Started by user Jenkins Admin Obtained pipelines/pingcap/tidb/release-8.1/ghpr_check2.groovy from git https://github.com/PingCAP-QE/ci.git Loading library tipipeline@main Library tipipeline@main is cached. Copying from home. [Pipeline] Start of Pipeline [Pipeline] readJSON [Pipeline] readTrusted Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-116-fs8nh-04k8m-0dxsx Agent pingcap-tidb-release-8-1-ghpr-check2-116-fs8nh-04k8m-0dxsx is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_116-fs8nh-04k8m --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "339bfc10e48855f1a1d92ece2ff2332f5712b2b5" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_116-fs8nh" name: "pingcap-tidb-release-8-1-ghpr-check2-116-fs8nh-04k8m-0dxsx" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-fs8nh-04k8m-0dxsx" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-fs8nh-04k8m-0dxsx" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-8-1-ghpr-check2-116-fs8nh-04k8m-0dxsx in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 [Pipeline] { [Pipeline] stage [Pipeline] { (Declarative: Checkout SCM) [Pipeline] checkout The recommended git tool is: git No credentials specified Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git rev-list --no-walk 03312178c534dce949face80c69812d989e55009 # timeout=10 [Pipeline] } [Pipeline] // stage [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 5 min [Pipeline] { [Pipeline] stage [Pipeline] { (Debug info) [Pipeline] sh + printenv PROW_JOB_ID=7ad1c522-87fe-4d3f-9892-523940f9f7ce JENKINS_NODE_COOKIE=ca80d64c-b695-4a3e-b2c6-2de45629f5db BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/ GOLANG_VERSION=1.21.0 HOSTNAME=pingcap-tidb-release-8-1-ghpr-check2-116-fs8nh-04k8m-0dxsx HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Debug info BUILD_TAG=jenkins-pingcap-tidb-release-8.1-ghpr_check2-116 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tidb/release-8.1/ghpr_check2","buildid":"1787389438968467460","prowjobid":"7ad1c522-87fe-4d3f-9892-523940f9f7ce","refs":{"org":"pingcap","repo":"tidb","repo_link":"https://github.com/pingcap/tidb","base_ref":"release-8.1","base_sha":"da39e1ca55c6051a1cbcd84dc230b8ba42f8075f","base_link":"https://github.com/pingcap/tidb/commit/da39e1ca55c6051a1cbcd84dc230b8ba42f8075f","pulls":[{"number":53030,"author":"ti-chi-bot","sha":"49c8f5136519ef9ddbef9b724187d95359b3b16b","title":"infoschema: try other PDs if one cannot serve the request (#52843)","link":"https://github.com/pingcap/tidb/pull/53030","commit_link":"https://github.com/pingcap/tidb/pull/53030/commits/49c8f5136519ef9ddbef9b724187d95359b3b16b","author_link":"https://github.com/ti-chi-bot"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct _=/usr/bin/printenv POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tidb/release-8.1/ghpr_check2 TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#116 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787389438968467460 GOLANG_DOWNLOAD_SHA256=d0398903a16ba2232b389fb31032ddf57cac34efda306a0eebac34f0965a0742 JOB_BASE_NAME=ghpr_check2 GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/display/redirect?page=tests SHLVL=3 HOME=/home/jenkins POD_LABEL=pingcap_tidb_release-8_1_ghpr_check2_116-fs8nh GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-7f8296a37cf59b5fc344e1c2a8f416fdcd8370c64af98c32b8ac1b197024be9d NODE_LABELS=pingcap_tidb_release-8_1_ghpr_check2_116-fs8nh pingcap-tidb-release-8-1-ghpr-check2-116-fs8nh-04k8m-0dxsx GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tidb-release-8-1-ghpr-check2-116-fs8nh-04k8m-0dxsx GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/display/redirect BUILD_NUMBER=116 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.0.linux-amd64.tar.gz + echo ------------------------- ------------------------- + go env GO111MODULE='' GOARCH='amd64' GOBIN='' GOCACHE='/home/jenkins/.cache/go-build' GOENV='/home/jenkins/.config/go/env' GOEXE='' GOEXPERIMENT='' GOFLAGS='' GOHOSTARCH='amd64' GOHOSTOS='linux' GOINSECURE='' GOMODCACHE='/go/pkg/mod' GONOPROXY='' GONOSUMDB='' GOOS='linux' GOPATH='/go' GOPRIVATE='' GOPROXY='http://goproxy.apps.svc,https://proxy.golang.org,direct' GOROOT='/usr/local/go' GOSUMDB='sum.golang.org' GOTMPDIR='' GOTOOLCHAIN='auto' GOTOOLDIR='/usr/local/go/pkg/tool/linux_amd64' GOVCS='' GOVERSION='go1.21.0' GCCGO='gccgo' GOAMD64='v1' AR='ar' CC='gcc' CXX='g++' CGO_ENABLED='1' GOMOD='/dev/null' GOWORK='' CGO_CFLAGS='-O2 -g' CGO_CPPFLAGS='' CGO_CXXFLAGS='-O2 -g' CGO_FFLAGS='-O2 -g' CGO_LDFLAGS='-O2 -g' PKG_CONFIG='pkg-config' GOGCCFLAGS='-fPIC -m64 -pthread -Wl,--no-gc-sections -fmessage-length=0 -fdebug-prefix-map=/tmp/go-build1792949232=/tmp/go-build -gno-record-gcc-switches' + echo ------------------------- ------------------------- + echo 'debug command: kubectl -n jenkins-tidb exec -ti pingcap-tidb-release-8-1-ghpr-check2-116-fs8nh-04k8m-0dxsx bash' debug command: kubectl -n jenkins-tidb exec -ti pingcap-tidb-release-8-1-ghpr-check2-116-fs8nh-04k8m-0dxsx bash [Pipeline] container [Pipeline] { [Pipeline] sh + dig github.com ; <<>> DiG 9.18.16 <<>> github.com ;; global options: +cmd ;; Got answer: ;; ->>HEADER<<- opcode: QUERY, status: NOERROR, id: 24147 ;; flags: qr aa rd ra; QUERY: 1, ANSWER: 1, AUTHORITY: 0, ADDITIONAL: 1 ;; OPT PSEUDOSECTION: ; EDNS: version: 0, flags:; udp: 1232 ; COOKIE: 3faa63071b286a2f (echoed) ;; QUESTION SECTION: ;github.com. IN A ;; ANSWER SECTION: github.com. 7 IN A 20.205.243.166 ;; Query time: 0 msec ;; SERVER: 169.254.25.10#53(169.254.25.10) (UDP) ;; WHEN: Mon May 06 07:51:06 UTC 2024 ;; MSG SIZE rcvd: 77 [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Checkout) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] cache Cache restored successfully (git/pingcap/tidb/rev-659f32a) 460225024 bytes in 3.41 secs (134958835 bytes/sec) [Pipeline] { [Pipeline] retry [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh git version 2.37.2 Reinitialized existing Git repository in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.git/ .git HEAD is now at 659f32a813 infoschema: try other PDs if one cannot serve the request (#52843) POST git-upload-pack (686 bytes) POST git-upload-pack (1023 bytes) POST git-upload-pack (gzip 2073 to 1096 bytes) From https://github.com/pingcap/tidb * [new branch] release-8.1 -> origin/release-8.1 * [new ref] refs/pull/53030/head -> origin/pr/53030/head Previous HEAD position was 659f32a813 infoschema: try other PDs if one cannot serve the request (#52843) HEAD is now at da39e1ca55 *: update the PD client to adopt the latest fix (#53020) 🚧 Checkouting to base SHA:da39e1ca55c6051a1cbcd84dc230b8ba42f8075f... HEAD is now at da39e1ca55 *: update the PD client to adopt the latest fix (#53020) βœ… Checked. πŸŽ‰ 🧾 HEAD info: da39e1ca55c6051a1cbcd84dc230b8ba42f8075f da39e1ca55 *: update the PD client to adopt the latest fix (#53020) 755a1c2111 store: refine coprocessor error log (#52729) (#52876) dde78dde05 tests/ddl: make default_as_expression test stable (#53025) 🚧 Pre-merge heads of pull requests to base SHA: da39e1ca55c6051a1cbcd84dc230b8ba42f8075f ... Updating da39e1ca55..49c8f51365 Fast-forward pkg/infoschema/tables.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) 🧾 Pre-merged result: 49c8f5136519ef9ddbef9b724187d95359b3b16b 49c8f51365 try other PDs if one cannot serve the request da39e1ca55 *: update the PD client to adopt the latest fix (#53020) 755a1c2111 store: refine coprocessor error log (#52729) (#52876) βœ… Pre merged πŸŽ‰ βœ… ~~~~~All done.~~~~~~ [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // retry [Pipeline] } Cache saved successfully (git/pingcap/tidb/rev-da39e1c-49c8f51) 461337088 bytes in 14.48 secs (31867506 bytes/sec) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Prepare) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] cache Cache not restored (no such key found) [Pipeline] { [Pipeline] sh + ls bin/tidb-server ls: cannot access bin/tidb-server: No such file or directory + make server CGO_ENABLED=1 GO111MODULE=on go build -tags codes -ldflags '-X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v8.1.0-alpha-106-g49c8f51365" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBBuildTS=2024-05-06 07:51:37" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBGitHash=49c8f5136519ef9ddbef9b724187d95359b3b16b" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBGitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBEdition=Community" ' -o bin/tidb-server ./cmd/tidb-server go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading github.com/prometheus/client_golang v1.19.0 go: downloading github.com/tikv/pd/client v0.0.0-20240430080403-1679dbca25b3 go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20240430145300-f841120d6d81 go: downloading go.uber.org/automaxprocs v1.5.3 go: downloading go.uber.org/zap v1.27.0 go: downloading golang.org/x/exp v0.0.0-20240205201215-2c58cdc269a3 go: downloading golang.org/x/sys v0.19.0 go: downloading github.com/pingcap/kvproto v0.0.0-20240227073058-929ab83f9754 go: downloading github.com/shirou/gopsutil/v3 v3.24.2 go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading github.com/BurntSushi/toml v1.3.2 go: downloading github.com/uber/jaeger-client-go v2.22.1+incompatible go: downloading go.uber.org/atomic v1.11.0 go: downloading github.com/google/uuid v1.6.0 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/golang/protobuf v1.5.4 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading golang.org/x/net v0.24.0 go: downloading github.com/google/pprof v0.0.0-20240117000934-35fc243c5815 go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading google.golang.org/grpc v1.62.1 go: downloading github.com/pingcap/tipb v0.0.0-20240318032315-55a7867ddd50 go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/danjacques/gofslock v0.0.0-20191023191349-0a45f885bc37 go: downloading golang.org/x/sync v0.7.0 go: downloading github.com/otiai10/copy v1.2.0 go: downloading github.com/cockroachdb/errors v1.8.1 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading github.com/spf13/pflag v1.0.5 go: downloading github.com/YangKeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading github.com/stretchr/testify v1.9.0 go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading github.com/golang/snappy v0.0.4 go: downloading github.com/scalalang2/golang-fifo v0.1.5 go: downloading github.com/tidwall/btree v1.7.0 go: downloading golang.org/x/text v0.14.0 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading github.com/blacktear23/go-proxyprotocol v1.0.6 go: downloading github.com/gorilla/mux v1.8.0 go: downloading github.com/pingcap/fn v1.0.0 go: downloading github.com/klauspost/compress v1.17.4 go: downloading github.com/soheilhy/cmux v0.1.5 go: downloading github.com/tiancaiamao/appdash v0.0.0-20181126055449-889f96f722a2 go: downloading github.com/sourcegraph/appdash-data v0.0.0-20151005221446-73f23eafcf67 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading github.com/opentracing/basictracer-go v1.0.0 go: downloading github.com/docker/go-units v0.5.0 go: downloading github.com/cespare/xxhash/v2 v2.2.0 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading github.com/prometheus/common v0.52.2 go: downloading github.com/sourcegraph/appdash v0.0.0-20190731080439-ebfcffb1b5c0 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading google.golang.org/protobuf v1.33.0 go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading github.com/prometheus/client_model v0.6.0 go: downloading go.uber.org/mock v0.4.0 go: downloading go.uber.org/multierr v1.11.0 go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/google/btree v1.1.2 go: downloading golang.org/x/time v0.5.0 go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/prometheus/procfs v0.13.0 go: downloading golang.org/x/tools v0.20.0 go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/dgryski/go-farm v0.0.0-20200201041132-a6ae2369ad13 go: downloading github.com/dolthub/maphash v0.1.0 go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading github.com/cockroachdb/logtags v0.0.0-20190617123548-eb05cc24525f go: downloading github.com/cockroachdb/redact v1.0.8 go: downloading github.com/cockroachdb/sentry-go v0.6.1-cockroachdb.2 go: downloading cloud.google.com/go/storage v1.36.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.9.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.5.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/aws/aws-sdk-go v1.50.0 go: downloading cloud.google.com/go v0.112.0 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading golang.org/x/oauth2 v0.18.0 go: downloading google.golang.org/api v0.162.0 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading github.com/pingcap/badger v1.5.1-0.20230103063557-828f39b09b6d go: downloading github.com/fatih/color v1.16.0 go: downloading golang.org/x/term v0.19.0 go: downloading github.com/vbauerster/mpb/v7 v7.5.3 go: downloading github.com/cockroachdb/pebble v0.0.0-20220415182917-06c9d3be25b3 go: downloading github.com/spf13/cobra v1.8.0 go: downloading github.com/coreos/go-semver v0.3.1 go: downloading github.com/json-iterator/go v1.1.12 go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/xitongsys/parquet-go v1.5.5-0.20201110004701-b09c49d6d457 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240304212257-790db918fca8 go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading golang.org/x/crypto v0.22.0 go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading github.com/golang/glog v1.2.0 go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.5.1 go: downloading google.golang.org/genproto v0.0.0-20240213162025-012b6fc9bca9 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.1 go: downloading cloud.google.com/go/iam v1.1.6 go: downloading cloud.google.com/go/compute/metadata v0.2.3 go: downloading github.com/googleapis/gax-go/v2 v2.12.0 go: downloading cloud.google.com/go/compute v1.24.0 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240308144416-29370a3891b7 go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading github.com/Masterminds/semver v1.5.0 go: downloading k8s.io/api v0.28.6 go: downloading github.com/emirpasic/gods v1.18.1 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/mattn/go-runewidth v0.0.15 go: downloading github.com/jfcg/sixb v1.3.8 go: downloading github.com/acarl005/stripansi v0.0.0-20180116102854-5a71ef0e047d go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/apache/thrift v0.16.0 go: downloading github.com/kr/text v0.2.0 go: downloading github.com/rogpeppe/go-internal v1.11.0 go: downloading go.opencensus.io v0.24.0 go: downloading go.opentelemetry.io/otel v1.22.0 go: downloading go.opentelemetry.io/otel/trace v1.22.0 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading github.com/rivo/uniseg v0.4.6 go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da go: downloading github.com/go-logr/logr v1.4.1 go: downloading go.opentelemetry.io/otel/metric v1.22.0 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading github.com/golang-jwt/jwt/v5 v5.2.0 go: downloading github.com/go-logr/stdr v1.2.2 go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading github.com/DataDog/zstd v1.4.5 go: downloading k8s.io/apimachinery v0.28.6 go: downloading github.com/google/gofuzz v1.2.0 go: downloading gopkg.in/inf.v0 v0.9.1 go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1 go: downloading k8s.io/utils v0.0.0-20230726121419-3b25d923346b go: downloading k8s.io/klog/v2 v2.120.1 go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd go: downloading github.com/google/s2a-go v0.1.7 go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.47.0 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.47.0 go: downloading github.com/felixge/httpsnoop v1.0.4 go: downloading github.com/jmespath/go-jmespath v0.4.0 [Pipeline] } Cache saved successfully (binary/pingcap/tidb/tidb-server/rev-da39e1ca55c6051a1cbcd84dc230b8ba42f8075f-49c8f5136519ef9ddbef9b724187d95359b3b16b) 213430272 bytes in 5.36 secs (39809024 bytes/sec) [Pipeline] // cache [Pipeline] script [Pipeline] { [Pipeline] sh + sha1= + [[ commit_release-8.1 =~ ^commit_[0-9a-f]{40}$ ]] + refUrl=http://fileserver.pingcap.net/download/refs/pingcap/tikv/release-8.1/sha1 + [[ false = \t\r\u\e ]] + echo 'πŸ” ref url: http://fileserver.pingcap.net/download/refs/pingcap/tikv/release-8.1/sha1' πŸ” ref url: http://fileserver.pingcap.net/download/refs/pingcap/tikv/release-8.1/sha1 ++ curl --fail http://fileserver.pingcap.net/download/refs/pingcap/tikv/release-8.1/sha1 ++ head -1 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 785 0 --:--:-- --:--:-- --:--:-- 788 + sha1=56613f7c3e28c02853cc51d15bc1b77f68b58be8 + artifactUrl=http://fileserver.pingcap.net/download/builds/pingcap/tikv/56613f7c3e28c02853cc51d15bc1b77f68b58be8/centos7/tikv-server.tar.gz + echo 'β¬‡οΈπŸ“¦ artifact url: http://fileserver.pingcap.net/download/builds/pingcap/tikv/56613f7c3e28c02853cc51d15bc1b77f68b58be8/centos7/tikv-server.tar.gz' β¬‡οΈπŸ“¦ artifact url: http://fileserver.pingcap.net/download/builds/pingcap/tikv/56613f7c3e28c02853cc51d15bc1b77f68b58be8/centos7/tikv-server.tar.gz ++ basename http://fileserver.pingcap.net/download/builds/pingcap/tikv/56613f7c3e28c02853cc51d15bc1b77f68b58be8/centos7/tikv-server.tar.gz + saveFile=tikv-server.tar.gz + wget -q --retry-connrefused --waitretry=1 --read-timeout=20 --timeout=15 -t 3 -c -O tikv-server.tar.gz http://fileserver.pingcap.net/download/builds/pingcap/tikv/56613f7c3e28c02853cc51d15bc1b77f68b58be8/centos7/tikv-server.tar.gz + echo 'πŸ“‚ extract bin from tikv-server.tar.gz ...' πŸ“‚ extract bin from tikv-server.tar.gz ... + tar -xzf tikv-server.tar.gz bin + rm tikv-server.tar.gz + echo 'βœ… extracted bin from tikv-server.tar.gz .' βœ… extracted bin from tikv-server.tar.gz . [Pipeline] sh + sha1= + [[ commit_release-8.1 =~ ^commit_[0-9a-f]{40}$ ]] + refUrl=http://fileserver.pingcap.net/download/refs/pingcap/pd/release-8.1/sha1 + [[ false = \t\r\u\e ]] + echo 'πŸ” ref url: http://fileserver.pingcap.net/download/refs/pingcap/pd/release-8.1/sha1' πŸ” ref url: http://fileserver.pingcap.net/download/refs/pingcap/pd/release-8.1/sha1 ++ curl --fail http://fileserver.pingcap.net/download/refs/pingcap/pd/release-8.1/sha1 ++ head -1 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 395 0 --:--:-- --:--:-- --:--:-- 398 + sha1=13eaf8aaa661dc0d3885ac9e59145f69752cee2d + artifactUrl=http://fileserver.pingcap.net/download/builds/pingcap/pd/13eaf8aaa661dc0d3885ac9e59145f69752cee2d/centos7/pd-server.tar.gz + echo 'β¬‡οΈπŸ“¦ artifact url: http://fileserver.pingcap.net/download/builds/pingcap/pd/13eaf8aaa661dc0d3885ac9e59145f69752cee2d/centos7/pd-server.tar.gz' β¬‡οΈπŸ“¦ artifact url: http://fileserver.pingcap.net/download/builds/pingcap/pd/13eaf8aaa661dc0d3885ac9e59145f69752cee2d/centos7/pd-server.tar.gz ++ basename http://fileserver.pingcap.net/download/builds/pingcap/pd/13eaf8aaa661dc0d3885ac9e59145f69752cee2d/centos7/pd-server.tar.gz + saveFile=pd-server.tar.gz + wget -q --retry-connrefused --waitretry=1 --read-timeout=20 --timeout=15 -t 3 -c -O pd-server.tar.gz http://fileserver.pingcap.net/download/builds/pingcap/pd/13eaf8aaa661dc0d3885ac9e59145f69752cee2d/centos7/pd-server.tar.gz + echo 'πŸ“‚ extract bin from pd-server.tar.gz ...' πŸ“‚ extract bin from pd-server.tar.gz ... + tar -xzf pd-server.tar.gz bin + rm pd-server.tar.gz + echo 'βœ… extracted bin from pd-server.tar.gz .' βœ… extracted bin from pd-server.tar.gz . [Pipeline] } [Pipeline] // script [Pipeline] cache Cache not restored (no such key found) [Pipeline] { [Pipeline] sh + mv bin/tidb-server bin/integration_test_tidb-server + touch rev-49c8f5136519ef9ddbef9b724187d95359b3b16b [Pipeline] } Cache saved successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116) 2025520640 bytes in 40.50 secs (50018128 bytes/sec) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Checks) [Pipeline] parallel [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh y') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh n') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_brietest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pessimistictest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_sessiontest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_statisticstest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_txntest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest1') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest2') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest3') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest4') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest2') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest3') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest4') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pipelineddmltest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh y') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh n') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_brietest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pessimistictest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_sessiontest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_statisticstest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_txntest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest1') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest2') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest3') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest4') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest2') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest3') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest4') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pipelineddmltest') [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-116-7n2m2-j8dnk-9c8m6 Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-116-sb8rt-rcgpc-snwq7 Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-116-1mcph-r693v-s8n3l Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-116-fd84t-dgqqr-8484b [Pipeline] node Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-116-zvq1k-fcxxb-5b34p Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-116-xssb9-3jv72-x2xw5 Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-116-l63gw-4wj0k-m53lc Agent pingcap-tidb-release-8-1-ghpr-check2-116-sb8rt-rcgpc-snwq7 is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_116-sb8rt-rcgpc --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "082ffdc9716793db62611553ee2675cc29d9b3d6" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_116-sb8rt" name: "pingcap-tidb-release-8-1-ghpr-check2-116-sb8rt-rcgpc-snwq7" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-sb8rt-rcgpc-snwq7" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-sb8rt-rcgpc-snwq7" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-8-1-ghpr-check2-116-sb8rt-rcgpc-snwq7 in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 [Pipeline] { [Pipeline] checkout The recommended git tool is: git Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-116-3qqwn-202qs-nfnkx [Pipeline] node Agent pingcap-tidb-release-8-1-ghpr-check2-116-fd84t-dgqqr-8484b is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_116-fd84t-dgqqr --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "ab55de800b66804aa76b47f732fad549a5306c95" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_116-fd84t" name: "pingcap-tidb-release-8-1-ghpr-check2-116-fd84t-dgqqr-8484b" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-fd84t-dgqqr-8484b" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-fd84t-dgqqr-8484b" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-8-1-ghpr-check2-116-fd84t-dgqqr-8484b in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 [Pipeline] { [Pipeline] checkout The recommended git tool is: git Agent pingcap-tidb-release-8-1-ghpr-check2-116-7n2m2-j8dnk-9c8m6 is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_116-7n2m2-j8dnk --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "5ae0d43580f7d2b6aa9f411dad196d1181314a28" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_116-7n2m2" name: "pingcap-tidb-release-8-1-ghpr-check2-116-7n2m2-j8dnk-9c8m6" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-7n2m2-j8dnk-9c8m6" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-7n2m2-j8dnk-9c8m6" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-8-1-ghpr-check2-116-7n2m2-j8dnk-9c8m6 in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 [Pipeline] { [Pipeline] checkout The recommended git tool is: git No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@75e0f7a1; decorates RemoteLauncher[hudson.remoting.Channel@6cf26bd0:JNLP4-connect connection from 10.233.66.36/10.233.66.36:40932] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-116-pbkzn-5w050-x4kc4 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@5abff07; decorates RemoteLauncher[hudson.remoting.Channel@3ccb2591:JNLP4-connect connection from 10.233.107.249/10.233.107.249:47124] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@1ce50784; decorates RemoteLauncher[hudson.remoting.Channel@3ce6247e:JNLP4-connect connection from 10.233.105.179/10.233.105.179:33746] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-116-tdcp5-mght5-7xwpv [Pipeline] podTemplate Agent pingcap-tidb-release-8-1-ghpr-check2-116-1mcph-r693v-s8n3l is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_116-1mcph-r693v Agent pingcap-tidb-release-8-1-ghpr-check2-116-xssb9-3jv72-x2xw5 is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_116-xssb9-3jv72 --- apiVersion: "v1" kind: "Pod" metadata: annotations: --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" labels: jenkins/jenkins-jenkins-agent: "true" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "f33a80a7c8317016ae7e24aff370a5da1c30386e" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_116-1mcph" jenkins/label-digest: "cba162c844ffb36065464a44cbb6bbdef2362fcc" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_116-xssb9" name: "pingcap-tidb-release-8-1-ghpr-check2-116-1mcph-r693v-s8n3l" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: name: "pingcap-tidb-release-8-1-ghpr-check2-116-xssb9-3jv72-x2xw5" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: cpu: "8" securityContext: privileged: true tty: true - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" resources: limits: memory: "128Mi" cpu: "100m" tty: true name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" name: "report" resources: limits: memory: "256Mi" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" resources: limits: memory: "256Mi" cpu: "100m" tty: true name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-1mcph-r693v-s8n3l" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-1mcph-r693v-s8n3l" value: "pingcap-tidb-release-8-1-ghpr-check2-116-xssb9-3jv72-x2xw5" - name: "JENKINS_NAME" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "pingcap-tidb-release-8-1-ghpr-check2-116-xssb9-3jv72-x2xw5" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" requests: memory: "256Mi" cpu: "100m" volumeMounts: image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: - name: "bazel-rc" secret: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" secret: secretName: "bazel" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: - path: "mem_limit" resourceFieldRef: containerName: "golang" containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" persistentVolumeClaim: claimName: "bazel-repository-cache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-8-1-ghpr-check2-116-xssb9-3jv72-x2xw5 in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 [Pipeline] { Running on pingcap-tidb-release-8-1-ghpr-check2-116-1mcph-r693v-s8n3l in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 [Pipeline] { [Pipeline] { [Pipeline] node [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-116-phmf1-m8wwp-8t21l Commit message: "fix(br): use failpoint tidb-server instead (#2951)" No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@32420329; decorates RemoteLauncher[hudson.remoting.Channel@7ee7fa37:JNLP4-connect connection from 10.233.108.97/10.233.108.97:55942] will be ignored (a typical symptom is the Git executable not being run inside a designated container) [Pipeline] withEnv Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] { No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@54d47610; decorates RemoteLauncher[hudson.remoting.Channel@91fd7dd:JNLP4-connect connection from 10.233.126.110/10.233.126.110:46920] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] container [Pipeline] { > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 [Pipeline] stage [Pipeline] { (Test) Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-116-sh6wh-0fjp4-33fsc Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) [Pipeline] { > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] cache Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Agent pingcap-tidb-release-8-1-ghpr-check2-116-zvq1k-fcxxb-5b34p is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_116-zvq1k-fcxxb --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "1c78c638ece5a72290433d23a82031eb7071839d" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_116-zvq1k" name: "pingcap-tidb-release-8-1-ghpr-check2-116-zvq1k-fcxxb-5b34p" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-zvq1k-fcxxb-5b34p" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-zvq1k-fcxxb-5b34p" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-8-1-ghpr-check2-116-zvq1k-fcxxb-5b34p in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Agent pingcap-tidb-release-8-1-ghpr-check2-116-3qqwn-202qs-nfnkx is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_116-3qqwn-202qs --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "a2509857112a9d55da638c949f1e80f876121e7c" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_116-3qqwn" name: "pingcap-tidb-release-8-1-ghpr-check2-116-3qqwn-202qs-nfnkx" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-3qqwn-202qs-nfnkx" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-3qqwn-202qs-nfnkx" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-8-1-ghpr-check2-116-3qqwn-202qs-nfnkx in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Agent pingcap-tidb-release-8-1-ghpr-check2-116-pbkzn-5w050-x4kc4 is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_116-pbkzn-5w050 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "704aec9df8e7e2ea848a08f3e4cb62b7b4ac72a6" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_116-pbkzn" name: "pingcap-tidb-release-8-1-ghpr-check2-116-pbkzn-5w050-x4kc4" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-pbkzn-5w050-x4kc4" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-pbkzn-5w050-x4kc4" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-8-1-ghpr-check2-116-pbkzn-5w050-x4kc4 in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Agent pingcap-tidb-release-8-1-ghpr-check2-116-l63gw-4wj0k-m53lc is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_116-l63gw-4wj0k --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "8845766cf57ab625b6d8fefc17bf14b66862319e" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_116-l63gw" name: "pingcap-tidb-release-8-1-ghpr-check2-116-l63gw-4wj0k-m53lc" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-l63gw-4wj0k-m53lc" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-l63gw-4wj0k-m53lc" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-8-1-ghpr-check2-116-l63gw-4wj0k-m53lc in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 Obtained pipelines/pingcap/tidb/release-8.1/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Agent pingcap-tidb-release-8-1-ghpr-check2-116-sh6wh-0fjp4-33fsc is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_116-sh6wh-0fjp4 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "4d90de4857f6c19affdaa8497a0e4116763fc1ed" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_116-sh6wh" name: "pingcap-tidb-release-8-1-ghpr-check2-116-sh6wh-0fjp4-33fsc" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-sh6wh-0fjp4-33fsc" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-sh6wh-0fjp4-33fsc" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-8-1-ghpr-check2-116-sh6wh-0fjp4-33fsc in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 Agent pingcap-tidb-release-8-1-ghpr-check2-116-phmf1-m8wwp-8t21l is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_116-phmf1-m8wwp --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "e6aac2dabbcbc171b22fa46c12c703de0663b3cf" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_116-phmf1" name: "pingcap-tidb-release-8-1-ghpr-check2-116-phmf1-m8wwp-8t21l" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-phmf1-m8wwp-8t21l" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-phmf1-m8wwp-8t21l" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-8-1-ghpr-check2-116-phmf1-m8wwp-8t21l in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 Agent pingcap-tidb-release-8-1-ghpr-check2-116-tdcp5-mght5-7xwpv is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_116-tdcp5-mght5 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "e1a97e128618bade133bebf6144c4c4c0c096898" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_116-tdcp5" name: "pingcap-tidb-release-8-1-ghpr-check2-116-tdcp5-mght5-7xwpv" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-tdcp5-mght5-7xwpv" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-tdcp5-mght5-7xwpv" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-8-1-ghpr-check2-116-tdcp5-mght5-7xwpv in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116) 2025520640 bytes in 7.86 secs (257551689 bytes/sec) [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] sh + ls -l rev-49c8f5136519ef9ddbef9b724187d95359b3b16b -rw-r--r--. 1 jenkins jenkins 0 May 6 15:55 rev-49c8f5136519ef9ddbef9b724187d95359b3b16b [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git [Pipeline] } The recommended git tool is: git Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116 already exists) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] // cache [Pipeline] sh Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-116-3pld9-wxgv1-hvx3c Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-116-hfbft-cj8xn-m1rs2 Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-116-q59t0-p8llq-l2p8l Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-116-ll4lt-8m64r-ltxk4 [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] { [Pipeline] { No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@4d5212af; decorates RemoteLauncher[hudson.remoting.Channel@60c927d5:JNLP4-connect connection from 10.233.105.69/10.233.105.69:39106] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] { [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb No credentials specified No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@5caf42e6; decorates RemoteLauncher[hudson.remoting.Channel@20f1cbdd:JNLP4-connect connection from 10.233.93.66/10.233.93.66:49858] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@28023bb5; decorates RemoteLauncher[hudson.remoting.Channel@471fad79:JNLP4-connect connection from 10.233.127.62/10.233.127.62:46526] will be ignored (a typical symptom is the Git executable not being run inside a designated container) [Pipeline] { Cloning the remote Git repository Using shallow clone with depth 1 Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] cache No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@77bfe480; decorates RemoteLauncher[hudson.remoting.Channel@67cd051b:JNLP4-connect connection from 10.233.97.90/10.233.97.90:37318] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@1b96fba6; decorates RemoteLauncher[hudson.remoting.Channel@79070111:JNLP4-connect connection from 10.233.106.132/10.233.106.132:34434] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@72ed7a2b; decorates RemoteLauncher[hudson.remoting.Channel@138bc2ac:JNLP4-connect connection from 10.233.67.71/10.233.67.71:40550] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@5e8f2c0b; decorates RemoteLauncher[hudson.remoting.Channel@433d84da:JNLP4-connect connection from 10.233.90.76/10.233.90.76:38424] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116) 2025520640 bytes in 4.19 secs (483444649 bytes/sec) [Pipeline] { [Pipeline] cache > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-8-1-ghpr-check2-116-82d4q-49vt8-p2q88 Agent pingcap-tidb-release-8-1-ghpr-check2-116-ll4lt-8m64r-ltxk4 is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_116-ll4lt-8m64r --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "57950ebe9c508476a22f3f1b1cd6421f29439e2e" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_116-ll4lt" name: "pingcap-tidb-release-8-1-ghpr-check2-116-ll4lt-8m64r-ltxk4" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-ll4lt-8m64r-ltxk4" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-ll4lt-8m64r-ltxk4" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-8-1-ghpr-check2-116-ll4lt-8m64r-ltxk4 in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 Agent pingcap-tidb-release-8-1-ghpr-check2-116-q59t0-p8llq-l2p8l is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_116-q59t0-p8llq --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "95b6c2ac735249351ce9509a70bb5820fa64b273" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_116-q59t0" name: "pingcap-tidb-release-8-1-ghpr-check2-116-q59t0-p8llq-l2p8l" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-q59t0-p8llq-l2p8l" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-q59t0-p8llq-l2p8l" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-8-1-ghpr-check2-116-q59t0-p8llq-l2p8l in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 Agent pingcap-tidb-release-8-1-ghpr-check2-116-3pld9-wxgv1-hvx3c is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_116-3pld9-wxgv1 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "a1b8c21507c42f63a1affb664650062f2de8a2cc" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_116-3pld9" name: "pingcap-tidb-release-8-1-ghpr-check2-116-3pld9-wxgv1-hvx3c" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-3pld9-wxgv1-hvx3c" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-3pld9-wxgv1-hvx3c" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-8-1-ghpr-check2-116-3pld9-wxgv1-hvx3c in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 Agent pingcap-tidb-release-8-1-ghpr-check2-116-hfbft-cj8xn-m1rs2 is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_116-hfbft-cj8xn --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "56a30cc3077c077787708130ce7646a115f8e6f9" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_116-hfbft" name: "pingcap-tidb-release-8-1-ghpr-check2-116-hfbft-cj8xn-m1rs2" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-hfbft-cj8xn-m1rs2" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-hfbft-cj8xn-m1rs2" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-8-1-ghpr-check2-116-hfbft-cj8xn-m1rs2 in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 Still waiting to schedule task β€˜pingcap-tidb-release-8-1-ghpr-check2-116-82d4q-49vt8-p2q88’ is offline Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116) 2025520640 bytes in 7.22 secs (280645297 bytes/sec) [Pipeline] { [Pipeline] cache Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Agent pingcap-tidb-release-8-1-ghpr-check2-116-82d4q-49vt8-p2q88 is provisioned from template pingcap_tidb_release-8_1_ghpr_check2_116-82d4q-49vt8 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" runUrl: "job/pingcap/job/tidb/job/release-8.1/job/ghpr_check2/116/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "8352a147646e534368f3988d7883b04818951b22" jenkins/label: "pingcap_tidb_release-8_1_ghpr_check2_116-82d4q" name: "pingcap-tidb-release-8-1-ghpr-check2-116-82d4q-49vt8-p2q88" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-82d4q-49vt8-p2q88" - name: "JENKINS_NAME" value: "pingcap-tidb-release-8-1-ghpr-check2-116-82d4q-49vt8-p2q88" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-8-1-ghpr-check2-116-82d4q-49vt8-p2q88 in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116) 2025520640 bytes in 15.42 secs (131346849 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116) 2025520640 bytes in 4.19 secs (483575809 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh + ls -l rev-49c8f5136519ef9ddbef9b724187d95359b3b16b -rw-r--r-- 1 jenkins jenkins 0 May 6 15:55 rev-49c8f5136519ef9ddbef9b724187d95359b3b16b [Pipeline] sh [Pipeline] sh + ls -l rev-49c8f5136519ef9ddbef9b724187d95359b3b16b -rw-r--r-- 1 jenkins jenkins 0 May 6 15:55 rev-49c8f5136519ef9ddbef9b724187d95359b3b16b + ls -l rev-49c8f5136519ef9ddbef9b724187d95359b3b16b -rw-r--r-- 1 jenkins jenkins 0 May 6 15:55 rev-49c8f5136519ef9ddbef9b724187d95359b3b16b [Pipeline] sh + ls -l rev-49c8f5136519ef9ddbef9b724187d95359b3b16b -rw-r--r-- 1 jenkins jenkins 0 May 6 15:55 rev-49c8f5136519ef9ddbef9b724187d95359b3b16b [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] } + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116 already exists) [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] checkout [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@128a0604; decorates RemoteLauncher[hudson.remoting.Channel@2b3dd003:JNLP4-connect connection from 10.233.100.60/10.233.100.60:48014] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@5100b3e2; decorates RemoteLauncher[hudson.remoting.Channel@71a8fa0f:JNLP4-connect connection from 10.233.100.235/10.233.100.235:34624] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@f1fca38; decorates RemoteLauncher[hudson.remoting.Channel@38238f12:JNLP4-connect connection from 10.233.84.114/10.233.84.114:36392] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] // cache Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@739afa; decorates RemoteLauncher[hudson.remoting.Channel@2a3668ac:JNLP4-connect connection from 10.233.69.186/10.233.69.186:51956] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] sh Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] stage + git status HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-49c8f5136519ef9ddbef9b724187d95359b3b16b no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] sh Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] sh No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@48cf1aa8; decorates RemoteLauncher[hudson.remoting.Channel@57415973:JNLP4-connect connection from 10.233.72.14/10.233.72.14:35242] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] sh [Pipeline] sh > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/integrationtest_with_tikv.sh n ~/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tests/integrationtest ~/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb extracting statistics: s skip building tidb-server, using existing binary: /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/bin/integration_test_tidb-server building portgenerator binary: ./portgenerator go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/multierr v1.11.0 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] cache Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh building mysql-tester binary: ./mysql_tester go: downloading github.com/pingcap/mysql-tester v0.0.0-20231124064544-17b728effac3 + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" go: downloading github.com/defined2014/mysql v0.0.0-20231121061906-fcfacaa39f49 go: downloading github.com/pingcap/errors v0.11.5-0.20221009092201-b66cddb77c32 go: downloading github.com/sirupsen/logrus v1.8.1 diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . go: downloading go.uber.org/atomic v1.11.0 go: downloading golang.org/x/sys v0.5.0 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... Commit message: "fix(br): use failpoint tidb-server instead (#2951)" + git status HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-49c8f5136519ef9ddbef9b724187d95359b3b16b no changes added to commit (use "git add" and/or "git commit -a") + git status HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-49c8f5136519ef9ddbef9b724187d95359b3b16b no changes added to commit (use "git add" and/or "git commit -a") > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 start tidb-server, log file: ./integration-test.out tidb-server(PID: 1662) started run all integration test cases (disabled new collation) + git status HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-49c8f5136519ef9ddbef9b724187d95359b3b16b no changes added to commit (use "git add" and/or "git commit -a") ./t/collation_agg_func.test: ok! 74 test cases passed, take time 0.725470945 s Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116) 2025520640 bytes in 5.83 secs (347137620 bytes/sec) [Pipeline] { [Pipeline] cache ./t/collation_check_use_collation.test: ok! 93 test cases passed, take time 0.803617637 s ./t/collation_misc.test: ok! 66 test cases passed, take time 0.661026349 s ./t/collation_pointget.test: ok! 106 test cases passed, take time 0.697291864 s Great, All tests passed integrationtest passed! ./run-tests.sh: line 1: kill: (1662) - No such process ~/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116) 2025520640 bytes in 7.14 secs (283835877 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116) 2025520640 bytes in 9.63 secs (210347442 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116) 2025520640 bytes in 4.37 secs (463161436 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116) 2025520640 bytes in 4.22 secs (479731226 bytes/sec) [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116) 2025520640 bytes in 7.17 secs (282481934 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh + ls -l rev-49c8f5136519ef9ddbef9b724187d95359b3b16b -rw-r--r-- 1 jenkins jenkins 0 May 6 15:55 rev-49c8f5136519ef9ddbef9b724187d95359b3b16b [Pipeline] sh + ls -l rev-49c8f5136519ef9ddbef9b724187d95359b3b16b -rw-r--r-- 1 jenkins jenkins 0 May 6 15:55 rev-49c8f5136519ef9ddbef9b724187d95359b3b16b [Pipeline] sh + ls -l rev-49c8f5136519ef9ddbef9b724187d95359b3b16b -rw-r--r-- 1 jenkins jenkins 0 May 6 15:55 rev-49c8f5136519ef9ddbef9b724187d95359b3b16b [Pipeline] sh [Pipeline] cache + ls -l rev-49c8f5136519ef9ddbef9b724187d95359b3b16b -rw-r--r-- 1 jenkins jenkins 0 May 6 15:55 rev-49c8f5136519ef9ddbef9b724187d95359b3b16b + ls -l rev-49c8f5136519ef9ddbef9b724187d95359b3b16b -rw-r--r-- 1 jenkins jenkins 0 May 6 15:55 rev-49c8f5136519ef9ddbef9b724187d95359b3b16b Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116) 2025520640 bytes in 15.39 secs (131625484 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh + ls -l rev-49c8f5136519ef9ddbef9b724187d95359b3b16b -rw-r--r--. 1 jenkins jenkins 0 May 6 15:55 rev-49c8f5136519ef9ddbef9b724187d95359b3b16b [Pipeline] sh + ls -l rev-49c8f5136519ef9ddbef9b724187d95359b3b16b -rw-r--r-- 1 jenkins jenkins 0 May 6 15:55 rev-49c8f5136519ef9ddbef9b724187d95359b3b16b [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_pessimistictest [Pipeline] sh [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_statisticstest + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] } [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_brietest [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116 already exists) [Pipeline] // dir Post stage [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] sh None of the test reports contained any result [Checks API] No suitable checks publisher found. [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { No test report files were found. Configuration error? [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] // cache [Pipeline] // cache [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh + git status HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-49c8f5136519ef9ddbef9b724187d95359b3b16b no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] // cache [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] // cache [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] } [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/integrationtest_with_tikv.sh y ~/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tests/integrationtest ~/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb extracting statistics: s skip building tidb-server, using existing binary: /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/bin/integration_test_tidb-server building portgenerator binary: ./portgenerator go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/multierr v1.11.0 [Pipeline] sh diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] // dir [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . building mysql-tester binary: ./mysql_tester go: downloading github.com/pingcap/mysql-tester v0.0.0-20231124064544-17b728effac3 go: downloading github.com/sirupsen/logrus v1.8.1 go: downloading github.com/pingcap/errors v0.11.5-0.20221009092201-b66cddb77c32 go: downloading github.com/defined2014/mysql v0.0.0-20231121061906-fcfacaa39f49 + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] } [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... go: downloading go.uber.org/atomic v1.11.0 go: downloading golang.org/x/sys v0.5.0 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] cache + git status HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-49c8f5136519ef9ddbef9b724187d95359b3b16b no changes added to commit (use "git add" and/or "git commit -a") diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + git status HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-49c8f5136519ef9ddbef9b724187d95359b3b16b no changes added to commit (use "git add" and/or "git commit -a") diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + git status HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-49c8f5136519ef9ddbef9b724187d95359b3b16b no changes added to commit (use "git add" and/or "git commit -a") + git status HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-49c8f5136519ef9ddbef9b724187d95359b3b16b no changes added to commit (use "git add" and/or "git commit -a") + git status + git status HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-49c8f5136519ef9ddbef9b724187d95359b3b16b no changes added to commit (use "git add" and/or "git commit -a") start tidb-server, log file: ./integration-test.out tidb-server(PID: 1634) started run all integration test cases (enabled new collation) HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-49c8f5136519ef9ddbef9b724187d95359b3b16b no changes added to commit (use "git add" and/or "git commit -a") GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c + git status HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-49c8f5136519ef9ddbef9b724187d95359b3b16b no changes added to commit (use "git add" and/or "git commit -a") GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 go: downloading github.com/sergi/go-diff v1.1.0 go: downloading github.com/sergi/go-diff v1.1.0 ./t/show.test: ok! 3 test cases passed, take time 0.000490501 s ./t/access_path_selection.test: ok! 9 test cases passed, take time 0.027958007 s ./t/agg_predicate_pushdown.test: ok! 7 test cases passed, take time 0.026173352 s ./t/bindinfo/bind.test: ok! 223 test cases passed, take time 2.959932654 s ./t/bindinfo/session_handle.test: ok! 21 test cases passed, take time 0.079062007 s ./t/bindinfo/temptable.test: ok! 38 test cases passed, take time 0.194141666 s Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116) 2025520640 bytes in 6.57 secs (308293704 bytes/sec) [Pipeline] { [Pipeline] cache ./t/black_list.test: ok! 55 test cases passed, take time 0.13000842 s bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Starting local Bazel server and connecting to it... INFO: Invocation ID: f0d3941f-372b-42e8-b3e1-1e100e4da76b INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_55_56.1103530796/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: INFO: Invocation ID: 17c6c306-11f4-48d7-8b91-ae64e72219e9 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_55_54.3758629380/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: INFO: Invocation ID: 6082d575-e328-444a-aaaa-6d67dd7c41fd INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_55_53.2939482991/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded Loading: Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) ./t/clustered_index.test: ok! 47 test cases passed, take time 3.521267995 s Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) ./t/collation_agg_func.test: ok! 74 test cases passed, take time 0.726573484 s Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) ./t/collation_check_use_collation.test: ok! 93 test cases passed, take time 0.738719461 s Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) ./t/collation_misc.test: ok! 66 test cases passed, take time 0.684379744 s Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) ./t/collation_pointget.test: ok! 106 test cases passed, take time 0.740475756 s Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) ./t/common_collation.test: ok! 26 test cases passed, take time 0.201897353 s Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (75 packages loaded, 1006 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) ./t/cte.test: ok! 189 test cases passed, take time 2.29509616 s ./t/db_integration.test: ok! 11 test cases passed, take time 0.062041873 s Analyzing: target //:gazelle (99 packages loaded, 1911 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (75 packages loaded, 1187 targets configured) ./t/ddl/attributes_sql.test: ok! 30 test cases passed, take time 0.960608406 s Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116) 2025520640 bytes in 6.83 secs (296466885 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116) 2025520640 bytes in 4.02 secs (503342760 bytes/sec) [Pipeline] { [Pipeline] cache Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (164 packages loaded, 10719 targets configured) Analyzing: target //:gazelle (256 packages loaded, 11709 targets configured) INFO: Analyzed target //:gazelle (268 packages loaded, 11957 targets configured). INFO: Found 1 target... Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //:gazelle (169 packages loaded, 11248 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (178 packages loaded, 11274 targets configured) [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net.a, 66.7 KiB / 3.6 MiB; 0s remote-cache ... (3 actions, 0 running) INFO: Analyzed target //:gazelle (268 packages loaded, 11957 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) INFO: Analyzed target //:gazelle (268 packages loaded, 11957 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 6.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/include/asm_amd64.h; 0s remote-cache ... (3 actions, 0 running) Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116) 2025520640 bytes in 5.95 secs (340152389 bytes/sec) [Pipeline] { [Pipeline] cache [24 / 314] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (3 actions, 0 running) [25 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (2 actions, 0 running) [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 7.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 10.1 MiB / 10.3 MiB; 1s remote-cache ... (3 actions, 0 running) [274 / 314] GoLink build/tidb_nogo_actual_/tidb_nogo_actual [for tool]; 0s remote-cache Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 27.640s, Critical Path: 3.42s INFO: 314 processes: 294 remote cache hit, 20 internal. INFO: Build completed successfully, 314 total actions INFO: Running command line: bazel-bin/gazelle [165 / 314] GoCompilePkg external/org_golang_x_tools/go/ssa/ssa.a [for tool]; 0s remote-cache ... (7 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 35992562-d3b9-486d-aed2-d6f248a2f684 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_55_56.1103530796/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 13.0 MiB / 17.2 MiB; 2s remote-cache ... (3 actions, 0 running) INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.317s, Critical Path: 3.71s INFO: 314 processes: 294 remote cache hit, 20 internal. INFO: Build completed successfully, 314 total actions INFO: Running command line: bazel-bin/gazelle [171 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (8 actions, 0 running) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11617 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 29.458s, Critical Path: 4.18s INFO: 314 processes: 294 remote cache hit, 20 internal. INFO: Build completed successfully, 314 total actions INFO: Running command line: bazel-bin/gazelle bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 742012a8-aa1b-4171-b967-fc20ad140fc2 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_55_53.2939482991/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 798552ef-5427-4881-bbf4-f97745156344 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_55_54.3758629380/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (74 packages loaded, 12819 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11906 targets configured) Analyzing: target //tools/tazel:tazel (284 packages loaded, 14014 targets configured) INFO: Analyzed target //tools/tazel:tazel (301 packages loaded, 14191 targets configured). INFO: Found 1 target... [0 / 18] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11899 targets configured) Analyzing: target //tools/tazel:tazel (116 packages loaded, 12871 targets configured) ./t/ddl/bdr_mode.test: ok! 371 test cases passed, take time 19.823817962 s ./t/ddl/column.test: ok! 27 test cases passed, take time 0.337907706 s ./t/ddl/column_change.test: ok! 9 test cases passed, take time 0.089583226 s Analyzing: target //tools/tazel:tazel (113 packages loaded, 12912 targets configured) [271 / 585] [Prepa] GoCompilePkg external/org_uber_go_multierr/multierr.a ... (8 actions, 0 running) INFO: Analyzed target //tools/tazel:tazel (301 packages loaded, 14191 targets configured).  checking cached actions INFO: Found 1 target... [0 / 25] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //tools/tazel:tazel (286 packages loaded, 14031 targets configured) [543 / 585] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; 0s remote-cache ... (2 actions, 0 running) Cache restored successfully (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116) 2025520640 bytes in 5.79 secs (349724667 bytes/sec) [Pipeline] { [Pipeline] sh INFO: Analyzed target //tools/tazel:tazel (301 packages loaded, 14191 targets configured). INFO: Found 1 target... [0 / 21] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [271 / 585] [Prepa] GoCompilePkg external/com_github_twmb_murmur3/murmur3.a ... (8 actions, 0 running) [Pipeline] sh ./t/ddl/column_modify.test: ok! 164 test cases passed, take time 3.438412053 s [575 / 585] GoCompilePkg external/com_github_tikv_client_go_v2/txnkv/txnsnapshot/txnsnapshot.a; 0s remote-cache [Pipeline] sh [Pipeline] sh + ls -l rev-49c8f5136519ef9ddbef9b724187d95359b3b16b -rw-r--r--. 1 jenkins jenkins 0 May 6 15:55 rev-49c8f5136519ef9ddbef9b724187d95359b3b16b Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.110s, Critical Path: 2.72s INFO: 319 processes: 316 remote cache hit, 3 internal. INFO: Build completed successfully, 319 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' + ls -l rev-49c8f5136519ef9ddbef9b724187d95359b3b16b -rw-r--r-- 1 jenkins jenkins 0 May 6 15:55 rev-49c8f5136519ef9ddbef9b724187d95359b3b16b [271 / 585] [Prepa] GoCompilePkg external/in_gopkg_natefinch_lumberjack_v2/lumberjack_v2.a ... (8 actions, 0 running) [Pipeline] sh [540 / 585] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; 0s remote-cache ... (4 actions, 0 running) + ls -l rev-49c8f5136519ef9ddbef9b724187d95359b3b16b -rw-r--r-- 1 jenkins jenkins 0 May 6 15:55 rev-49c8f5136519ef9ddbef9b724187d95359b3b16b [Pipeline] // withCredentials [Pipeline] } + ls -l rev-49c8f5136519ef9ddbef9b724187d95359b3b16b -rw-r--r-- 1 jenkins jenkins 0 May 6 15:55 rev-49c8f5136519ef9ddbef9b724187d95359b3b16b Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.580s, Critical Path: 2.73s INFO: 319 processes: 316 remote cache hit, 3 internal. INFO: Build completed successfully, 319 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/statisticstest/... INFO: Invocation ID: 558f6bfb-863b-47e5-885a-6c90e58c743c INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_07_55_56.1103530796/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [541 / 585] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; Downloading external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a, 8.2 MiB / 9.9 MiB; 0s remote-cache ... (3 actions, 0 running) Loading: Loading: Loading: 0 packages loaded [Pipeline] sh INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1 packages loaded, 0 targets configured) [Pipeline] sh Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.968s, Critical Path: 2.85s INFO: 319 processes: 316 remote cache hit, 3 internal. INFO: Build completed successfully, 319 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [Pipeline] sh bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/brietest/... INFO: Invocation ID: d2ba4bd6-d02c-463e-9b48-d2f7cf78cfea INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_07_55_53.2939482991/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest [Pipeline] sh + ls -l rev-49c8f5136519ef9ddbef9b724187d95359b3b16b -rw-r--r--. 1 jenkins jenkins 0 May 6 15:55 rev-49c8f5136519ef9ddbef9b724187d95359b3b16b Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest1 [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_sessiontest Analyzing: target //tests/realtikvtest/brietest:brietest_test (1 packages loaded, 0 targets configured) [Pipeline] sh Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (202 packages loaded, 2085 targets configured) + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest3 [Pipeline] sh bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/pessimistictest/... INFO: Invocation ID: 8679614d-1c04-4758-a99c-a7fd6e2f9958 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_07_55_54.3758629380/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest4 Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (611 packages loaded, 12286 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (447 packages loaded, 1463 targets configured) + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_txntest Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (804 packages loaded, 14323 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (695 packages loaded, 13029 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (442 packages loaded, 6532 targets configured) + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest2 Analyzing: target //tests/realtikvtest/brietest:brietest_test (909 packages loaded, 14667 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (736 packages loaded, 12991 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (806 packages loaded, 15079 targets configured) [Pipeline] } Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (970 packages loaded, 14814 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (846 packages loaded, 15302 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (982 packages loaded, 16129 targets configured) Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116 already exists) [Pipeline] // timeout [Pipeline] } [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116 already exists) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1034 packages loaded, 16019 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1037 packages loaded, 16418 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1044 packages loaded, 16520 targets configured) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-8.1-ghpr_check2-116 already exists) [Pipeline] // cache [Pipeline] // cache Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1140 packages loaded, 17391 targets configured) [Pipeline] // cache [Pipeline] sh Analyzing: target //tests/realtikvtest/brietest:brietest_test (1057 packages loaded, 16550 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1120 packages loaded, 16857 targets configured) [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh [Pipeline] // stage [Pipeline] // cache [Pipeline] } [Pipeline] sh Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1124 packages loaded, 16948 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1227 packages loaded, 18096 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1131 packages loaded, 17337 targets configured) [Pipeline] // cache [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1215 packages loaded, 17712 targets configured) [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh Analyzing: target //tests/realtikvtest/brietest:brietest_test (1302 packages loaded, 18504 targets configured) [Pipeline] // container [Pipeline] } + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh [Pipeline] sh GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1285 packages loaded, 18382 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1353 packages loaded, 18793 targets configured) + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1353 packages loaded, 18429 targets configured) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 [Pipeline] // withEnv [Pipeline] } diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1353 packages loaded, 18429 targets configured) go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1309 packages loaded, 18936 targets configured) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] // node GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] } go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] // podTemplate [Pipeline] } Analyzing: target //tests/realtikvtest/brietest:brietest_test (1449 packages loaded, 19570 targets configured) INFO: Analyzed target //tests/realtikvtest/brietest:brietest_test (1454 packages loaded, 19846 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/brietest/brietest_test/baseline_coverage.dat ... (3 actions, 0 running) [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1449 packages loaded, 19202 targets configured) INFO: Analyzed target //tests/realtikvtest/pessimistictest:pessimistictest_test (1454 packages loaded, 19478 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/pessimistictest/pessimistictest_test/baseline_coverage.dat ... (2 actions, 0 running) go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1360 packages loaded, 19206 targets configured) [24 / 1,504] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/runtime.a, 5.1 MiB / 10.4 MiB; 0s remote-cache ... (3 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/statisticstest:statisticstest_test (1453 packages loaded, 19840 targets configured). INFO: Found 1 test target... [0 / 13] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (3 actions, 0 running) + git status HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-49c8f5136519ef9ddbef9b724187d95359b3b16b no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] sh go: downloading github.com/sergi/go-diff v1.1.0 + git status HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-49c8f5136519ef9ddbef9b724187d95359b3b16b no changes added to commit (use "git add" and/or "git commit -a") + git status HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-49c8f5136519ef9ddbef9b724187d95359b3b16b no changes added to commit (use "git add" and/or "git commit -a") GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c + git status HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-49c8f5136519ef9ddbef9b724187d95359b3b16b no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest [Pipeline] sh + git status HEAD detached from origin/release-8.1 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-49c8f5136519ef9ddbef9b724187d95359b3b16b no changes added to commit (use "git add" and/or "git commit -a") go: downloading github.com/sergi/go-diff v1.1.0 + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest3 [24 / 1,504] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache ... (3 actions, 0 running) [Pipeline] sh [24 / 1,503] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 12.0 MiB / 17.2 MiB; 0s remote-cache ... (3 actions, 0 running) [19 / 1,499] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 5.2 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_pipelineddmltest [31 / 1,499] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 15.9 MiB / 17.2 MiB; 2s remote-cache ... (8 actions, 0 running) + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest4 [98 / 1,504] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (8 actions, 0 running) [25 / 1,503] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 12.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [407 / 1,504] GoCompilePkg external/com_github_go_logr_logr/logr.a; 0s remote-cache ... (7 actions, 0 running) [212 / 1,503] [Prepa] GoCompilePkg build/linter/staticcheck/QF1012.a [for tool] [328 / 1,499] GoCompilePkg external/com_github_gogo_protobuf/proto/proto.a; 0s remote-cache ... (8 actions, 0 running) [689 / 1,504] GoCompilePkg pkg/parser/ast/ast.a; Downloading pkg/parser/ast/ast.a, 8.0 MiB / 8.9 MiB; 0s remote-cache ... (8 actions, 0 running) [532 / 1,503] GoCompilePkg external/com_github_spf13_pflag/pflag.a; Downloading external/com_github_spf13_pflag/pflag.a, 151.8 KiB / 2.7 MiB; 0s remote-cache ... (8 actions, 0 running) [655 / 1,499] GoCompilePkg external/com_github_tidwall_btree/btree.a; Downloading external/com_github_tidwall_btree/btree.facts; 0s remote-cache ... (8 actions, 0 running) + /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest2 bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... [917 / 1,504] GoCompilePkg external/io_k8s_api/core/v1/core.a; Downloading external/io_k8s_api/core/v1/core.a, 18.1 MiB / 24.4 MiB; 0s remote-cache ... (8 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... [807 / 1,503] GoCompilePkg external/com_github_lestrrat_go_jwx_v2/jwk/jwk.a; Downloading external/com_github_lestrrat_go_jwx_v2/jwk/jwk.a, 2.0 MiB / 3.2 MiB; 0s remote-cache ... (8 actions, 0 running) [970 / 1,499] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/awsutil/awsutil.a; Downloading external/com_github_aws_aws_sdk_go/aws/awsutil/awsutil.a; 0s remote-cache ... (8 actions, 0 running) Starting local Bazel server and connecting to it... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... [1,131 / 1,499] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 16.0 MiB / 69.8 MiB; 0s remote-cache ... (8 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... [1,092 / 1,504] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 28.9 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [1,080 / 1,503] GoCompilePkg external/io_k8s_api/core/v1/core.a; 0s remote-cache ... (8 actions, 0 running) INFO: Invocation ID: 2ca224b3-8cca-414d-8567-4d932ead8cde INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_55_58.1943477277/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: INFO: Invocation ID: d760a9c9-da5e-4683-b41c-28ae5200d282 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_55_59.2508796663/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: INFO: Invocation ID: 898885fd-58e9-4d78-884d-275863bf9714 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_55_55.3819626425/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: [1,218 / 1,499] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2iface/ec2iface.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2iface/ec2iface.a, 6.4 MiB / 6.5 MiB; 0s remote-cache ... (2 actions, 0 running) INFO: Invocation ID: 1083d715-cd17-450d-92bb-268a37a33703 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_56_01.2907406864/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: [1,188 / 1,504] GoCompilePkg external/com_github_pingcap_kvproto/pkg/pdpb/pdpb.a; Downloading external/com_github_pingcap_kvproto/pkg/pdpb/pdpb.a, 3.0 MiB / 11.9 MiB; 0s remote-cache ... (6 actions, 0 running) [1,143 / 1,503] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 1s remote-cache ... (8 actions, 0 running) Loading: Loading: Loading: 0 packages loaded Loading: Loading: Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Loading: Loading: 0 packages loaded [1,299 / 1,504] GoCompilePkg pkg/store/mockstore/unistore/tikv/dbreader/dbreader.a; Downloading pkg/store/mockstore/unistore/tikv/dbreader/dbreader.x, 49.0 KiB / 246.2 KiB; 0s remote-cache ... (8 actions, 0 running) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) [1,246 / 1,503] GoCompilePkg pkg/util/hint/hint.a; Downloading pkg/util/hint/hint.a, 165.0 KiB / 627.4 KiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) [1,334 / 1,499] GoCompilePkg pkg/sessionctx/sysproctrack/sysproctrack.a; Downloading pkg/sessionctx/sysproctrack/sysproctrack.a; 0s remote-cache ... (3 actions, 0 running) Loading: Loading: Loading: 0 packages loaded INFO: Invocation ID: 7bed186b-d55b-4f6e-b245-3592fbf05b7e INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_56_01.496471840/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) [1,367 / 1,504] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 33.7 MiB / 80.0 MiB; 0s remote-cache ... (3 actions, 0 running) [1,357 / 1,503] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 18.0 MiB / 80.0 MiB; 0s remote-cache ... (6 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,375 / 1,499] [Prepa] GoCompilePkg pkg/param/param.a ... (5 actions, 0 running) Loading: Loading: 0 packages loaded bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,395 / 1,504] GoCompilePkg pkg/util/rowDecoder/rowDecoder.a; Downloading pkg/util/rowDecoder/rowDecoder.a, 319.8 KiB / 1.2 MiB; 0s remote-cache ... (7 actions, 0 running) [1,387 / 1,503] GoCompilePkg pkg/expression/aggregation/aggregation.a; 0s remote-cache ... (3 actions, 0 running) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,431 / 1,499] GoCompilePkg pkg/ttl/sqlbuilder/sqlbuilder.a; 0s remote-cache ... (5 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c [1,449 / 1,504] GoCompilePkg pkg/lightning/backend/external/external.a; Downloading pkg/lightning/backend/external/external.a, 272.0 KiB / 2.4 MiB; 0s remote-cache ... (2 actions, 0 running) INFO: Invocation ID: 9412dae0-1e45-43ce-8cda-b2b928d28aa4 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_55_57.3893852886/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: [1,450 / 1,503] [Prepa] GoCompilePkg pkg/statistics/handle/handle.a go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,459 / 1,499] GoCompilePkg pkg/plugin/plugin.a; Downloading pkg/plugin/plugin.a, 4.1 MiB / 5.4 MiB; 0s remote-cache ... (6 actions, 0 running) INFO: Invocation ID: 7a51f19a-61a7-4c2f-938e-ed14872262d6 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_56_00.3039845436/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) go: downloading github.com/sergi/go-diff v1.1.0 [1,467 / 1,504] GoCompilePkg pkg/planner/core/internal/internal.a; 0s remote-cache ... (8 actions, 0 running) Loading: Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,482 / 1,499] GoCompilePkg pkg/executor/internal/mpp/mpp.a; Downloading pkg/executor/internal/mpp/mpp.x, 1.1 MiB / 1.4 MiB; 0s remote-cache ... (3 actions, 0 running) Loading: go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,475 / 1,503] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 16.8 MiB / 45.8 MiB; 0s remote-cache ... (3 actions, 0 running) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //:gazelle (99 packages loaded, 1203 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) [1,480 / 1,504] GoCompilePkg br/pkg/task/task.a; Downloading br/pkg/task/task.a, 5.3 MiB / 10.0 MiB; 0s remote-cache ... (7 actions, 0 running) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (75 packages loaded, 1029 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (75 packages loaded, 1095 targets configured) Analyzing: target //:gazelle (75 packages loaded, 1178 targets configured) [1,494 / 1,503] [Prepa] GoCompilePkg pkg/session/session.a GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,488 / 1,499] GoCompilePkg pkg/executor/executor.a; 1s remote-cache, linux-sandbox Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10443 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,496 / 1,504] GoCompilePkg pkg/store/gcworker/gcworker.a; 0s remote-cache, linux-sandbox [1,496 / 1,503] [Prepa] GoCompilePkg pkg/store/driver/driver.a go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //:gazelle (75 packages loaded, 1116 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,498 / 1,504] GoCompilePkg pkg/testkit/testkit.a; 0s remote-cache, linux-sandbox Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10446 targets configured) [1,497 / 1,503] GoCompilePkg pkg/testkit/testkit.a; 0s remote-cache, linux-sandbox [1,498 / 1,503] [Prepa] GoCompilePkg tests/realtikvtest/realtikvtest.a Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,499 / 1,504] [Prepa] GoCompilePkg tests/realtikvtest/realtikvtest.a bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,499 / 1,504] GoCompilePkg tests/realtikvtest/realtikvtest.a; 1s remote-cache, linux-sandbox [1,498 / 1,503] GoCompilePkg tests/realtikvtest/realtikvtest.a; 1s remote-cache, linux-sandbox bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Analyzing: target //:gazelle (75 packages loaded, 970 targets configured) INFO: Invocation ID: 53e160d7-2957-494e-b106-fb3c3f15c863 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_56_14.3914889959/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Starting local Bazel server and connecting to it... [1,500 / 1,504] GoCompilePkg tests/realtikvtest/brietest/brietest_test.internal.a; 0s remote-cache, linux-sandbox Loading: bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Loading: [1,500 / 1,503] [Prepa] GoCompilePkg tests/realtikvtest/statisticstest/statisticstest_test_test.external.a Analyzing: target //:gazelle (45 packages loaded, 420 targets configured) INFO: Invocation ID: fccc96f2-f4c1-4517-909e-7fe6adc88ba7 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_56_22.2272833784/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) [1,503 / 1,504] [Prepa] GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... INFO: Invocation ID: 5fc25639-c9e0-4d76-9025-84ab9a976bb3 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_56_14.2359477033/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Starting local Bazel server and connecting to it... [1,502 / 1,503] GoLink tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test; 0s remote-cache, linux-sandbox Loading: Analyzing: target //:gazelle (100 packages loaded, 10443 targets configured) Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) [1,488 / 1,499] GoCompilePkg pkg/executor/executor.a; 8s remote-cache, linux-sandbox Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Loading: [1,489 / 1,499] GoCompilePkg pkg/session/session.a; 1s remote-cache, linux-sandbox [1,503 / 1,504] GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test; 1s remote-cache, linux-sandbox Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) INFO: Invocation ID: 2b51e221-5362-4470-9ef3-236bd458011d INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_56_15.3763260316/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) [1,490 / 1,499] GoCompilePkg pkg/store/gcworker/gcworker.a; 0s remote-cache, linux-sandbox bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Loading: Starting local Bazel server and connecting to it... Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,491 / 1,499] [Prepa] GoCompilePkg pkg/store/driver/driver.a Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (171 packages loaded, 11257 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,492 / 1,499] GoCompilePkg pkg/testkit/testkit.a; 0s remote-cache, linux-sandbox INFO: Invocation ID: 301c1e2a-f431-4d35-9476-3c7ed2697c7e Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) INFO: Analyzed target //:gazelle (268 packages loaded, 11957 targets configured).  checking cached actions INFO: Found 1 target... INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_56_14.3299810848/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (179 packages loaded, 11263 targets configured) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //:gazelle (75 packages loaded, 950 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (75 packages loaded, 1084 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (191 packages loaded, 11291 targets configured) Loading: [1,493 / 1,499] [Prepa] GoCompilePkg tests/realtikvtest/realtikvtest.a ... (2 actions, 0 running) [1,503 / 1,504] GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test; 6s remote-cache, linux-sandbox INFO: Analyzed target //:gazelle (268 packages loaded, 11957 targets configured).  checking cached actions INFO: Found 1 target... Analyzing: target //:gazelle (69 packages loaded, 688 targets configured) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 4.5 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) [1,504 / 1,510] [Prepa] Writing file tests/realtikvtest/brietest/brietest_test.instrumented_files ... (2 actions, 0 running) Loading: Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (174 packages loaded, 11242 targets configured) INFO: Analyzed target //:gazelle (268 packages loaded, 11957 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //:gazelle (100 packages loaded, 10446 targets configured) [1,495 / 1,499] [Prepa] GoCompilePkg tests/realtikvtest/pessimistictest/pessimistictest_test.internal.a [1,502 / 1,503] GoLink tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test; 7s remote-cache, linux-sandbox [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 8.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (74 packages loaded, 710 targets configured) Loading: [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 6.1 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) INFO: Analyzed target //:gazelle (268 packages loaded, 11957 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] checking cached actions [1,497 / 1,499] [Prepa] GoCompilePkg tests/realtikvtest/pessimistictest/pessimistictest_test~testmain.a [1,510 / 1,512] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] Analyzing: target //:gazelle (170 packages loaded, 11252 targets configured) [1,502 / 1,503] GoLink tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test; 9s remote-cache, linux-sandbox Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (38 packages loaded, 166 targets configured) [25 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 15.0 MiB / 17.2 MiB; 2s remote-cache ... (2 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10443 targets configured) [21 / 314] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (2 actions, 0 running) [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 11.8 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [1,511 / 1,512] Testing //tests/realtikvtest/brietest:brietest_test; 1s remote-cache, linux-sandbox [1,498 / 1,499] GoLink tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test; 0s remote-cache, linux-sandbox [1,509 / 1,511] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) [201 / 314] GoCompilePkg external/co_honnef_go_tools/analysis/facts/purity/purity.a [for tool]; Downloading external/co_honnef_go_tools/analysis/facts/purity/purity.a; 0s remote-cache ... (2 actions, 0 running) Analyzing: target //:gazelle (41 packages loaded, 388 targets configured) [177 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (8 actions, 0 running) [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 4.9 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 29.094s, Critical Path: 4.15s INFO: 314 processes: 294 remote cache hit, 20 internal. INFO: Build completed successfully, 314 total actions INFO: Running command line: bazel-bin/gazelle Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.037s, Critical Path: 3.59s INFO: 314 processes: 294 remote cache hit, 20 internal. INFO: Build completed successfully, 314 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //:gazelle (170 packages loaded, 11361 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 17cbb604-7533-451e-98a8-a3e453f138a7 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_55_58.1943477277/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 74350ae5-3196-42f9-b052-f954ef32fb4d INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_56_01.2907406864/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/include/asm_amd64.h; 0s remote-cache ... (3 actions, 0 running) [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/asm, 3.0 MiB / 3.5 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [1,510 / 1,511] Testing //tests/realtikvtest/statisticstest:statisticstest_test; 1s remote-cache, linux-sandbox [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 10.2 MiB / 10.3 MiB; 3s remote-cache ... (3 actions, 0 running) [27 / 314] [Prepa] GoCompilePkg external/org_golang_x_tools/internal/pkgbits/pkgbits.a [for tool] ... (7 actions, 0 running) INFO: Analyzed target //:gazelle (268 packages loaded, 11957 targets configured). INFO: Found 1 target...  checking cached actions Analyzing: target //tools/tazel:tazel (9 packages loaded, 11924 targets configured) Analyzing: target //:gazelle (203 packages loaded, 11377 targets configured) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [307 / 314] GoCompilePkg external/bazel_gazelle/walk/walk.a [for tool]; Downloading external/bazel_gazelle/walk/walk.a, 175.8 KiB / 198.9 KiB; 0s remote-cache ... (2 actions, 0 running) [27 / 314] [Prepa] GoCompilePkg external/org_golang_x_tools/internal/pkgbits/pkgbits.a [for tool] ... (8 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 30.541s, Critical Path: 4.30s INFO: 314 processes: 294 remote cache hit, 20 internal. INFO: Build completed successfully, 314 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (179 packages loaded, 11278 targets configured) Analyzing: target //:gazelle (234 packages loaded, 11631 targets configured) INFO: Analyzed target //:gazelle (268 packages loaded, 11957 targets configured).  checking cached actions INFO: Found 1 target... Analyzing: target //tools/tazel:tazel (116 packages loaded, 12968 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 12253 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 12253 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 798d342c-88c3-4916-8c85-f08517f1d4e0 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_56_01.496471840/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) INFO: Analyzed target //:gazelle (268 packages loaded, 11957 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/reflect.a, 1.1 MiB / 2.5 MiB; 0s remote-cache ... (3 actions, 0 running) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (286 packages loaded, 14031 targets configured) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 32.677s, Critical Path: 6.38s INFO: 314 processes: 294 remote cache hit, 20 internal. INFO: Build completed successfully, 314 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) INFO: Analyzed target //tools/tazel:tazel (301 packages loaded, 14191 targets configured). INFO: Found 1 target... Analyzing: target //tools/tazel:tazel (39 packages loaded, 12627 targets configured) [19 / 314] [Prepa] Creating symlink bazel-out/k8-opt-exec-2B5CBBC6-ST-cef3ee1797e4/bin/external/go_sdk/builder_reset/builder [for tool] [0 / 28] [Prepa] BazelWorkspaceStatusAction stable-status.txt [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 9.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 6802c0ec-1179-4b8b-b31c-1268c90cb8fb INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_55_59.2508796663/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11519 targets configured) [24 / 314] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (3 actions, 0 running) Analyzing: target //:gazelle (45 packages loaded, 440 targets configured) [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (3 actions, 0 running) [1,498 / 1,499] GoLink tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test; 6s remote-cache, linux-sandbox Analyzing: target //tools/tazel:tazel (256 packages loaded, 13574 targets configured) [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/internal/poll.a, 189.6 KiB / 640.6 KiB; 1s remote-cache ... (3 actions, 0 running) [270 / 585] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache Analyzing: target //tools/tazel:tazel (9 packages loaded, 11924 targets configured) Analyzing: target //tools/tazel:tazel (71 packages loaded, 12815 targets configured) [1,498 / 1,499] GoLink tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test; 7s remote-cache, linux-sandbox INFO: Analyzed target //tools/tazel:tazel (301 packages loaded, 14191 targets configured). INFO: Found 1 target... [0 / 19] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 12.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (75 packages loaded, 1785 targets configured) [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/pprof, 7.0 MiB / 10.7 MiB; 2s remote-cache ... (3 actions, 0 running) [489 / 585] GoCompilePkg pkg/util/promutil/promutil.a; Downloading pkg/util/promutil/promutil.a; 0s remote-cache ... (6 actions, 0 running) [226 / 314] GoCompilePkg build/linter/staticcheck/S1002.a [for tool]; Downloading build/linter/staticcheck/S1002.x; 0s remote-cache ... (7 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10446 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 35.972s, Critical Path: 3.64s INFO: 314 processes: 294 remote cache hit, 20 internal. INFO: Build completed successfully, 314 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //tools/tazel:tazel (115 packages loaded, 12969 targets configured) Analyzing: target //tools/tazel:tazel (273 packages loaded, 13853 targets configured) [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (3 actions, 0 running) [271 / 585] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/exit/exit.a ... (8 actions, 0 running) INFO: Analyzed target //tools/tazel:tazel (301 packages loaded, 14191 targets configured). INFO: Found 1 target... [0 / 19] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [209 / 314] GoCompilePkg build/linter/staticcheck/S1000.a [for tool]; 0s remote-cache ... (8 actions, 0 running) [576 / 585] GoCompilePkg external/com_github_tikv_client_go_v2/txnkv/transaction/transaction.a; 0s remote-cache bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && " \ //tools/tazel:tazel [1,505 / 1,507] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] INFO: Invocation ID: 305289c0-4061-4ae3-94f6-67ec0241c0fd INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_55_55.3819626425/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (286 packages loaded, 14031 targets configured) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.613s, Critical Path: 3.18s INFO: 319 processes: 316 remote cache hit, 3 internal. INFO: Build completed successfully, 319 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' INFO: Analyzed target //tools/tazel:tazel (301 packages loaded, 14191 targets configured). INFO: Found 1 target... [0 / 25] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 31.993s, Critical Path: 3.94s INFO: 314 processes: 294 remote cache hit, 20 internal. INFO: Build completed successfully, 314 total actions INFO: Running command line: bazel-bin/gazelle [142 / 314] GoCompilePkg external/org_golang_x_tools/go/analysis/passes/atomic/atomic.a [for tool]; Downloading external/org_golang_x_tools/go/analysis/passes/atomic/atomic.x; 0s remote-cache ... (7 actions, 0 running) [544 / 585] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/txnkv/txnutil/txnutil.a ... (3 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (171 packages loaded, 11253 targets configured) [1,511 / 1,512] Testing //tests/realtikvtest/brietest:brietest_test; 10s remote-cache, linux-sandbox [271 / 585] [Prepa] GoCompilePkg external/com_github_tiancaiamao_gp/gp.a ... (5 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: f19132b9-c3da-4009-a6b1-3b6ef9849f74 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_56_00.3039845436/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes [1,506 / 1,507] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 1s remote-cache, linux-sandbox Analyzing: target //tools/tazel:tazel (9 packages loaded, 11924 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest/... Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 8.652s, Critical Path: 2.82s INFO: 319 processes: 316 remote cache hit, 3 internal. INFO: Build completed successfully, 319 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. INFO: Invocation ID: e2e2c4e0-80c1-4095-9864-f8fe9e673fc3 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_07_55_58.1943477277/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 33.561s, Critical Path: 4.59s INFO: 314 processes: 294 remote cache hit, 20 internal. INFO: Build completed successfully, 314 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) INFO: Analyzed target //:gazelle (268 packages loaded, 11957 targets configured).  checking cached actions INFO: Found 1 target... Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [271 / 585] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/oracle/oracle.a ... (4 actions, 0 running) [543 / 585] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; 0s remote-cache ... (2 actions, 0 running) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: eee9188c-380b-4c7d-a33b-188b61f5465f INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_55_57.3893852886/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest3/... Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (171 packages loaded, 11253 targets configured) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) INFO: Invocation ID: 6317a15b-ed79-4000-9d87-bfb66ede4fa7 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_07_56_01.2907406864/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Analyzing: target //tools/tazel:tazel (114 packages loaded, 12915 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11906 targets configured) [548 / 585] GoCompilePkg external/com_github_pingcap_kvproto/pkg/disaggregated/disaggregated.a; Downloading external/com_github_pingcap_kvproto/pkg/disaggregated/disaggregated.a; 0s remote-cache ... (4 actions, 0 running) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.063s, Critical Path: 2.64s INFO: 319 processes: 316 remote cache hit, 3 internal. INFO: Build completed successfully, 319 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (426 packages loaded, 1501 targets configured) [17 / 314] GoToolchainBinaryBuild external/go_sdk/builder [for tool]; 0s remote-cache ... (3 actions, 0 running) INFO: Analyzed target //:gazelle (268 packages loaded, 11957 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (168 packages loaded, 11248 targets configured) [1,510 / 1,511] Testing //tests/realtikvtest/statisticstest:statisticstest_test; 10s remote-cache, linux-sandbox Analyzing: target //tools/tazel:tazel (109 packages loaded, 12907 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.760s, Critical Path: 2.60s INFO: 319 processes: 316 remote cache hit, 3 internal. INFO: Build completed successfully, 319 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' INFO: Analyzed target //:gazelle (268 packages loaded, 11957 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest4/... INFO: Invocation ID: cb5bc24c-b8ec-4f82-bdbc-050c5c41d024 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_07_56_01.496471840/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Analyzing: target //tools/tazel:tazel (9 packages loaded, 11925 targets configured) INFO: Analyzed target //tools/tazel:tazel (301 packages loaded, 14191 targets configured).  checking cached actions INFO: Found 1 target... [0 / 26] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Loading: Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [18 / 314] GoToolchainBinaryBuild external/go_sdk/builder [for tool]; Downloading external/go_sdk/builder, 5.3 MiB / 5.3 MiB; 0s remote-cache ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (512 packages loaded, 1434 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (283 packages loaded, 13985 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest1/... INFO: Invocation ID: bb8c699f-37a7-4a12-97b6-5a28828be2d5 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_07_55_59.2508796663/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (631 packages loaded, 12881 targets configured) [24 / 314] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (3 actions, 0 running) [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/doc, 2.2 MiB / 2.8 MiB; 1s remote-cache ... (3 actions, 0 running) Loading: Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. INFO: Analyzed target //tools/tazel:tazel (301 packages loaded, 14191 targets configured). INFO: Found 1 target... [0 / 24] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (679 packages loaded, 12076 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (393 packages loaded, 1292 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (852 packages loaded, 14613 targets configured) [25 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 5.0 MiB / 17.2 MiB; 2s remote-cache ... (2 actions, 0 running) Analyzing: target //tools/tazel:tazel (9 packages loaded, 12275 targets configured) [271 / 585] checking cached actions [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 6.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [353 / 585] GoCompilePkg external/com_github_prometheus_procfs/procfs.a; Downloading external/com_github_prometheus_procfs/procfs.a, 775.8 KiB / 2.1 MiB; 0s remote-cache ... (8 actions, 0 running) [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/text/template.a, 1023.8 KiB / 1.3 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (890 packages loaded, 14284 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (379 packages loaded, 1391 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) [271 / 585] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/color/color.a ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1027 packages loaded, 15759 targets configured) [74 / 314] GoCompilePkg external/org_golang_x_tools/go/ssa/ssa.a [for tool]; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tools/tazel:tazel (128 packages loaded, 12989 targets configured) Analyzing: target //:gazelle (111 packages loaded, 10543 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (664 packages loaded, 11752 targets configured) [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (976 packages loaded, 15600 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (594 packages loaded, 2927 targets configured) [25 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (2 actions, 0 running) [535 / 585] GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; Downloading external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a, 5.0 MiB / 7.7 MiB; 0s remote-cache ... (6 actions, 0 running) [543 / 585] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; 0s remote-cache ... (2 actions, 0 running) [313 / 314] GoLink external/bazel_gazelle/cmd/gazelle/gazelle_/gazelle [for tool]; 0s remote-cache Analyzing: target //tools/tazel:tazel (301 packages loaded, 14191 targets configured) INFO: Analyzed target //tools/tazel:tazel (301 packages loaded, 14191 targets configured). INFO: Found 1 target... [0 / 28] [Prepa] BazelWorkspaceStatusAction stable-status.txt Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 29.506s, Critical Path: 4.55s INFO: 314 processes: 294 remote cache hit, 20 internal. INFO: Build completed successfully, 314 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (844 packages loaded, 13518 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1102 packages loaded, 16740 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 8.133s, Critical Path: 3.00s INFO: 319 processes: 316 remote cache hit, 3 internal. INFO: Build completed successfully, 319 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [195 / 314] GoCompilePkg external/org_golang_x_tools/go/analysis/passes/unmarshal/unmarshal.a [for tool]; Downloading external/org_golang_x_tools/go/analysis/passes/unmarshal/unmarshal.x, 24.0 KiB / 54.0 KiB; 0s remote-cache ... (8 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: e8d2d950-b718-4efe-84a3-4df35bf67aa9 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_56_22.2272833784/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [259 / 314] GoCompilePkg build/linter/staticcheck/S1025.a [for tool]; 0s remote-cache ... (8 actions, 0 running) INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes [584 / 585] GoLink tools/tazel/tazel_/tazel; Downloading tools/tazel/tazel_/tazel, 17.6 MiB / 22.0 MiB; 0s remote-cache Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1043 packages loaded, 16186 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 32.050s, Critical Path: 3.99s INFO: 314 processes: 294 remote cache hit, 20 internal. INFO: Build completed successfully, 314 total actions Loading: Loading: INFO: Running command line: bazel-bin/gazelle Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.399s, Critical Path: 3.10s INFO: 319 processes: 316 remote cache hit, 3 internal. INFO: Build completed successfully, 319 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (783 packages loaded, 13806 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 30.054s, Critical Path: 4.06s INFO: 314 processes: 294 remote cache hit, 20 internal. INFO: Build completed successfully, 314 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (933 packages loaded, 15073 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1136 packages loaded, 17299 targets configured) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && " \ //tools/tazel:tazel bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/sessiontest/... INFO: Invocation ID: 2d49efe3-3911-488a-b7ac-4a0701f5db6e INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_07_55_55.3819626425/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: [271 / 585] [Prepa] GoCompilePkg external/org_golang_x_exp/constraints/constraints.a ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1043 packages loaded, 16186 targets configured) INFO: Invocation ID: d88d6362-a3ff-44fe-bd0e-4cae55da1def INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_56_14.2359477033/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1055 packages loaded, 16143 targets configured) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1205 packages loaded, 17642 targets configured) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11925 targets configured) Analyzing: target //:gazelle (111 packages loaded, 10543 targets configured) [531 / 585] GoCompilePkg external/org_golang_google_grpc/health/grpc_health_v1/grpc_health_v1.a; 0s remote-cache ... (7 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (913 packages loaded, 15184 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1152 packages loaded, 17020 targets configured) Analyzing: target //:gazelle (111 packages loaded, 10543 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: bd171342-b750-4a01-8b28-e247372611df INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_56_14.3914889959/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1074 packages loaded, 16411 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1298 packages loaded, 18079 targets configured) Analyzing: target //tools/tazel:tazel (115 packages loaded, 12969 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1005 packages loaded, 15756 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11906 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (354 packages loaded, 4745 targets configured) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1207 packages loaded, 17719 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 9.045s, Critical Path: 3.07s INFO: 319 processes: 316 remote cache hit, 3 internal. INFO: Build completed successfully, 319 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //:gazelle (247 packages loaded, 11629 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1157 packages loaded, 17448 targets configured) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11925 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1051 packages loaded, 16203 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest2/... INFO: Invocation ID: 9e8e23b1-e34b-4387-8ead-cd34ee0e7429 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_07_56_00.3039845436/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. INFO: Analyzed target //:gazelle (268 packages loaded, 11957 targets configured). INFO: Found 1 target... Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1353 packages loaded, 18435 targets configured) Analyzing: target //tools/tazel:tazel (71 packages loaded, 12815 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (584 packages loaded, 12867 targets configured) INFO: Analyzed target //tools/tazel:tazel (301 packages loaded, 14191 targets configured).  checking cached actions INFO: Found 1 target... [0 / 24] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1 packages loaded, 0 targets configured) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/txntest/... INFO: Invocation ID: 703a88ef-705f-4ca0-86b2-321f0fa5f7d6 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_07_55_57.3893852886/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1247 packages loaded, 17950 targets configured) Analyzing: target //tools/tazel:tazel (122 packages loaded, 12920 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1124 packages loaded, 16934 targets configured) INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1301 packages loaded, 18141 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1449 packages loaded, 19208 targets configured) Analyzing: target //tools/tazel:tazel (273 packages loaded, 13861 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1 packages loaded, 0 targets configured) [19 / 314] [Prepa] Creating symlink bazel-out/k8-opt-exec-2B5CBBC6-ST-b62283a3abad/bin/external/go_sdk/builder_reset/builder [for tool] ... (2 actions, 0 running) INFO: Analyzed target //tools/tazel:tazel (301 packages loaded, 14191 targets configured). INFO: Found 1 target... [1,506 / 1,507] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 11s remote-cache, linux-sandbox [271 / 585] [Prepa] GoCompilePkg external/org_golang_x_exp/constraints/constraints.a Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (891 packages loaded, 14572 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (532 packages loaded, 2044 targets configured) [0 / 26] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1355 packages loaded, 18568 targets configured) INFO: Analyzed target //tests/realtikvtest/addindextest:addindextest_test (1454 packages loaded, 19484 targets configured). INFO: Found 1 test target... [0 / 7] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/txntest:txntest_test (383 packages loaded, 6059 targets configured) INFO: Analyzed target //tools/tazel:tazel (301 packages loaded, 14191 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1157 packages loaded, 17454 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1354 packages loaded, 18430 targets configured) [534 / 585] GoCompilePkg external/com_github_pingcap_kvproto/pkg/resource_manager/resource_manager.a; Downloading external/com_github_pingcap_kvproto/pkg/resource_manager/resource_manager.x, 294.7 KiB / 374.4 KiB; 0s remote-cache ... (7 actions, 0 running) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (906 packages loaded, 15472 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (731 packages loaded, 13500 targets configured) [271 / 585] checking cached actions Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1418 packages loaded, 19177 targets configured) [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 15.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/addindextest3:addindextest3_test (1453 packages loaded, 19477 targets configured). INFO: Found 1 test target... [0 / 13] [Prepa] Writing file tests/realtikvtest/addindextest3/addindextest3_test/baseline_coverage.dat ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1438 packages loaded, 19002 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (864 packages loaded, 14712 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (681 packages loaded, 12875 targets configured) [271 / 585] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/exit/exit.a ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1305 packages loaded, 18303 targets configured) INFO: Analyzed target //tests/realtikvtest/addindextest4:addindextest4_test (1455 packages loaded, 19480 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (3 actions, 0 running) [78 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (949 packages loaded, 15719 targets configured) [584 / 585] GoLink tools/tazel/tazel_/tazel; 0s remote-cache Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.287s, Critical Path: 3.03s INFO: 319 processes: 316 remote cache hit, 3 internal. INFO: Build completed successfully, 319 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [19 / 1,499] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 4.6 MiB / 7.3 MiB; 1s remote-cache ... (3 actions, 0 running) [532 / 585] GoCompilePkg external/com_github_grpc_ecosystem_go_grpc_middleware/go-grpc-middleware.a; Downloading external/com_github_grpc_ecosystem_go_grpc_middleware/go-grpc-middleware.x; 0s remote-cache ... (6 actions, 0 running) Analyzing: target //tests/realtikvtest/txntest:txntest_test (915 packages loaded, 14839 targets configured) [526 / 585] [Prepa] GoCompilePkg external/org_golang_google_grpc/grpc.a [20 / 1,498] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/go/types.a, 2.9 MiB / 5.9 MiB; 1s remote-cache ... (3 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest4/... INFO: Invocation ID: 0ab25bfa-f9de-48e2-bac9-dbf1f8f9978c INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_07_56_22.2272833784/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1038 packages loaded, 16294 targets configured) [20 / 1,499] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 13.0 MiB / 17.2 MiB; 2s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1017 packages loaded, 15927 targets configured) [584 / 585] GoLink tools/tazel/tazel_/tazel; Downloading tools/tazel/tazel_/tazel, 16.4 MiB / 22.0 MiB; 0s remote-cache Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.311s, Critical Path: 2.84s INFO: 319 processes: 316 remote cache hit, 3 internal. INFO: Build completed successfully, 319 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1361 packages loaded, 18843 targets configured) Loading: Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle [314 / 314] checking cached actions INFO: Elapsed time: 36.397s, Critical Path: 3.46s INFO: 314 processes: 294 remote cache hit, 20 internal. INFO: Build completed successfully, 314 total actions INFO: Running command line: bazel-bin/gazelle Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && " \ //tools/tazel:tazel [585 / 585] checking cached actions Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.186s, Critical Path: 3.05s INFO: 319 processes: 316 remote cache hit, 3 internal. INFO: Build completed successfully, 319 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' INFO: Analyzed target //tests/realtikvtest/addindextest1:addindextest1_test (1454 packages loaded, 19478 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/addindextest1/addindextest1_test/baseline_coverage.dat ... (3 actions, 0 running) INFO: Invocation ID: 746f07f9-b855-468a-b566-70aa12a881f2 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_56_15.3763260316/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded [19 / 1,500] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache ... (3 actions, 0 running) [207 / 1,499] [Prepa] GoCompilePkg build/linter/staticcheck/U1000.a [for tool] ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1031 packages loaded, 16232 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1143 packages loaded, 17488 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/pipelineddmltest/... INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (917 packages loaded, 15639 targets configured) [23 / 1,498] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (2 actions, 0 running) INFO: Invocation ID: deaeae02-bcc5-4713-a4cd-1062da8ebb2d INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_07_56_14.2359477033/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: [27 / 1,500] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 11.2 MiB / 17.2 MiB; 2s remote-cache ... (8 actions, 0 running) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1218 packages loaded, 17159 targets configured) [516 / 1,499] GoCompilePkg external/org_golang_google_protobuf/internal/filedesc/filedesc.a; Downloading external/org_golang_google_protobuf/internal/filedesc/filedesc.a, 1.4 MiB / 2.1 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1188 packages loaded, 17959 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (460 packages loaded, 1676 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest/... INFO: Invocation ID: 9ce9b833-96b5-4d2a-854e-fbefc997b58f INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_07_56_14.3914889959/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1029 packages loaded, 16473 targets configured) [19 / 1,499] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 13.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [333 / 1,498] GoCompilePkg external/com_github_uber_jaeger_client_go/thrift-gen/agent/agent.a; Downloading external/com_github_uber_jaeger_client_go/thrift-gen/agent/agent.facts; 0s remote-cache ... (8 actions, 0 running) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (9 packages loaded, 11932 targets configured) [310 / 1,500] GoCompilePkg external/org_uber_go_zap/zapcore/zapcore.a; Downloading external/org_uber_go_zap/zapcore/zapcore.a, 1.4 MiB / 1.8 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1334 packages loaded, 18321 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1304 packages loaded, 18667 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (672 packages loaded, 8178 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1101 packages loaded, 17035 targets configured) [688 / 1,498] GoCompilePkg external/io_opentelemetry_go_otel/semconv/v1.17.0/v1_17_0.a; Downloading external/io_opentelemetry_go_otel/semconv/v1.17.0/v1_17_0.a, 263.8 KiB / 747.0 KiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (262 packages loaded, 1617 targets configured) [771 / 1,499] GoCompilePkg external/com_github_vbauerster_mpb_v7/mpb.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tools/tazel:tazel (119 packages loaded, 12972 targets configured) [69 / 1,499] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache ... (8 actions, 0 running) [625 / 1,500] GoCompilePkg external/com_github_klauspost_compress/zstd/zstd.a; Downloading external/com_github_klauspost_compress/zstd/zstd.a, 407.8 KiB / 2.3 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (560 packages loaded, 1961 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1155 packages loaded, 17808 targets configured) [975 / 1,498] GoCompilePkg external/com_github_azure_azure_sdk_for_go_sdk_storage_azblob/internal/generated/generated.a; Downloading external/com_github_azure_azure_sdk_for_go_sdk_storage_azblob/internal/generated/generated.a, 2.0 MiB / 4.2 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (502 packages loaded, 6136 targets configured) [1,001 / 1,499] GoCompilePkg external/com_github_cockroachdb_pebble/pebble.a; Downloading external/com_github_cockroachdb_pebble/pebble.a, 6.2 MiB / 6.5 MiB; 0s remote-cache ... (8 actions, 0 running) INFO: Analyzed target //tools/tazel:tazel (301 packages loaded, 14191 targets configured).  checking cached actions INFO: Found 1 target... [0 / 18] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (778 packages loaded, 14081 targets configured) [400 / 1,499] GoCompilePkg external/com_github_prometheus_client_golang/api/api.a; Downloading external/com_github_prometheus_client_golang/api/api.x; 0s remote-cache ... (8 actions, 0 running) [866 / 1,500] GoCompilePkg external/org_golang_google_grpc/encoding/gzip/gzip.a; Downloading external/org_golang_google_grpc/encoding/gzip/gzip.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1371 packages loaded, 18543 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (786 packages loaded, 13485 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1360 packages loaded, 19207 targets configured) [1,124 / 1,498] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 19.0 MiB / 69.8 MiB; 0s remote-cache ... (8 actions, 0 running) [1,143 / 1,499] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 32.8 MiB / 69.8 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (961 packages loaded, 15898 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1196 packages loaded, 18046 targets configured) [743 / 1,499] GoCompilePkg pkg/parser/ast/ast.a; Downloading pkg/parser/ast/ast.a, 3.1 MiB / 8.1 MiB; 0s remote-cache ... (7 actions, 0 running) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (710 packages loaded, 13338 targets configured) [1,100 / 1,500] GoCompilePkg external/com_github_aws_aws_sdk_go/service/s3/s3.a; Downloading external/com_github_aws_aws_sdk_go/service/s3/s3.a, 4.0 MiB / 13.9 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1467 packages loaded, 19316 targets configured) [271 / 585] [Prepa] GoCompilePkg external/com_github_cloudfoundry_gosigar/gosigar.a ... (3 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/addindextest2:addindextest2_test (1472 packages loaded, 19592 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/addindextest2/addindextest2_test/baseline_coverage.dat ... (3 actions, 0 running) [1,222 / 1,499] GoCompilePkg external/com_github_tikv_client_go_v2/internal/locate/locate.a; 0s remote-cache ... (2 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (110 packages loaded, 10536 targets configured) Analyzing: target //:gazelle (168 packages loaded, 11116 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (840 packages loaded, 14602 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1453 packages loaded, 19775 targets configured) INFO: Analyzed target //tests/realtikvtest/sessiontest:sessiontest_test (1453 packages loaded, 19841 targets configured). Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1015 packages loaded, 16251 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1304 packages loaded, 18668 targets configured) [1,188 / 1,498] GoCompilePkg external/com_github_pingcap_kvproto/pkg/coprocessor/coprocessor.a; Downloading external/com_github_pingcap_kvproto/pkg/coprocessor/coprocessor.a, 327.5 KiB / 976.6 KiB; 0s remote-cache ... (7 actions, 0 running) [1,053 / 1,499] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 359.8 KiB / 69.8 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //:gazelle (192 packages loaded, 11277 targets configured) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (906 packages loaded, 15443 targets configured) INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/sessiontest/sessiontest_test/baseline_coverage.dat [1,171 / 1,500] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 1s remote-cache ... (4 actions, 0 running) [1,339 / 1,499] GoCompilePkg pkg/expression/contextopt/contextopt.a; 0s remote-cache ... (2 actions, 0 running) [543 / 585] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; Downloading external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a, 8.1 MiB / 9.9 MiB; 0s remote-cache ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (984 packages loaded, 16121 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1041 packages loaded, 16642 targets configured) [1,214 / 1,498] [Prepa] GoCompilePkg pkg/store/mockstore/unistore/client/client.a ... (5 actions, 0 running) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (953 packages loaded, 15644 targets configured) [1,138 / 1,499] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 1s remote-cache ... (8 actions, 0 running) Analyzing: target //:gazelle (227 packages loaded, 11576 targets configured) ./t/ddl/column_type_change.test: ok! 1268 test cases passed, take time 80.145908657 s [20 / 1,517] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 7.0 MiB / 10.3 MiB; 1s remote-cache ... (3 actions, 0 running) [1,273 / 1,500] [Prepa] GoCompilePkg br/pkg/restore/ingestrec/ingestrec.a ... (7 actions, 0 running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.199s, Critical Path: 3.12s INFO: 319 processes: 316 remote cache hit, 3 internal. INFO: Build completed successfully, 319 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1045 packages loaded, 16596 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1360 packages loaded, 19208 targets configured) [1,328 / 1,498] [Prepa] GoCompilePkg pkg/sessionctx/sysproctrack/sysproctrack.a ... (4 actions, 0 running) [1,273 / 1,499] [Prepa] GoCompilePkg pkg/types/parser_driver/parser_driver.a ... (3 actions, 0 running) [24 / 1,503] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 6.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [1,375 / 1,499] [Prepa] GoCompilePkg pkg/session/types/types.a ... (5 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1085 packages loaded, 16844 targets configured) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1050 packages loaded, 16313 targets configured) [25 / 1,517] [Prepa] GoCompilePkg external/org_golang_x_tools/internal/versions/versions.a [for tool] INFO: Analyzed target //tests/realtikvtest/txntest:txntest_test (1453 packages loaded, 19842 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/txntest/txntest_test/baseline_coverage.dat ... (3 actions, 0 running) INFO: Analyzed target //:gazelle (268 packages loaded, 11957 targets configured).  checking cached actions INFO: Found 1 target... [1,360 / 1,500] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 19.0 MiB / 78.4 MiB; 0s remote-cache ... (3 actions, 0 running) [1,510 / 1,511] Testing //tests/realtikvtest/statisticstest:statisticstest_test; 33s remote-cache, linux-sandbox [0 / 10] checking cached actions [1,372 / 1,498] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 58.0 MiB / 78.4 MiB; 0s remote-cache ... (3 actions, 0 running) [26 / 1,503] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (3 actions, 0 running) [1,433 / 1,499] GoCompilePkg pkg/statistics/handle/storage/storage.a; Downloading pkg/statistics/handle/storage/storage.a, 2.4 MiB / 2.4 MiB; 0s remote-cache ... (5 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest2/... INFO: Invocation ID: 635caace-9015-4dfa-8309-b1eeb931f2ed INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_07_56_15.3763260316/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1078 packages loaded, 16809 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1246 packages loaded, 17925 targets configured) Target //tests/realtikvtest/statisticstest:statisticstest_test up-to-date: bazel-bin/tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test INFO: Elapsed time: 81.353s, Critical Path: 62.41s INFO: 1508 processes: 1479 remote cache hit, 20 internal, 9 linux-sandbox. INFO: Build completed successfully, 1508 total actions Test cases: finished with 1 passing and 0 failing out of 1 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [1,364 / 1,499] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 37.5 MiB / 78.4 MiB; 0s remote-cache ... (4 actions, 0 running) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1141 packages loaded, 17457 targets configured) [331 / 1,517] GoCompilePkg external/org_golang_x_net/http/httpguts/httpguts.a; Downloading external/org_golang_x_net/http/httpguts/httpguts.x; 0s remote-cache ... (8 actions, 0 running) complete to collect bazel result. [1,387 / 1,500] GoCompilePkg pkg/table/tables/tables.a; 0s remote-cache ... (7 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1 packages loaded, 0 targets configured) [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir [16 / 314] [Prepa] GoToolchainBinaryBuild external/go_sdk/builder [for tool] ... (3 actions, 0 running) Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [1,403 / 1,498] GoCompilePkg pkg/sessiontxn/sessiontxn.a; Downloading pkg/sessiontxn/sessiontxn.a; 0s remote-cache ... (8 actions, 0 running) [24 / 1,503] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 4.3 MiB / 17.2 MiB; 0s remote-cache ... (3 actions, 0 running) [208 / 1,503] GoCompilePkg external/co_honnef_go_tools/quickfix/quickfix.a [for tool]; 0s remote-cache ... (4 actions, 0 running) [Pipeline] junit Recording test results Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1294 packages loaded, 17997 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1353 packages loaded, 18720 targets configured) [1,399 / 1,499] GoCompilePkg pkg/store/mockstore/mockstorage/mockstorage.a; 0s remote-cache ... (6 actions, 0 running) [Checks API] No suitable checks publisher found. [695 / 1,517] GoCompilePkg external/com_github_vividcortex_ewma/ewma.a; Downloading external/com_github_vividcortex_ewma/ewma.a; 0s remote-cache ... (8 actions, 0 running) [Pipeline] } [1,458 / 1,499] GoCompilePkg pkg/extension/extensionimpl/extensionimpl.a; Downloading pkg/extension/extensionimpl/extensionimpl.a, 3.0 MiB / 5.1 MiB; 0s remote-cache ... (8 actions, 0 running) [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1196 packages loaded, 18044 targets configured) [481 / 1,503] GoCompilePkg external/com_github_azuread_microsoft_authentication_library_for_go/apps/internal/json/types/time/time.a; 0s remote-cache ... (7 actions, 0 running) [Pipeline] // stage [1,451 / 1,500] [Prepa] GoCompilePkg pkg/lightning/backend/local/local.a Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (473 packages loaded, 1935 targets configured) [Pipeline] } Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1466 packages loaded, 19552 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1411 packages loaded, 19007 targets configured) [Pipeline] // container [1,454 / 1,498] [Prepa] GoCompilePkg pkg/ddl/schematracker/schematracker.a [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/include/asm_amd64.h; 0s remote-cache ... (3 actions, 0 running) [1,457 / 1,499] [Prepa] GoCompilePkg pkg/domain/domain.a [25 / 1,503] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/asm, 2.0 MiB / 3.5 MiB; 1s remote-cache ... (3 actions, 0 running) [Pipeline] } [1,478 / 1,499] GoCompilePkg pkg/planner/pattern/pattern.a; 0s remote-cache ... (5 actions, 0 running) [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [975 / 1,517] GoCompilePkg external/com_github_cockroachdb_pebble/vfs/atomicfs/atomicfs.a; Downloading external/com_github_cockroachdb_pebble/vfs/atomicfs/atomicfs.a; 0s remote-cache ... (8 actions, 0 running) [Pipeline] } Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1339 packages loaded, 18757 targets configured) [751 / 1,503] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; Downloading external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a, 19.0 MiB / 20.4 MiB; 0s remote-cache ... (8 actions, 0 running) [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 8.9 MiB / 10.3 MiB; 1s remote-cache ... (3 actions, 0 running) [Pipeline] // podTemplate Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (713 packages loaded, 13151 targets configured) [1,471 / 1,500] GoCompilePkg pkg/executor/internal/calibrateresource/calibrateresource.a; 0s remote-cache ... (4 actions, 0 running) [Pipeline] } Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1419 packages loaded, 19117 targets configured) [Pipeline] // withEnv [Pipeline] } [1,473 / 1,498] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 40.9 MiB / 42.7 MiB; 0s remote-cache ... (2 actions, 0 running) [1,482 / 1,499] GoCompilePkg pkg/sessiontxn/isolation/isolation.a; 0s remote-cache ... (4 actions, 0 running) [144 / 1,503] GoCompilePkg external/com_github_golangci_gofmt/gofmt/gofmt.a [for tool]; Downloading external/com_github_golangci_gofmt/gofmt/gofmt.a; 0s remote-cache ... (8 actions, 0 running) [Pipeline] // stage [1,493 / 1,499] [Prepa] GoCompilePkg tests/realtikvtest/realtikvtest.a [Pipeline] } Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1469 packages loaded, 19695 targets configured) [1,117 / 1,517] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 40.2 MiB / 69.8 MiB; 0s remote-cache ... (6 actions, 0 running) [977 / 1,503] GoCompilePkg external/io_k8s_sigs_json/internal/golang/encoding/json/json.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (819 packages loaded, 14730 targets configured) INFO: Analyzed target //tests/realtikvtest/importintotest4:importintotest4_test (1474 packages loaded, 19971 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/importintotest4/importintotest4_test/baseline_coverage.dat ... (3 actions, 0 running) [1,490 / 1,498] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a [420 / 1,503] GoCompilePkg external/com_github_spf13_pflag/pflag.a; Downloading external/com_github_spf13_pflag/pflag.a, 1.3 MiB / 2.7 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1360 packages loaded, 19206 targets configured) [1,490 / 1,500] [Prepa] GoCompilePkg pkg/session/session.a Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1507 packages loaded, 19852 targets configured) [1,201 / 1,517] GoCompilePkg external/org_golang_google_api/storage/v1/storage.a; 0s remote-cache ... (6 actions, 0 running) [1,496 / 1,499] [Prepa] GoCompilePkg tests/realtikvtest/addindextest/addindextest_test_test.external.a [698 / 1,503] GoCompilePkg external/com_github_gogo_protobuf/types/types.a; 0s remote-cache ... (7 actions, 0 running) [1,133 / 1,503] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 23.0 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [1,496 / 1,499] [Prepa] GoCompilePkg tests/realtikvtest/addindextest1/addindextest1_test_test.external.a Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (940 packages loaded, 15648 targets configured) [1,497 / 1,500] GoCompilePkg tests/realtikvtest/addindextest4/addindextest4_test_test.external.a; 0s remote-cache, linux-sandbox INFO: Analyzed target //tests/realtikvtest/importintotest:importintotest_test (1512 packages loaded, 20128 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/importintotest/importintotest_test/baseline_coverage.dat ... (3 actions, 0 running) [24 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 10.0 MiB / 17.2 MiB; 3s remote-cache ... (3 actions, 0 running) [24 / 1,524] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/runtime.a, 8.1 MiB / 10.4 MiB; 0s remote-cache ... (3 actions, 0 running) [1,495 / 1,498] [Prepa] GoCompilePkg tests/realtikvtest/addindextest3/addindextest3_test_test.external.a [1,313 / 1,517] GoCompilePkg pkg/store/driver/backoff/backoff.a; Downloading pkg/store/driver/backoff/backoff.facts; 0s remote-cache ... (4 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1453 packages loaded, 19840 targets configured). INFO: Found 1 test target... [0 / 7] [Prepa] Writing file tests/realtikvtest/pipelineddmltest/pipelineddmltest_test/baseline_coverage.dat [26 / 314] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 4s remote-cache [874 / 1,503] GoCompilePkg external/com_github_klauspost_compress/s2/s2.a; 0s remote-cache ... (8 actions, 0 running) [1,204 / 1,503] GoCompilePkg external/org_golang_google_api/storage/v1/storage.a; Downloading external/org_golang_google_api/storage/v1/storage.a, 2.8 MiB / 5.0 MiB; 0s remote-cache ... (8 actions, 0 running) [1,498 / 1,499] GoLink tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test; 0s remote-cache, linux-sandbox [1,498 / 1,499] GoLink tests/realtikvtest/addindextest/addindextest_test_/addindextest_test; 0s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1074 packages loaded, 16723 targets configured) [24 / 1,524] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache ... (3 actions, 0 running) [1,385 / 1,517] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 41.4 MiB / 78.4 MiB; 0s remote-cache ... (5 actions, 0 running) ./t/ddl/constraint.test: ok! 440 test cases passed, take time 8.464621737 s [1,499 / 1,500] GoLink tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test; 0s remote-cache, linux-sandbox [1,497 / 1,498] GoLink tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test; 0s remote-cache, linux-sandbox [1,315 / 1,503] GoCompilePkg pkg/util/cpuprofile/cpuprofile.a; 0s remote-cache ... (8 actions, 0 running) [130 / 314] GoCompilePkg build/linter/asciicheck/asciicheck.a [for tool]; Downloading build/linter/asciicheck/asciicheck.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1157 packages loaded, 17469 targets configured) [1,511 / 1,512] Testing //tests/realtikvtest/brietest:brietest_test; 40s remote-cache, linux-sandbox [24 / 1,562] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 3.9 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [95 / 1,524] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (8 actions, 0 running) [1,079 / 1,503] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 40.2 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [24 / 1,503] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 14.7 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [1,417 / 1,517] GoCompilePkg pkg/store/mockstore/unistore/server/server.a; 0s remote-cache ... (8 actions, 0 running) [1,371 / 1,503] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 53.3 MiB / 80.0 MiB; 0s remote-cache ... (4 actions, 0 running) [278 / 314] GoCompilePkg external/bazel_gazelle/internal/wspace/wspace.a [for tool]; Downloading external/bazel_gazelle/internal/wspace/wspace.a; 0s remote-cache ... (7 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1282 packages loaded, 18367 targets configured) [369 / 1,524] GoCompilePkg external/org_golang_x_text/runes/runes.a; Downloading external/org_golang_x_text/runes/runes.a, 71.8 KiB / 211.1 KiB; 0s remote-cache ... (7 actions, 0 running) [1,170 / 1,503] GoCompilePkg external/com_github_pingcap_kvproto/pkg/brpb/brpb.a; Downloading external/com_github_pingcap_kvproto/pkg/brpb/brpb.a, 4.0 MiB / 5.2 MiB; 0s remote-cache ... (8 actions, 0 running) [118 / 1,503] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (7 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 51.714s, Critical Path: 6.61s INFO: 314 processes: 294 remote cache hit, 20 internal. INFO: Build completed successfully, 314 total actions INFO: Running command line: bazel-bin/gazelle [25 / 1,562] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (3 actions, 0 running) [1,472 / 1,517] [Prepa] GoCompilePkg pkg/ddl/schematracker/schematracker.a ... (3 actions, 0 running) [710 / 1,524] GoCompilePkg external/com_github_pingcap_goleveldb/leveldb/leveldb.a; Downloading external/com_github_pingcap_goleveldb/leveldb/leveldb.a, 215.8 KiB / 3.1 MiB; 0s remote-cache ... (8 actions, 0 running) [1,234 / 1,503] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/tikv/tikv.a [1,402 / 1,503] GoCompilePkg pkg/infoschema/infoschema.a; Downloading pkg/infoschema/infoschema.a, 7.0 MiB / 8.3 MiB; 0s remote-cache ... (4 actions, 0 running) [419 / 1,503] GoCompilePkg external/io_k8s_apimachinery/pkg/api/resource/resource.a; Downloading external/io_k8s_apimachinery/pkg/api/resource/resource.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1372 packages loaded, 18873 targets configured) [258 / 1,562] GoCompilePkg build/linter/staticcheck/S1031.a [for tool]; 0s remote-cache ... (8 actions, 0 running) [1,493 / 1,517] GoCompilePkg pkg/planner/core/core.a; 0s remote-cache ... (2 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 8bde1050-e2a9-45da-a471-dc71303ad9d7 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_07_56_14.3299810848/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes [1,349 / 1,503] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 10.1 MiB / 80.0 MiB; 0s remote-cache ... (7 actions, 0 running) Loading: Loading: Loading: 0 packages loaded [1,459 / 1,503] [Prepa] GoCompilePkg pkg/ddl/schematracker/schematracker.a [774 / 1,503] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; Downloading external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a, 12.3 MiB / 20.4 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1373 packages loaded, 18918 targets configured) INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [535 / 1,562] GoCompilePkg pkg/server/err/err.a; Downloading pkg/server/err/err.facts; 0s remote-cache ... (8 actions, 0 running) [1,004 / 1,524] GoCompilePkg external/com_github_json_iterator_go/go.a; 0s remote-cache ... (8 actions, 0 running) [1,512 / 1,517] [Prepa] GoCompilePkg tests/realtikvtest/realtikvtest.a [1,479 / 1,503] GoCompilePkg pkg/planner/core/core.a; 0s remote-cache ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1474 packages loaded, 19971 targets configured) INFO: Analyzed target //tests/realtikvtest/importintotest2:importintotest2_test (1474 packages loaded, 19971 targets configured). INFO: Found 1 test target... [0 / 12] [Prepa] Writing file tests/realtikvtest/importintotest2/importintotest2_test/baseline_coverage.dat ... (3 actions, 0 running) [1,137 / 1,524] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 33.8 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [1,380 / 1,503] [Prepa] GoCompilePkg pkg/executor/internal/vecgroupchecker/vecgroupchecker.a [1,052 / 1,503] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 42.6 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [1,513 / 1,517] GoCompilePkg tests/realtikvtest/addindextest2/addindextest2_test.internal.a; 1s remote-cache, linux-sandbox Analyzing: target //tools/tazel:tazel (9 packages loaded, 11936 targets configured) [782 / 1,562] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; Downloading external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a, 19.6 MiB / 20.4 MiB; 0s remote-cache ... (8 actions, 0 running) [1,216 / 1,524] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2iface/ec2iface.a; 0s remote-cache ... (4 actions, 0 running) [1,495 / 1,503] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a [1,451 / 1,503] [Prepa] GoCompilePkg br/pkg/metautil/metautil.a [1,188 / 1,503] GoCompilePkg external/com_github_pingcap_kvproto/pkg/pdpb/pdpb.a; Downloading external/com_github_pingcap_kvproto/pkg/pdpb/pdpb.a, 2.0 MiB / 11.9 MiB; 0s remote-cache ... (6 actions, 0 running) [1,498 / 1,499] GoLink tests/realtikvtest/addindextest/addindextest_test_/addindextest_test; 6s remote-cache, linux-sandbox [1,006 / 1,562] GoCompilePkg external/com_github_azuread_microsoft_authentication_library_for_go/apps/internal/oauth/ops/wstrust/defs/defs.a; Downloading external/com_github_azuread_microsoft_authentication_library_for_go/apps/internal/oauth/ops/wstrust/defs/defs.a, 103.8 KiB / 566.9 KiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tools/tazel:tazel (41 packages loaded, 12414 targets configured) [1,498 / 1,499] GoLink tests/realtikvtest/addindextest/addindextest_test_/addindextest_test; 7s remote-cache, linux-sandbox [1,514 / 1,517] GoCompilePkg tests/realtikvtest/addindextest2/addindextest2_test_test.external.a; 0s remote-cache, linux-sandbox [25 / 1,524] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/net.a, 1.6 MiB / 4.2 MiB; 1s remote-cache ... (7 actions, 0 running) [1,349 / 1,524] GoCompilePkg pkg/sessionctx/variable/variable.a; 0s remote-cache ... (2 actions, 0 running) [1,475 / 1,503] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 9.1 MiB / 45.8 MiB; 0s remote-cache ... (2 actions, 0 running) [1,497 / 1,498] GoLink tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test; 6s remote-cache, linux-sandbox [1,315 / 1,503] GoCompilePkg pkg/store/store.a; Downloading pkg/store/store.a, 839.8 KiB / 847.3 KiB; 0s remote-cache ... (8 actions, 0 running) [1,135 / 1,562] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 1s remote-cache ... (8 actions, 0 running) Analyzing: target //tools/tazel:tazel (73 packages loaded, 12830 targets configured) [1,500 / 1,503] [Prepa] GoCompilePkg tests/realtikvtest/sessiontest/sessiontest_test_test.external.a [1,497 / 1,498] GoLink tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test; 7s remote-cache, linux-sandbox [80 / 1,524] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (8 actions, 0 running) [1,498 / 1,499] GoLink tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test; 8s remote-cache, linux-sandbox [1,499 / 1,505] [Prepa] Expanding template external/remote_coverage_tools/Main [for tool] [1,376 / 1,503] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 60.8 MiB / 80.0 MiB; 0s remote-cache ... (4 actions, 0 running) [1,516 / 1,517] [Prepa] GoLink tests/realtikvtest/addindextest2/addindextest2_test_/addindextest2_test [1,239 / 1,562] GoCompilePkg external/com_google_cloud_go_pubsub/apiv1/apiv1.a; 0s remote-cache ... (4 actions, 0 running) Analyzing: target //tools/tazel:tazel (120 packages loaded, 12969 targets configured) [1,395 / 1,524] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 60.2 MiB / 80.0 MiB; 0s remote-cache ... (4 actions, 0 running) [1,494 / 1,503] [Prepa] GoCompilePkg pkg/session/session.a [1,501 / 1,503] GoCompilePkg tests/realtikvtest/sessiontest/sessiontest_test~testmain.a; 0s remote-cache, linux-sandbox [1,499 / 1,500] GoLink tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test; 7s remote-cache, linux-sandbox [374 / 1,524] GoCompilePkg external/com_github_uber_jaeger_client_go/utils/utils.a; Downloading external/com_github_uber_jaeger_client_go/utils/utils.a; 0s remote-cache ... (8 actions, 0 running) [1,500 / 1,506] [Prepa] Expanding template external/remote_coverage_tools/Main [for tool] ... (2 actions, 0 running) [1,504 / 1,506] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,498 / 1,499] GoLink tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test; 9s remote-cache, linux-sandbox [1,369 / 1,562] GoCompilePkg pkg/util/profile/profile.a; 0s remote-cache ... (7 actions, 0 running) [1,505 / 1,507] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,425 / 1,524] GoCompilePkg pkg/infoschema/infoschema.a; 0s remote-cache ... (2 actions, 0 running) Analyzing: target //tools/tazel:tazel (249 packages loaded, 13239 targets configured) [1,421 / 1,503] GoCompilePkg pkg/store/mockstore/mockstore.a; 0s remote-cache ... (5 actions, 0 running) [1,516 / 1,517] GoLink tests/realtikvtest/addindextest2/addindextest2_test_/addindextest2_test; 1s remote-cache, linux-sandbox [670 / 1,524] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; Downloading external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a, 12.4 MiB / 20.4 MiB; 0s remote-cache ... (8 actions, 0 running) [1,499 / 1,503] GoCompilePkg tests/realtikvtest/txntest/txntest_test.internal.a; 0s remote-cache, linux-sandbox [1,502 / 1,503] GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test; 0s remote-cache, linux-sandbox [1,506 / 1,508] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,479 / 1,524] [Prepa] GoCompilePkg pkg/ddl/schematracker/schematracker.a ... (2 actions, 0 running) Analyzing: target //tools/tazel:tazel (284 packages loaded, 14003 targets configured) [1,464 / 1,503] GoCompilePkg br/pkg/glue/glue.a; Downloading br/pkg/glue/glue.a, 3.0 MiB / 6.1 MiB; 0s remote-cache ... (5 actions, 0 running) [1,423 / 1,562] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 44.2 MiB / 80.0 MiB; 0s remote-cache ... (5 actions, 0 running) [1,506 / 1,507] Testing //tests/realtikvtest/addindextest:addindextest_test; 1s remote-cache, linux-sandbox [1,500 / 1,503] GoCompilePkg tests/realtikvtest/txntest/txntest_test_test.external.a; 0s remote-cache, linux-sandbox [1,505 / 1,506] Testing //tests/realtikvtest/addindextest3:addindextest3_test; 1s remote-cache, linux-sandbox [950 / 1,524] GoCompilePkg external/com_github_cockroachdb_pebble/internal/batchskl/batchskl.a; Downloading external/com_github_cockroachdb_pebble/internal/batchskl/batchskl.facts; 0s remote-cache ... (8 actions, 0 running) [1,505 / 1,507] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,507 / 1,508] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 1s remote-cache, linux-sandbox INFO: Analyzed target //tools/tazel:tazel (301 packages loaded, 14191 targets configured). INFO: Found 1 target... [0 / 8] [Prepa] Creating source manifest for //tools/tazel:tazel [1,492 / 1,503] [Prepa] GoCompilePkg pkg/planner/planner.a [1,453 / 1,562] GoCompilePkg pkg/infoschema/infoschema.a; 0s remote-cache ... (2 actions, 0 running) [1,498 / 1,524] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 40.8 MiB / 45.8 MiB; 0s remote-cache ... (2 actions, 0 running) [1,115 / 1,524] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 23.9 MiB / 75.3 MiB; 0s remote-cache ... (5 actions, 0 running) [1,506 / 1,507] Testing //tests/realtikvtest/addindextest1:addindextest1_test; 1s remote-cache, linux-sandbox [1,509 / 1,562] [Prepa] GoCompilePkg pkg/infoschema/perfschema/perfschema.a ... (2 actions, 0 running) [1,514 / 1,524] [Prepa] GoCompilePkg pkg/session/session.a [1,502 / 1,503] GoLink tests/realtikvtest/txntest/txntest_test_/txntest_test; 1s remote-cache, linux-sandbox [1,200 / 1,524] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2iface/ec2iface.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2iface/ec2iface.a, 3.3 MiB / 6.9 MiB; 0s remote-cache ... (8 actions, 0 running) [269 / 585] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 7.9 MiB / 10.3 MiB; 1s remote-cache ... (2 actions, 0 running) [1,499 / 1,503] GoCompilePkg tests/realtikvtest/pipelineddmltest/pipelineddmltest_test.internal.a; 0s remote-cache, linux-sandbox [1,506 / 1,507] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 41s remote-cache, linux-sandbox [1,307 / 1,524] [Prepa] GoCompilePkg pkg/store/mockstore/unistore/tikv/mvcc/mvcc.a [1,528 / 1,562] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 34.6 MiB / 45.8 MiB; 0s remote-cache ... (2 actions, 0 running) [1,519 / 1,524] GoCompilePkg pkg/disttask/framework/testutil/testutil.a; 1s remote-cache, linux-sandbox [286 / 585] GoCompilePkg external/org_golang_x_sys/unix/unix.a; 0s remote-cache ... (8 actions, 0 running) [1,545 / 1,562] [Prepa] GoCompilePkg pkg/session/session.a [1,389 / 1,524] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 34.4 MiB / 80.0 MiB; 0s remote-cache ... (4 actions, 0 running) [1,502 / 1,503] GoLink tests/realtikvtest/pipelineddmltest/pipelineddmltest_test_/pipelineddmltest_test; 1s remote-cache, linux-sandbox [445 / 585] GoCompilePkg external/com_github_cockroachdb_errors/errors.a; Downloading external/com_github_cockroachdb_errors/errors.a, 247.8 KiB / 254.1 KiB; 0s remote-cache ... (3 actions, 0 running) [1,520 / 1,524] GoCompilePkg tests/realtikvtest/importintotest4/importintotest4_test.internal.a; 0s remote-cache, linux-sandbox [1,516 / 1,517] GoLink tests/realtikvtest/addindextest2/addindextest2_test_/addindextest2_test; 7s remote-cache, linux-sandbox [1,412 / 1,524] GoCompilePkg pkg/executor/aggfuncs/aggfuncs.a; Downloading pkg/executor/aggfuncs/aggfuncs.a, 3.0 MiB / 6.1 MiB; 0s remote-cache ... (8 actions, 0 running) [1,557 / 1,562] GoCompilePkg br/pkg/mock/mock.a; 0s remote-cache, linux-sandbox [542 / 585] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; Downloading external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a, 9.0 MiB / 9.9 MiB; 0s remote-cache ... (2 actions, 0 running) [1,502 / 1,503] GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test; 6s remote-cache, linux-sandbox [1,521 / 1,524] [Prepa] GoCompilePkg tests/realtikvtest/importintotest4/importintotest4_test_test.external.a [1,476 / 1,524] GoCompilePkg pkg/lightning/backend/local/local.a; 0s remote-cache [578 / 585] [Prepa] GoCompilePkg pkg/util/logutil/logutil.a Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 14.084s, Critical Path: 5.26s INFO: 319 processes: 316 remote cache hit, 3 internal. INFO: Build completed successfully, 319 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [1,502 / 1,503] GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test; 8s remote-cache, linux-sandbox [1,495 / 1,524] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 19.2 MiB / 45.8 MiB; 0s remote-cache ... (3 actions, 0 running) [1,521 / 1,524] GoCompilePkg tests/realtikvtest/importintotest4/importintotest4_test_test.external.a; 1s remote-cache, linux-sandbox [1,516 / 1,517] GoLink tests/realtikvtest/addindextest2/addindextest2_test_/addindextest2_test; 10s remote-cache, linux-sandbox [1,522 / 1,524] GoCompilePkg tests/realtikvtest/importintotest4/importintotest4_test~testmain.a; 0s remote-cache, linux-sandbox [1,502 / 1,503] GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test; 10s remote-cache, linux-sandbox [1,514 / 1,524] [Prepa] GoCompilePkg pkg/session/session.a [1,522 / 1,525] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 75.2 MiB / 96.2 MiB; 0s remote-cache bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest3/... INFO: Invocation ID: 8a591b7a-2e81-4938-85a8-fad6d26e18d6 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_07_56_14.3299810848/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: [1,557 / 1,562] GoCompilePkg br/pkg/mock/mock.a; 4s remote-cache, linux-sandbox [1,506 / 1,507] Testing //tests/realtikvtest/addindextest:addindextest_test; 10s remote-cache, linux-sandbox Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [1,505 / 1,506] Testing //tests/realtikvtest/addindextest3:addindextest3_test; 11s remote-cache, linux-sandbox [1,508 / 1,511] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; 0s remote-cache Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1 packages loaded, 0 targets configured) [1,507 / 1,508] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 10s remote-cache, linux-sandbox [1,520 / 1,524] GoCompilePkg tests/realtikvtest/importintotest2/importintotest2_test.internal.a; 1s remote-cache, linux-sandbox [1,558 / 1,562] [Prepa] GoCompilePkg tests/realtikvtest/importintotest/importintotest_test.internal.a [1,523 / 1,524] GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test; 1s remote-cache, linux-sandbox [1,502 / 1,503] GoLink tests/realtikvtest/pipelineddmltest/pipelineddmltest_test_/pipelineddmltest_test; 7s remote-cache, linux-sandbox [1,524 / 1,525] Testing //tests/realtikvtest/addindextest2:addindextest2_test; 1s remote-cache, linux-sandbox [1,523 / 1,524] GoLink tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test; 0s remote-cache, linux-sandbox [1,502 / 1,503] GoLink tests/realtikvtest/txntest/txntest_test_/txntest_test; 10s remote-cache, linux-sandbox [1,502 / 1,503] GoLink tests/realtikvtest/txntest/txntest_test_/txntest_test; 11s remote-cache, linux-sandbox [1,510 / 1,511] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 1s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (52 packages loaded, 200 targets configured) [1,558 / 1,562] GoCompilePkg tests/realtikvtest/importintotest/importintotest_test.internal.a; 1s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (298 packages loaded, 11454 targets configured) [1,560 / 1,562] GoCompilePkg tests/realtikvtest/importintotest/importintotest_test~testmain.a; 0s remote-cache, linux-sandbox [1,506 / 1,507] Testing //tests/realtikvtest/addindextest1:addindextest1_test; 11s remote-cache, linux-sandbox [1,502 / 1,503] GoLink tests/realtikvtest/pipelineddmltest/pipelineddmltest_test_/pipelineddmltest_test; 10s remote-cache, linux-sandbox [1,503 / 1,509] [Prepa] Expanding template external/remote_coverage_tools/Main [for tool] Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (583 packages loaded, 12942 targets configured) [1,509 / 1,511] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,508 / 1,511] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; 0s remote-cache [1,561 / 1,562] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; 1s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (879 packages loaded, 14908 targets configured) [1,505 / 1,506] 1 / 1 tests; Testing //tests/realtikvtest/addindextest3:addindextest3_test; 16s remote-cache, linux-sandbox Target //tests/realtikvtest/addindextest3:addindextest3_test up-to-date: bazel-bin/tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test INFO: Elapsed time: 55.187s, Critical Path: 38.00s INFO: 1494 processes: 1479 remote cache hit, 10 internal, 5 linux-sandbox. INFO: Build completed successfully, 1494 total actions Test cases: finished with 4 passing and 0 failing out of 4 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [1,510 / 1,511] Testing //tests/realtikvtest/txntest:txntest_test; 0s remote-cache, linux-sandbox [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (961 packages loaded, 15826 targets configured) [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [1,510 / 1,511] Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test; 1s remote-cache, linux-sandbox [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1009 packages loaded, 15999 targets configured) [1,523 / 1,524] GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test; 7s remote-cache, linux-sandbox [1,523 / 1,524] GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test; 8s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1011 packages loaded, 16176 targets configured) [1,530 / 1,532] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,523 / 1,524] GoLink tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test; 7s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1018 packages loaded, 16176 targets configured) [1,510 / 1,511] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 10s remote-cache, linux-sandbox [1,523 / 1,524] GoLink tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test; 9s remote-cache, linux-sandbox [1,531 / 1,532] Testing //tests/realtikvtest/importintotest4:importintotest4_test; 1s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1034 packages loaded, 16336 targets configured) [1,523 / 1,524] GoLink tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test; 10s remote-cache, linux-sandbox [1,524 / 1,525] Testing //tests/realtikvtest/addindextest2:addindextest2_test; 11s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1088 packages loaded, 16903 targets configured) [1,561 / 1,562] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; 7s remote-cache, linux-sandbox [1,523 / 1,524] GoLink tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test; 11s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1110 packages loaded, 17020 targets configured) [1,561 / 1,562] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; 9s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1161 packages loaded, 17713 targets configured) [1,530 / 1,532] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,567 / 1,570] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 22.0 MiB / 96.2 MiB; 0s remote-cache Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1184 packages loaded, 17986 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1240 packages loaded, 18294 targets configured) [1,531 / 1,532] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 1s remote-cache, linux-sandbox [1,569 / 1,570] Testing //tests/realtikvtest/importintotest:importintotest_test; 1s remote-cache, linux-sandbox [1,510 / 1,511] Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test; 10s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1309 packages loaded, 18573 targets configured) [1,510 / 1,511] Testing //tests/realtikvtest/txntest:txntest_test; 11s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1330 packages loaded, 19071 targets configured) ./t/ddl/db.test: ok! 290 test cases passed, take time 38.204370995 s ./t/ddl/db_cache.test: ok! 52 test cases passed, take time 1.517605125 s Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1381 packages loaded, 19336 targets configured) ./t/ddl/db_change.test: ok! 21 test cases passed, take time 0.711246782 s ./t/ddl/db_foreign_key.test: ok! 20 test cases passed, take time 0.595116854 s Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1381 packages loaded, 19336 targets configured) INFO: Analyzed target //tests/realtikvtest/importintotest3:importintotest3_test (1474 packages loaded, 19971 targets configured). INFO: Found 1 test target... [0 / 13] [Prepa] Writing file tests/realtikvtest/importintotest3/importintotest3_test/baseline_coverage.dat ... (3 actions, 0 running) [1,531 / 1,532] Testing //tests/realtikvtest/importintotest4:importintotest4_test; 11s remote-cache, linux-sandbox [24 / 1,524] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/runtime.a, 5.9 MiB / 10.4 MiB; 0s remote-cache ... (3 actions, 0 running) [24 / 1,524] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 10.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [1,531 / 1,532] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 10s remote-cache, linux-sandbox [24 / 1,524] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (3 actions, 0 running) [1,569 / 1,570] Testing //tests/realtikvtest/importintotest:importintotest_test; 10s remote-cache, linux-sandbox [28 / 1,524] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 3s remote-cache ... (7 actions, 0 running) [278 / 1,524] [Prepa] GoCompilePkg external/org_uber_go_multierr/multierr.a ... (6 actions, 0 running) [551 / 1,524] GoCompilePkg external/com_github_cockroachdb_sentry_go/sentry-go.a; 0s remote-cache ... (8 actions, 0 running) [797 / 1,524] GoCompilePkg external/com_github_xitongsys_parquet_go/parquet/parquet.a; 0s remote-cache ... (6 actions, 0 running) [1,046 / 1,524] GoCompilePkg external/com_github_cockroachdb_pebble/pebble.a; 0s remote-cache ... (8 actions, 0 running) [1,152 / 1,524] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 30.3 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [1,506 / 1,507] Testing //tests/realtikvtest/addindextest:addindextest_test; 40s remote-cache, linux-sandbox [1,507 / 1,508] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 40s remote-cache, linux-sandbox [1,208 / 1,524] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 1s remote-cache ... (8 actions, 0 running) [1,309 / 1,524] GoCompilePkg pkg/kv/kv.a; 0s remote-cache ... (2 actions, 0 running) [1,379 / 1,524] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 17.0 MiB / 80.0 MiB; 0s remote-cache ... (8 actions, 0 running) [1,506 / 1,507] Testing //tests/realtikvtest/addindextest1:addindextest1_test; 41s remote-cache, linux-sandbox [1,506 / 1,507] 1 / 1 tests; Testing //tests/realtikvtest/addindextest1:addindextest1_test; 43s remote-cache, linux-sandbox Target //tests/realtikvtest/addindextest1:addindextest1_test up-to-date: bazel-bin/tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test INFO: Elapsed time: 81.110s, Critical Path: 63.87s INFO: 1495 processes: 1480 remote cache hit, 10 internal, 5 linux-sandbox. INFO: Build completed successfully, 1495 total actions Test cases: finished with 6 passing and 0 failing out of 6 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [1,400 / 1,524] [Prepa] GoCompilePkg pkg/param/param.a ... (5 actions, 0 running) [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [1,454 / 1,524] GoCompilePkg br/pkg/restore/split/split.a; 0s remote-cache ... (6 actions, 0 running) [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,482 / 1,524] [Prepa] GoCompilePkg pkg/planner/core/internal/internal.a ... (6 actions, 0 running) [1,498 / 1,524] GoCompilePkg pkg/planner/core/core.a; 1s remote-cache ... (2 actions, 0 running) [1,513 / 1,524] GoCompilePkg pkg/executor/executor.a; 0s remote-cache [1,510 / 1,511] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 40s remote-cache, linux-sandbox [1,520 / 1,524] GoCompilePkg tests/realtikvtest/importintotest3/importintotest3_test.internal.a; 1s remote-cache, linux-sandbox [1,524 / 1,525] Testing //tests/realtikvtest/addindextest2:addindextest2_test; 41s remote-cache, linux-sandbox [1,520 / 1,524] GoCompilePkg tests/realtikvtest/importintotest3/importintotest3_test.internal.a; 2s remote-cache, linux-sandbox [1,523 / 1,524] GoLink tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test; 0s remote-cache, linux-sandbox [1,511 / 1,512] Testing //tests/realtikvtest/brietest:brietest_test; 100s remote-cache, linux-sandbox [1,511 / 1,512] Testing //tests/realtikvtest/brietest:brietest_test; 104s remote-cache, linux-sandbox Target //tests/realtikvtest/brietest:brietest_test up-to-date: bazel-bin/tests/realtikvtest/brietest/brietest_test_/brietest_test INFO: Elapsed time: 148.753s, Critical Path: 131.63s INFO: 1509 processes: 1479 remote cache hit, 20 internal, 10 linux-sandbox. INFO: Build completed successfully, 1509 total actions Test cases: finished with 7 passing and 0 failing out of 7 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [1,510 / 1,511] Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test; 40s remote-cache, linux-sandbox [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [1,506 / 1,507] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 101s remote-cache, linux-sandbox [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,510 / 1,511] Testing //tests/realtikvtest/txntest:txntest_test; 41s remote-cache, linux-sandbox [1,531 / 1,532] Testing //tests/realtikvtest/importintotest4:importintotest4_test; 41s remote-cache, linux-sandbox [1,523 / 1,524] GoLink tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test; 10s remote-cache, linux-sandbox [1,523 / 1,524] GoLink tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test; 12s remote-cache, linux-sandbox [1,531 / 1,532] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 40s remote-cache, linux-sandbox [1,523 / 1,524] GoLink tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test; 13s remote-cache, linux-sandbox [1,569 / 1,570] Testing //tests/realtikvtest/importintotest:importintotest_test; 40s remote-cache, linux-sandbox [1,528 / 1,532] [Prepa] JavaToolchainCompileClasses external/bazel_tools/tools/jdk/platformclasspath_classes [for tool] [1,529 / 1,532] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; 1s remote-cache [1,531 / 1,532] Testing //tests/realtikvtest/importintotest3:importintotest3_test; 0s remote-cache, linux-sandbox [1,531 / 1,532] Testing //tests/realtikvtest/importintotest4:importintotest4_test; 52s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest4:importintotest4_test: ==================== Test output for //tests/realtikvtest/importintotest4:importintotest4_test: === RUN TestImportInto [2024/05/06 08:01:07.333 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:07.334 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:07.334 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186674833612] [2024/05/06 08:01:07.335 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:07.336 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:07.337 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:07.337 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:07.337 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:07.337 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:07.337 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:07.340 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:01:07.345 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:07.347 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:07.349 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:07.375 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:01:07.375 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:01:07.385 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:01:07.385 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:01:07.399 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:01:07.424 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793186674833612] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:01:07.539 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:01:07.673 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=252] ["lease id"=22318f4cea2fd7dc] [2024/05/06 08:01:07.675 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:01:07.682 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1259\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3564\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3556\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3506\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3290\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3256\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest4/importintotest4_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest4/main_test.go:64\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest4/importintotest4_test.TestImportInto\n\ttests/realtikvtest/importintotest4/main_test.go:48\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 08:01:07.706 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=23.798252ms] [2024/05/06 08:01:07.709 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:01:07.709 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=20db7dbc-4d02-42bf-9d5e-ae098c5b4029] [runWorker=true] [2024/05/06 08:01:07.709 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:01:07.711 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:01:07.712 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 08:01:07.712 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:07.712 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:07.712 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:07.712 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:07.713 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:07.713 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:07.713 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:07.713 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:07.713 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:07.713 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:07.713 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:07.713 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:07.713 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:07.713 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:01:07.715 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 20db7dbc-4d02-42bf-9d5e-ae098c5b4029"] ["owner key"=/tidb/ddl/fg/owner/22318f4cea2fd7e0] [ownerID=20db7dbc-4d02-42bf-9d5e-ae098c5b4029] [op=none] [2024/05/06 08:01:07.716 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:07.716 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=c7afb6b1-fdc8-4788-b5f6-34fb64cf3370] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:07.717 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c7afb6b1-fdc8-4788-b5f6-34fb64cf3370"] ["owner key"=/tidb/br-stream/owner/22318f4cea2fd7e2] [ownerID=c7afb6b1-fdc8-4788-b5f6-34fb64cf3370] [op=none] [2024/05/06 08:01:07.724 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 08:01:07.757 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:07.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:07.757 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:07.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 08:01:07.764 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:07.765 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 20db7dbc-4d02-42bf-9d5e-ae098c5b4029"] ["owner key"=/tidb/ddl/fg/owner/22318f4cea2fd7e0] [ownerID=20db7dbc-4d02-42bf-9d5e-ae098c5b4029] [op=none] [2024/05/06 08:01:07.765 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 20db7dbc-4d02-42bf-9d5e-ae098c5b4029"] [op=none] [2024/05/06 08:01:07.765 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:01:07.809 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:07.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:07.866 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=26.314915ms] [2024/05/06 08:01:07.870 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:01:07.879 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:07.879 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/06 08:01:07.891 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=55.970965ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:07.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:07.957 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:07.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:07.982 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 08:01:07.982 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:07.987 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 08:01:08.012 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 08:01:08.202 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:07.994 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:08.202 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:07.994 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 08:01:08.251 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:07.994 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:08.556 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.255286ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:08.566 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:08.566 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/06 08:01:08.598 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=54.031318ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:07.994 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:08.654 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:07.994 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:08.718 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:08.718 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:08.844 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 08:01:08.844 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:08.847 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.843963227\n# Parse_time: 0\n# Compile_time: 0.009380462\n# Rewrite_time: 0.000016834\n# Optimize_time: 0\n# Wait_TS: 0.000425481\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/05/06 08:01:08.851 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 08:01:08.903 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:08.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:08.903 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:08.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 08:01:08.953 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:08.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:09.021 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.575511ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:09.030 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:09.030 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/06 08:01:09.067 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=52.95302ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:08.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:09.125 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:08.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:09.177 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 08:01:09.177 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:09.180 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.330488221\n# Parse_time: 0\n# Compile_time: 0.001825367\n# Rewrite_time: 0.000012124\n# Optimize_time: 0\n# Wait_TS: 0.000353436\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:09.183 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 08:01:09.233 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:09.195 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:09.233 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:09.195 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 08:01:09.270 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:09.195 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:09.353 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.760116ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:09.364 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:09.364 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/06 08:01:09.400 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=53.996754ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:09.195 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:09.438 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:09.195 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:09.483 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 08:01:09.483 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:09.487 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.305346937\n# Parse_time: 0\n# Compile_time: 0.001343646\n# Rewrite_time: 0.000010148\n# Optimize_time: 0\n# Wait_TS: 0.000340046\n# DB: mysql\n# Is_internal: true\n# Digest: 3bc9b46cf9e300a8d240915cf47216424544ed9f992c07151fba2e2cadc41632\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"BLOB/TEXT/JSON column 'Priv' can't have a default value\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:09.503 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 08:01:09.611 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:09.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:09.611 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:09.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 08:01:09.675 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:09.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:09.712 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:01:09.713 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2382] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/06 08:01:09.717 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:09.717 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:09.850 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=5.568461ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:09.859 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:09.859 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/06 08:01:09.893 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=53.81108ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:09.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:09.951 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:09.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:10.055 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 08:01:10.055 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:10.059 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.564054524\n# Parse_time: 0\n# Compile_time: 0.008948435\n# Rewrite_time: 0.000009749\n# Optimize_time: 0\n# Wait_TS: 0.000336544\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:10.064 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 08:01:10.126 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:10.044 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:10.126 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:10.044 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 08:01:10.177 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:10.044 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:10.281 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.636229ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:10.291 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:10.291 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/06 08:01:10.326 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.161168ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:10.044 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:10.389 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:10.044 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:10.452 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 08:01:10.452 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:10.456 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.394129246\n# Parse_time: 0\n# Compile_time: 0.002440344\n# Rewrite_time: 0.000009376\n# Optimize_time: 0\n# Wait_TS: 0.000382708\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:10.461 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 08:01:10.528 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:10.444 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:10.528 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:10.444 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 08:01:10.587 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:10.444 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:10.687 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.095444ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:10.696 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:10.696 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/06 08:01:10.716 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:10.716 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:10.733 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.843661ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:10.444 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:10.788 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:10.444 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:10.845 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 08:01:10.845 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:10.849 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.390494557\n# Parse_time: 0\n# Compile_time: 0.002219183\n# Rewrite_time: 0.000013352\n# Optimize_time: 0\n# Wait_TS: 0.000415919\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:10.852 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 08:01:10.896 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:10.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:10.896 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:10.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 08:01:10.973 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:10.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:11.032 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=3.226732ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:11.043 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:11.043 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/06 08:01:11.078 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=53.297659ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:10.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:11.149 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:10.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:11.191 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 08:01:11.191 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:11.195 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.344305964\n# Parse_time: 0\n# Compile_time: 0.001191495\n# Rewrite_time: 0.000012212\n# Optimize_time: 0\n# Wait_TS: 0.000470776\n# DB: mysql\n# Is_internal: true\n# Digest: 1b59564c29970a0a8880792322e02b7df09888f7d0a2dfc190f3ed0ff12369d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:11.197 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 08:01:11.244 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:11.194 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 08:01:11.244 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:11.194 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:11.311 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:11.194 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:11.387 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.707292ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:11.397 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:11.397 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/06 08:01:11.434 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=53.461642ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:11.194 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:11.492 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:11.194 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:11.533 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 08:01:11.533 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:11.537 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.34046025\n# Parse_time: 0\n# Compile_time: 0.001263383\n# Rewrite_time: 0.000011895\n# Optimize_time: 0\n# Wait_TS: 0.000349665\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:11.541 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 08:01:11.594 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:11.544 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:11.594 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:11.544 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 08:01:11.635 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:11.544 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:11.716 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:11.716 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:11.718 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=3.078721ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:11.730 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:11.731 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/06 08:01:11.765 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.363135ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:11.544 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:11.838 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:11.544 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:11.891 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 08:01:11.891 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:11.895 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.355329081\n# Parse_time: 0\n# Compile_time: 0.002053204\n# Rewrite_time: 0.00001143\n# Optimize_time: 0\n# Wait_TS: 0.000389853\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:11.901 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 08:01:11.952 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:11.895 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:11.952 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:11.895 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 08:01:12.035 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:11.895 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:12.118 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=3.219678ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:12.129 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:12.129 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/06 08:01:12.165 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=54.870576ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:11.895 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:12.236 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:11.895 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:12.288 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 08:01:12.288 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:12.292 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.395009156\n# Parse_time: 0\n# Compile_time: 0.003659234\n# Rewrite_time: 0.000011161\n# Optimize_time: 0\n# Wait_TS: 0.000398116\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:12.304 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 08:01:12.305 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:01:12.384 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:12.294 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:12.384 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:12.294 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 08:01:12.429 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:12.294 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:12.558 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=4.227149ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:12.568 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:12.568 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/06 08:01:12.602 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=52.913105ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:12.294 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:12.641 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:12.294 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:12.716 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:12.717 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:12.728 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 08:01:12.729 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:12.733 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.431781249\n# Parse_time: 0\n# Compile_time: 0.003051109\n# Rewrite_time: 0.00000783\n# Optimize_time: 0\n# Wait_TS: 0.000462961\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:12.739 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 08:01:12.803 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:12.744 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 08:01:12.804 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:12.744 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:12.857 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:12.744 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:12.954 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.3275ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:12.965 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:12.965 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/06 08:01:13.000 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=53.504453ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:12.744 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:13.039 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:12.744 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:13.104 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 08:01:13.104 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:13.107 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.371402405\n# Parse_time: 0\n# Compile_time: 0.003322985\n# Rewrite_time: 0.000011557\n# Optimize_time: 0\n# Wait_TS: 0.000479635\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:13.111 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 08:01:13.165 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:13.094 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:13.165 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:13.094 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 08:01:13.216 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:13.094 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:13.306 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.890456ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:13.317 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:13.317 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/06 08:01:13.352 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=53.247909ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:13.094 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:13.427 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:13.094 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:13.476 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 08:01:13.476 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:13.479 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.369772943\n# Parse_time: 0\n# Compile_time: 0.001935023\n# Rewrite_time: 0.000011576\n# Optimize_time: 0\n# Wait_TS: 0.000387971\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:13.484 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 08:01:13.540 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:13.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:13.540 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:13.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 08:01:13.604 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:13.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:13.678 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=3.020482ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:13.687 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:13.687 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/06 08:01:13.715 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:13.716 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:13.724 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=52.808793ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:13.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:13.791 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:13.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:13.843 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 08:01:13.843 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:13.846 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.364614621\n# Parse_time: 0\n# Compile_time: 0.002001545\n# Rewrite_time: 0.000009686\n# Optimize_time: 0\n# Wait_TS: 0.000410089\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:13.850 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 08:01:13.906 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:13.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:13.906 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:13.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 08:01:13.971 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:13.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:14.063 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.724783ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:14.074 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:14.074 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/06 08:01:14.110 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=54.606633ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:13.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:14.183 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:13.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:14.228 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 08:01:14.228 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:14.232 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.383445266\n# Parse_time: 0\n# Compile_time: 0.001670789\n# Rewrite_time: 0.000010013\n# Optimize_time: 0\n# Wait_TS: 0.000431554\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:14.237 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 08:01:14.290 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:14.244 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:14.290 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:14.244 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 08:01:14.371 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:14.244 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:14.451 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=3.020419ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:14.460 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:14.460 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/06 08:01:14.496 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=53.22542ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:14.244 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:14.539 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:14.244 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:14.594 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 08:01:14.594 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:14.598 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.362967877\n# Parse_time: 0\n# Compile_time: 0.002307606\n# Rewrite_time: 0.000010784\n# Optimize_time: 0\n# Wait_TS: 0.00040588\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:14.602 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 08:01:14.658 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:14.595 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:14.658 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:14.595 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 08:01:14.715 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:14.715 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:14.731 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:14.595 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:14.819 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.939987ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:14.830 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:14.830 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/06 08:01:14.865 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=53.592531ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:14.595 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:14.935 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:14.595 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:14.983 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 08:01:14.983 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:14.986 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.386089981\n# Parse_time: 0\n# Compile_time: 0.002031652\n# Rewrite_time: 0.00001024\n# Optimize_time: 0\n# Wait_TS: 0.000508687\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:14.993 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 08:01:15.073 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:14.995 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:15.073 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:14.995 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 08:01:15.142 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:14.995 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:15.251 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.319008ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:15.260 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:15.260 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/06 08:01:15.298 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=53.797049ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:14.995 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:15.340 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:14.995 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:15.409 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 08:01:15.409 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:15.412 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.42157484\n# Parse_time: 0\n# Compile_time: 0.00291564\n# Rewrite_time: 0.000011156\n# Optimize_time: 0\n# Wait_TS: 0.000500388\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:15.428 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 08:01:15.484 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:15.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:15.484 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:15.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 08:01:15.523 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:15.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:15.594 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.582521ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:15.602 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:15.602 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/06 08:01:15.640 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=53.038009ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:15.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:15.676 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:15.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:15.715 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:15.716 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:15.720 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 08:01:15.720 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:15.725 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 08:01:15.767 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:15.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:15.767 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:15.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 08:01:15.810 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:15.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:15.862 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.201111ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:15.872 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:15.872 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/06 08:01:15.910 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=53.268622ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:15.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:15.975 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:15.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:16.015 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 08:01:16.015 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:16.020 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 08:01:16.051 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:15.994 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:16.051 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:15.994 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 08:01:16.085 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:15.994 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:16.138 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.161696ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:16.147 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:16.147 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/06 08:01:16.185 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.876659ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:15.994 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:16.234 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:15.994 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:16.264 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 08:01:16.264 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:16.273 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 08:01:16.341 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:16.245 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:16.341 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:16.245 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 08:01:16.402 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:16.245 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:16.495 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.244028ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:16.504 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:16.504 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/06 08:01:16.542 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=53.7106ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:16.245 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:16.581 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:16.245 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:16.640 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 08:01:16.640 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:16.643 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.371581874\n# Parse_time: 0\n# Compile_time: 0.002096321\n# Rewrite_time: 0.000008312\n# Optimize_time: 0\n# Wait_TS: 0.000374957\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:16.646 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 08:01:16.696 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:16.645 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:16.696 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:16.645 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 08:01:16.715 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:16.716 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:16.752 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:16.645 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:16.836 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.647336ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:16.846 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:16.846 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/06 08:01:16.883 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=52.910483ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:16.645 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:16.928 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:16.645 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:16.970 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 08:01:16.971 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:16.974 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.328697877\n# Parse_time: 0\n# Compile_time: 0.001324627\n# Rewrite_time: 0.000019068\n# Optimize_time: 0\n# Wait_TS: 0.000393251\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:16.977 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 08:01:17.026 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:16.945 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 08:01:17.026 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:16.945 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:17.096 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:16.945 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.159 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.491889ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:17.168 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:17.168 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/06 08:01:17.206 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=53.365699ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:16.945 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.273 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:16.945 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.316 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 08:01:17.316 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:17.319 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.343440792\n# Parse_time: 0\n# Compile_time: 0.001509336\n# Rewrite_time: 0.0000082\n# Optimize_time: 0\n# Wait_TS: 0.000359263\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:17.322 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 08:01:17.364 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.294 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:17.364 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.294 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 08:01:17.420 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:17.294 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.490 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.66711ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:17.500 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:17.500 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/06 08:01:17.537 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=53.833295ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.294 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.576 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:17.294 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.617 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 08:01:17.617 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:17.623 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 08:01:17.676 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.594 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:17.676 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.594 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 08:01:17.716 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:17.716 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:17.724 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:17.594 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.792 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.631061ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:17.803 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:17.803 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/06 08:01:17.839 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=53.071108ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.594 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.879 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:17.594 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.922 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 08:01:17.923 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:17.926 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.304131465\n# Parse_time: 0\n# Compile_time: 0.001261554\n# Rewrite_time: 0.000008313\n# Optimize_time: 0\n# Wait_TS: 0.000365525\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:17.929 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 08:01:17.971 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.894 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:17.971 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.894 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 08:01:18.046 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:17.894 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:18.111 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=3.303544ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:18.123 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:18.123 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/06 08:01:18.158 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=53.356864ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.894 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:18.254 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:17.894 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:18.304 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 08:01:18.304 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:18.308 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.379726453\n# Parse_time: 0\n# Compile_time: 0.001575189\n# Rewrite_time: 0.000008477\n# Optimize_time: 0\n# Wait_TS: 0.000428942\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:18.313 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 08:01:18.314 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:01:18.370 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:18.294 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:18.370 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:18.294 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 08:01:18.421 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:18.294 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:18.500 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=3.045105ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:18.509 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:18.509 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/06 08:01:18.546 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=53.216536ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:18.294 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:18.580 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:18.294 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:18.631 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 08:01:18.631 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:18.635 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.324205031\n# Parse_time: 0\n# Compile_time: 0.002141954\n# Rewrite_time: 0.000010588\n# Optimize_time: 0\n# Wait_TS: 0.000434816\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:18.640 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 08:01:18.699 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:18.645 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:18.699 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:18.645 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 08:01:18.715 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:18.715 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:18.744 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:18.645 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:18.839 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.131014ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:18.849 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:18.849 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/06 08:01:18.885 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=52.953151ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:18.645 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:18.932 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:18.645 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:18.982 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 08:01:18.982 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:18.985 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.347235811\n# Parse_time: 0\n# Compile_time: 0.002325377\n# Rewrite_time: 0.000014945\n# Optimize_time: 0\n# Wait_TS: 0.000354044\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:18.990 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 08:01:19.048 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:18.994 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:19.048 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:18.994 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 08:01:19.097 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:18.994 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:19.182 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.09837ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:19.190 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:19.190 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/06 08:01:19.229 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=53.979973ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:18.994 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:19.277 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:18.994 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:19.333 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 08:01:19.333 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:19.336 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.348168346\n# Parse_time: 0\n# Compile_time: 0.00209656\n# Rewrite_time: 0.0000089\n# Optimize_time: 0\n# Wait_TS: 0.000399866\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:19.346 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 08:01:19.426 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:19.344 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:19.426 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:19.344 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 08:01:19.505 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:19.344 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:19.619 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=3.724903ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:19.629 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:19.629 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/06 08:01:19.665 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=54.037856ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:19.344 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:19.715 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:19.715 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:19.716 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=c7afb6b1-fdc8-4788-b5f6-34fb64cf3370] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:19.716 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 08:01:19.740 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:19.344 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:19.812 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 08:01:19.812 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:19.815 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.474584789\n# Parse_time: 0\n# Compile_time: 0.005755909\n# Rewrite_time: 0.000008689\n# Optimize_time: 0\n# Wait_TS: 0.000300376\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:19.817 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 08:01:19.855 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:19.794 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:19.855 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:19.794 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 08:01:19.925 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:19.794 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:19.979 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.105163ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:19.989 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:19.989 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/06 08:01:20.021 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=53.426422ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:19.794 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:20.088 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:19.794 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:20.120 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 08:01:20.120 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:20.123 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.306788963\n# Parse_time: 0\n# Compile_time: 0.000906883\n# Rewrite_time: 0.000015425\n# Optimize_time: 0\n# Wait_TS: 0.000385841\n# DB: mysql\n# Is_internal: true\n# Digest: 6eab04864600dfa37145d44689995984eecc83e3dc6ce49c1e75d23567f8bac3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:20.209 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:20.144 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:20.209 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:20.144 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/06 08:01:20.262 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:20.144 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:20.361 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=3.079581ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 08:01:20.373 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:20.373 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/06 08:01:20.407 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.477464ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:20.144 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:20.485 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:20.144 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:20.545 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 08:01:20.546 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:20.548 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.418766593\n# Parse_time: 0\n# Compile_time: 0.010026658\n# Rewrite_time: 0.004073198\n# Optimize_time: 0\n# Wait_TS: 0.000431954\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:20.552 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 08:01:20.604 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:20.545 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:20.604 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:20.545 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 08:01:20.659 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:20.545 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:20.717 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:20.717 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:20.739 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=2.694385ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:20.748 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:20.748 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/06 08:01:20.785 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=53.287533ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:20.545 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:20.830 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:20.545 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:20.894 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 08:01:20.894 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:20.898 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.347172422\n# Parse_time: 0\n# Compile_time: 0.001631269\n# Rewrite_time: 0.000008606\n# Optimize_time: 0\n# Wait_TS: 0.00029287\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:20.901 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 08:01:20.941 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:20.894 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:20.941 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:20.894 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 08:01:21.002 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:20.894 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.061 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.388421ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:21.071 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:21.071 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/06 08:01:21.108 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=52.902969ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:20.894 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.176 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:20.894 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.216 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 08:01:21.216 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:21.219 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.319947852\n# Parse_time: 0\n# Compile_time: 0.001471749\n# Rewrite_time: 0.000008015\n# Optimize_time: 0\n# Wait_TS: 0.000282912\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:21.222 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 08:01:21.263 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.194 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:21.263 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.194 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 08:01:21.318 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:21.194 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.376 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.296663ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:21.385 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:21.385 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/06 08:01:21.423 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=53.298109ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.194 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.475 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:21.194 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.521 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 08:01:21.521 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:21.533 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.312190199\n# Parse_time: 0\n# Compile_time: 0.001429501\n# Rewrite_time: 0.000007499\n# Optimize_time: 0\n# Wait_TS: 0.000317922\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:21.541 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 08:01:21.625 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.544 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 08:01:21.625 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.544 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:21.697 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:21.544 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.716 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:21.716 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:21.830 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=5.711417ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:21.842 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:21.843 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/06 08:01:21.873 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=53.10656ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.544 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.928 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:21.544 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.012 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 08:01:22.013 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:22.016 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.477872838\n# Parse_time: 0\n# Compile_time: 0.00336284\n# Rewrite_time: 0.000009227\n# Optimize_time: 0\n# Wait_TS: 0.000588479\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:22.022 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 08:01:22.098 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.994 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:22.098 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.994 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 08:01:22.181 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:21.994 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.307 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.945078ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:22.317 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:22.317 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/06 08:01:22.351 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=53.02598ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.994 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.393 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:21.994 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.470 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 08:01:22.470 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:22.474 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.454555769\n# Parse_time: 0\n# Compile_time: 0.002693853\n# Rewrite_time: 0.00000882\n# Optimize_time: 0\n# Wait_TS: 0.000315463\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:22.480 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 08:01:22.569 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:22.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:22.569 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:22.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 08:01:22.635 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.717 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:22.717 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:22.789 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.35729ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:22.799 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:22.799 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/06 08:01:22.833 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=53.323668ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:22.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.880 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.963 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 08:01:22.963 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:22.970 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.492165238\n# Parse_time: 0\n# Compile_time: 0.003101249\n# Rewrite_time: 0.000011766\n# Optimize_time: 0\n# Wait_TS: 0.000365588\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:22.975 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 08:01:23.060 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:22.944 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:23.060 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:22.944 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 08:01:23.119 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.944 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:23.253 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=4.25253ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:23.262 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:23.262 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/06 08:01:23.299 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=53.843224ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:22.944 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:23.337 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.944 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:23.433 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 08:01:23.434 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:23.437 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.464367576\n# Parse_time: 0\n# Compile_time: 0.002381805\n# Rewrite_time: 0.00001036\n# Optimize_time: 0\n# Wait_TS: 0.000376108\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:23.446 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 08:01:23.525 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:23.444 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:23.525 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:23.444 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 08:01:23.592 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:23.444 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:23.716 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:23.716 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:23.719 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.166681ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:23.730 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:23.730 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/06 08:01:23.765 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=53.378323ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:23.444 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:23.834 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:23.444 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:23.913 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 08:01:23.913 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:23.917 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.473184017\n# Parse_time: 0\n# Compile_time: 0.002701612\n# Rewrite_time: 0.000011145\n# Optimize_time: 0\n# Wait_TS: 0.000397008\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:23.924 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 08:01:24.016 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:23.894 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:24.016 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:23.894 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 08:01:24.086 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:23.894 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:24.219 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=3.785393ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:24.229 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:24.229 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/06 08:01:24.265 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=53.301259ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:23.894 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:24.327 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:23.894 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:24.406 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 08:01:24.406 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:24.409 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.488392902\n# Parse_time: 0\n# Compile_time: 0.003174245\n# Rewrite_time: 0.00001094\n# Optimize_time: 0\n# Wait_TS: 0.000341459\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:24.415 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 08:01:24.485 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:24.395 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:24.485 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:24.395 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 08:01:24.553 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:24.395 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:24.659 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=4.120403ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:24.670 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:24.670 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/06 08:01:24.703 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=53.355155ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:24.395 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:24.725 +00:00] [ERROR] [runaway.go:156] ["try to get done runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchDoneRecord\n\tpkg/domain/runaway.go:549\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchDoneRecord\n\tpkg/domain/runaway.go:506\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchDoneRecords\n\tpkg/domain/runaway.go:480\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:154\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:24.725 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchDoneRecord\n\tpkg/domain/runaway.go:549\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchDoneRecord\n\tpkg/domain/runaway.go:506\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchDoneRecords\n\tpkg/domain/runaway.go:480\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:154\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:24.741 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:24.395 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:24.803 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 08:01:24.803 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:24.808 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.395312924\n# Parse_time: 0\n# Compile_time: 0.002551673\n# Rewrite_time: 0.000008784\n# Optimize_time: 0\n# Wait_TS: 0.000437265\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:24.813 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 08:01:24.880 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:24.794 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:24.880 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:24.794 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 08:01:24.936 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:24.794 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:25.030 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.301755ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:25.040 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:25.040 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/06 08:01:25.076 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=54.032628ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:24.794 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:25.132 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:24.794 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:25.192 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 08:01:25.192 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:25.195 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.384389901\n# Parse_time: 0\n# Compile_time: 0.00253649\n# Rewrite_time: 0.000011382\n# Optimize_time: 0\n# Wait_TS: 0.000394403\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:25.204 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 08:01:25.314 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:25.195 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:25.314 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:25.195 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 08:01:25.378 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:25.195 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:25.531 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.415015ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:25.540 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:25.541 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/06 08:01:25.577 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=53.854507ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:25.195 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:25.639 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:25.195 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:25.724 +00:00] [ERROR] [runaway.go:156] ["try to get done runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchDoneRecord\n\tpkg/domain/runaway.go:549\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchDoneRecord\n\tpkg/domain/runaway.go:506\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchDoneRecords\n\tpkg/domain/runaway.go:480\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:154\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:25.724 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchDoneRecord\n\tpkg/domain/runaway.go:549\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchDoneRecord\n\tpkg/domain/runaway.go:506\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchDoneRecords\n\tpkg/domain/runaway.go:480\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:154\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:25.732 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 08:01:25.733 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:25.736 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.536423656\n# Parse_time: 0\n# Compile_time: 0.003738632\n# Rewrite_time: 0.000009193\n# Optimize_time: 0\n# Wait_TS: 0.000449154\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:25.742 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 08:01:25.805 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:25.744 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:25.805 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:25.744 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 08:01:25.861 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:25.744 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:25.964 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.261483ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:25.974 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:25.974 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/06 08:01:26.010 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=54.186586ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:25.744 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.077 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:25.744 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.135 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 08:01:26.135 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:26.138 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.398565817\n# Parse_time: 0\n# Compile_time: 0.003035654\n# Rewrite_time: 0.000012188\n# Optimize_time: 0\n# Wait_TS: 0.000414875\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:26.141 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/06 08:01:26.184 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:26.145 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:26.184 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:26.145 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/06 08:01:26.242 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:26.145 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.313 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=2.470888ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:26.323 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:26.323 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/06 08:01:26.361 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=53.707069ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:26.145 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.430 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:26.145 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.476 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 08:01:26.476 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:26.479 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.339603909\n# Parse_time: 0\n# Compile_time: 0.001273077\n# Rewrite_time: 0.000008649\n# Optimize_time: 0\n# Wait_TS: 0.000447259\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:26.482 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/06 08:01:26.532 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:26.445 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:26.532 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:26.445 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/06 08:01:26.618 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:26.445 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.689 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=2.854045ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:26.700 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:26.700 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/06 08:01:26.735 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.557568ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:26.445 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.782 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:26.445 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.828 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 08:01:26.828 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:26.831 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.349848075\n# Parse_time: 0\n# Compile_time: 0.001521386\n# Rewrite_time: 0.000009442\n# Optimize_time: 0\n# Wait_TS: 0.000380869\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:26.832 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/06 08:01:26.864 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:26.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:26.864 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:26.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/06 08:01:26.912 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:26.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.942 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=978.816Β΅s] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:01:26.955 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:26.956 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/06 08:01:26.991 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.975312ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:26.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:27.032 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:26.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:27.057 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 08:01:27.057 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:27.116 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:27.044 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:27.116 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:27.044 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/06 08:01:27.184 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:27.044 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:27.259 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.219247ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 08:01:27.267 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:27.267 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/06 08:01:27.306 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.481359ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:27.044 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:27.374 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:27.044 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:27.420 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 08:01:27.420 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:27.423 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.360261111\n# Parse_time: 0\n# Compile_time: 0.00391614\n# Rewrite_time: 0.001767502\n# Optimize_time: 0\n# Wait_TS: 0.000344046\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:27.966 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572369175674887\n# Query_time: 0.371135507\n# Parse_time: 0\n# Compile_time: 0.168587\n# Rewrite_time: 0.004455123\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 365302\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('1wvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZToxOTEuMW1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDM3LjgBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwloHC4wNW1zfSwgAQ4YX2RldGFpbBFjHF9wcm9jZXNzCSocIDc0LjHCtXMRPwx3YWl0DRoMNTcuNB0aKGt2X3JlYWRfd2FsDWYUIDEzNi43CSMIaWt2MhoABDU4BT0YfSwgc2Nhbj6DAAxrZXlzBcQoZ2V0X3NuYXBzaG8RdwwyMC45BVRocm9ja3NkYjoge2Jsb2NrOiB7fX19LCBjb21tAaREeG46IHtwcmV3cml0ZToxLjc1ITcBUREiGHM6MzUzLjUFTQkUEDoxLjI3ASccc2xvd2VzdF8RQCVEACAxhGQwLjAwMnMsIHJlZ2lvbl9pZDogMTAsIHN0byGqODEyNy4wLjAuMToyMDE2MkJlAToLARg3NjYuOMK1RgsBAas+/AAJrVr6AAXqOUsFjxRfYmF0Y2gltwg6IDEJPyhwcm9wb3NlX3NlbiGvSGl0OiAwcywgcGVyc2lzdF9sb2cZ6wgxNTElqQAsDV4UbGVhZGVyDVAkODZucywgc3luYwk1ADlJEAmIMG1lbXRhYmxlOiAyLjkN4SlmCS0IMzkxLckQYXBwbHk2qQBJNgUZFYwIMTAwDYsUbXV0ZXhfKfUBuglxMpsAGRcAd2E2BDI5TcYJKxmcBDE1BVQuOgIYcHJpbWFyeUbzAQQxc/7zAS3zEDQxMC42mvMBDSsELCDi9QEAME3jrvcBCDg0LgGhUvYBBDQyNvYBBDQ0LchCXAEALkWweZRFWggxODeNFSXfNvgBCDQuM2WPBRs1+gQ2NWUiCCwgbcL5AQQxNjLJADn5CDguOQHiJfltyAhudW2hKAnHhYMAMTEBGGJ5dGU6MzIFLmxpbnNlcnQ6MTUzLjNtcwkxMDguNyBLQglOL0EK')\n# Resource_group: default\n;"] [2024/05/06 08:01:28.086 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=20.369438364s] [2024/05/06 08:01:28.101 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 20db7dbc-4d02-42bf-9d5e-ae098c5b4029"] [2024/05/06 08:01:28.101 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 20db7dbc-4d02-42bf-9d5e-ae098c5b4029"] [2024/05/06 08:01:28.103 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 20db7dbc-4d02-42bf-9d5e-ae098c5b4029"] [] [2024/05/06 08:01:28.104 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:28.104 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=11.092Β΅s] [2024/05/06 08:01:28.104 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=8.167Β΅s] [2024/05/06 08:01:28.104 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=9.109Β΅s] [2024/05/06 08:01:28.104 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=6.541Β΅s] [2024/05/06 08:01:28.104 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=9.359Β΅s] [2024/05/06 08:01:28.104 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=9.986Β΅s] [2024/05/06 08:01:28.104 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=10.664Β΅s] [2024/05/06 08:01:28.104 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=12.716Β΅s] [2024/05/06 08:01:28.104 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=9.34Β΅s] [2024/05/06 08:01:28.104 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=12.89Β΅s] [2024/05/06 08:01:28.104 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:28.104 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=9.523Β΅s] [2024/05/06 08:01:28.104 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:28.105 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:01:28.105 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:01:28.117 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=20db7dbc-4d02-42bf-9d5e-ae098c5b4029] ["take time"=25.851502ms] [2024/05/06 08:01:28.117 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=20db7dbc-4d02-42bf-9d5e-ae098c5b4029] [2024/05/06 08:01:28.120 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=252] [2024/05/06 08:01:28.120 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:01:28.120 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:28.120 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:01:28.120 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:01:28.120 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:01:28.120 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:28.120 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:28.120 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:28.120 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:01:28.120 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:28.120 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager c7afb6b1-fdc8-4788-b5f6-34fb64cf3370 watch owner key /tidb/br-stream/owner/22318f4cea2fd7e2"] [2024/05/06 08:01:28.120 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:28.121 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:28.121 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c7afb6b1-fdc8-4788-b5f6-34fb64cf3370"] [2024/05/06 08:01:28.121 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:01:28.121 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:01:28.121 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:01:28.122 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:01:28.122 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c7afb6b1-fdc8-4788-b5f6-34fb64cf3370"] [error="context canceled"] [2024/05/06 08:01:28.122 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:01:28.122 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:28.122 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c7afb6b1-fdc8-4788-b5f6-34fb64cf3370"] [2024/05/06 08:01:28.122 +00:00] [INFO] [flush_subscriber.go:97] [Clearing.] [category="log backup flush subscriber"] [2024/05/06 08:01:28.122 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=c7afb6b1-fdc8-4788-b5f6-34fb64cf3370] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:28.122 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:28.122 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:28.122 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c7afb6b1-fdc8-4788-b5f6-34fb64cf3370"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:28.123 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=31.752986ms] [2024/05/06 08:01:28.123 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793186674833612] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:01:28.134 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:01:28.277 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1623] ["lease id"=22318f4cea2fd893] [2024/05/06 08:01:28.280 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:01:28.382 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=98.466969ms] [2024/05/06 08:01:28.387 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:01:28.387 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=991141a7-6d5e-4bef-a88c-384ef4657369] [runWorker=true] [2024/05/06 08:01:28.387 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:01:28.389 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:01:28.390 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 08:01:28.390 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:28.390 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:28.391 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:28.391 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:28.391 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:28.391 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:28.391 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:28.391 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:28.391 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:28.391 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:28.391 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:28.391 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:28.391 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:28.391 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:01:28.393 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 991141a7-6d5e-4bef-a88c-384ef4657369"] ["owner key"=/tidb/ddl/fg/owner/6f188f4cea2fd08a] [ownerID=991141a7-6d5e-4bef-a88c-384ef4657369] [op=none] [2024/05/06 08:01:28.394 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:28.394 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=aea71582-8ddb-4c2c-9dcb-8cad43108f7a] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:28.416 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:01:28.417 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:28.418 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:01:28.420 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 991141a7-6d5e-4bef-a88c-384ef4657369"] ["owner key"=/tidb/bindinfo/owner/6f188f4cea2fd08e] [ownerID=991141a7-6d5e-4bef-a88c-384ef4657369] [op=none] [2024/05/06 08:01:28.434 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/06 08:01:28.440 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:01:28.441 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:28.442 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 991141a7-6d5e-4bef-a88c-384ef4657369"] ["owner key"=/tidb/ddl/fg/owner/6f188f4cea2fd08a] [ownerID=991141a7-6d5e-4bef-a88c-384ef4657369] [op=none] [2024/05/06 08:01:28.442 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 991141a7-6d5e-4bef-a88c-384ef4657369"] [op=none] [2024/05/06 08:01:28.442 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:01:28.524 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:28.540 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:28.551 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:28.551 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:28.551 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:28.551 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:01:28.552 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:28.552 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:01:28.552 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:01:28.552 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:01:28.552 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:01:28.554 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:28.554 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:01:28.555 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:28.555 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:28.556 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:28.556 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:28.556 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:01:28.558 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 991141a7-6d5e-4bef-a88c-384ef4657369"] ["owner key"=/tidb/stats/owner/6f188f4cea2fd091] [ownerID=991141a7-6d5e-4bef-a88c-384ef4657369] [op=none] [2024/05/06 08:01:28.558 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:28.560 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:01:28.567 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/fb5f1faa-da6b-4df3-a05e-0af61c1f044d] [2024/05/06 08:01:28.567 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:28.567 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:28.599 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:28.599 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:01:28.600 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:01:28.618 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=63.721428ms] [2024/05/06 08:01:28.639 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestImportInto/TestGlobalSortBasic [2024/05/06 08:01:28.652 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists gsort_basic"] [user=] [2024/05/06 08:01:28.655 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database gsort_basic"] [user=] [2024/05/06 08:01:28.690 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:28.645 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:28.690 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:28.645 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database gsort_basic"] [2024/05/06 08:01:28.733 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:28.645 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:28.762 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=1.08176ms] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:01:28.774 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/06 08:01:28.812 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=54.64056ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:28.645 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:28.859 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:28.645 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:28.888 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 08:01:28.888 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:28.895 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=gsort_basic] [sql="create table t (a bigint primary key, b varchar(100), c varchar(100), d int,\n\t\tkey(a), key(c,d), key(d));"] [user=] [2024/05/06 08:01:28.967 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:28.894 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:28.967 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:28.894 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c varchar(100), d int,\n\t\tkey(a), key(c,d), key(d));"] [2024/05/06 08:01:29.015 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:28.894 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:29.023 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: t"] [2024/05/06 08:01:29.140 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=3.501809ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:29.152 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/05/06 08:01:29.185 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.735657ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:28.894 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:29.228 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:28.894 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:29.280 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/06 08:01:29.280 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:29.284 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.39226956\n# Parse_time: 0.001399775\n# Compile_time: 0.001898001\n# Rewrite_time: 0.000010119\n# Optimize_time: 0.000428302\n# Wait_TS: 0.000302493\n# DB: gsort_basic\n# Is_internal: false\n# Digest: cd91a62822057fd7eedc37492bb050619e22980b48f95a08c6f7fcb91238f7e4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse gsort_basic;\ncreate table t (a bigint primary key, b varchar(100), c varchar(100), d int, key(a), key(c,d), key(d));"] [2024/05/06 08:01:29.367 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c7afb6b1-fdc8-4788-b5f6-34fb64cf3370"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:29.517 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:29.519 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:29.559 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:29.567 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:01:29.567 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:01:29.567 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/fb5f1faa-da6b-4df3-a05e-0af61c1f044d] [watcherID=2e60a09b-fbee-4273-b0a3-c436f0ef36f4] [2024/05/06 08:01:29.600 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:01:29.612 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:01:29.612 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:01:29.612 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:01:29.612 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:01:29.687 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\"}}"] [dist-task-enabled=true] [2024/05/06 08:01:29.820 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=96B] [thread-cnt=8] [global-sort=true] [2024/05/06 08:01:29.858 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/05/06 08:01:29.858 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:01:29.964 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/05/06 08:01:29.967 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:29.969 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=encode&sort] [2024/05/06 08:01:29.991 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:29.992 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:29.994 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:01:29.994 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 08:01:29.995 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=97.518Β΅s] [2024/05/06 08:01:29.995 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=316.864Β΅s] [] [2024/05/06 08:01:29.995 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/05/06 08:01:29.995 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=2] [2024/05/06 08:01:30.147 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/06 08:01:30.166 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=8] [2024/05/06 08:01:30.202 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 08:01:30.204 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=encode&sort] [2024/05/06 08:01:30.206 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:30.207 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:30.208 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/05/06 08:01:30.215 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:30.215 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186674833612] [2024/05/06 08:01:30.216 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:30.216 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:30.217 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:30.217 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:30.217 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:30.217 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:30.217 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:30.234 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:30.236 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:30.236 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:01:30.236 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/05/06 08:01:30.301 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=1] [2024/05/06 08:01:30.303 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/38a65c19-7a1a-4769-9c42-8a07228631e7] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:30.303 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/54a8cae8-821f-4fdf-8147-e16b72e2ac46] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:30.303 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/42e91b2d-9eef-4c92-839a-49399211d6f0] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:30.303 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/44589c36-c15f-4e77-a85c-5e43981cea23] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:30.303 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/0007fb0f-623b-4464-8ffd-9b321364da8e] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:30.303 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 08:01:30.303 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/4e345b53-163f-47af-b475-a64911ac7235] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:30.303 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/c75f5cf2-f03e-4e9c-be0c-ac696a7f6aef] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:30.306 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=t.2.csv:0] [2024/05/06 08:01:30.311 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=t.2.csv:0] [readDur=1.378566ms] [encodeDur=1.49342ms] [checksum="{cksum=17160054094829929748,size=556,kvs=12}"] [deliverDur=1.501065ms] [type=file] [takeTime=4.885651ms] [] [2024/05/06 08:01:30.322 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/e9802fc5-70b9-4e55-a1be-14f576235ddf] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=10.796437ms] [write-speed(bytes/s)=16.19KiB] [2024/05/06 08:01:30.322 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/e9802fc5-70b9-4e55-a1be-14f576235ddf] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=16.394Β΅s] [write-time=11.020181ms] [sort-speed(kv/s)=182993.7782] [writer-id=data/e9802fc5-70b9-4e55-a1be-14f576235ddf] [2024/05/06 08:01:30.323 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/e9802fc5-70b9-4e55-a1be-14f576235ddf] [kv-cnt-cap=4] [minKey=74800000000000006a5f728000000000000004] [maxKey=74800000000000006a5f728000000000000006] [2024/05/06 08:01:30.328 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/e9802fc5-70b9-4e55-a1be-14f576235ddf] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=5.3314ms] [write-speed(bytes/s)=29.67KiB] [2024/05/06 08:01:30.328 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/e9802fc5-70b9-4e55-a1be-14f576235ddf] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=4.978Β΅s] [write-time=5.45156ms] [sort-speed(kv/s)=602651.6673] [writer-id=index/1/e9802fc5-70b9-4e55-a1be-14f576235ddf] [2024/05/06 08:01:30.328 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/e9802fc5-70b9-4e55-a1be-14f576235ddf] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000001038000000000000004038000000000000004] [maxKey=74800000000000006a5f698000000000000001038000000000000006038000000000000006] [2024/05/06 08:01:30.340 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/e9802fc5-70b9-4e55-a1be-14f576235ddf] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=11.961604ms] [write-speed(bytes/s)=20KiB] [2024/05/06 08:01:30.341 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/e9802fc5-70b9-4e55-a1be-14f576235ddf] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=10.764Β΅s] [write-time=12.092745ms] [sort-speed(kv/s)=278706.8004] [writer-id=index/2/e9802fc5-70b9-4e55-a1be-14f576235ddf] [2024/05/06 08:01:30.341 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/e9802fc5-70b9-4e55-a1be-14f576235ddf] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=74800000000000006a5f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/05/06 08:01:30.350 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/e9802fc5-70b9-4e55-a1be-14f576235ddf] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=9.00404ms] [write-speed(bytes/s)=17.57KiB] [2024/05/06 08:01:30.350 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/e9802fc5-70b9-4e55-a1be-14f576235ddf] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.624Β΅s] [write-time=9.125589ms] [sort-speed(kv/s)=533428.1650] [writer-id=index/3/e9802fc5-70b9-4e55-a1be-14f576235ddf] [2024/05/06 08:01:30.350 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/e9802fc5-70b9-4e55-a1be-14f576235ddf] [kv-cnt-cap=4] [minKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000004] [maxKey=74800000000000006a5f698000000000000003038000000000000143038000000000000006] [2024/05/06 08:01:30.350 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=1] [takeTime=48.665729ms] [] [2024/05/06 08:01:30.350 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=encode&sort] [engine-id=1] [2024/05/06 08:01:30.391 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:01:30.433 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=2] [2024/05/06 08:01:30.434 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/4ac812d7-a448-4df9-95c3-2edecf3995e7] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:30.434 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 08:01:30.434 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/b9cf09ed-6b48-486a-8723-b7ebe68bcd9a] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:30.434 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/8779b4a1-a0fd-4713-8195-da394fe79462] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:30.434 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/daa72272-9fbe-4e8e-a282-32bde3f9467c] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:30.434 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/700cb030-49b9-4697-92fb-b91ca76cfad1] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:30.434 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/95c1c65d-902b-48cd-bdeb-b74f64a25940] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:30.434 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/4e0e71b6-3642-4ade-b6b0-3952ae586665] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:30.437 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=t.1.csv:0] [2024/05/06 08:01:30.442 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=t.1.csv:0] [readDur=998.396Β΅s] [encodeDur=1.830769ms] [checksum="{cksum=5827510365937537033,size=556,kvs=12}"] [deliverDur=1.702556ms] [type=file] [takeTime=4.945167ms] [] [2024/05/06 08:01:30.447 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/ecd24a8f-a78f-48ae-ba85-3bb49d0f03d4] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=5.040433ms] [write-speed(bytes/s)=34.68KiB] [2024/05/06 08:01:30.447 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/ecd24a8f-a78f-48ae-ba85-3bb49d0f03d4] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=6.916Β΅s] [write-time=5.176852ms] [sort-speed(kv/s)=433776.7496] [writer-id=data/ecd24a8f-a78f-48ae-ba85-3bb49d0f03d4] [2024/05/06 08:01:30.447 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/ecd24a8f-a78f-48ae-ba85-3bb49d0f03d4] [kv-cnt-cap=4] [minKey=74800000000000006a5f728000000000000001] [maxKey=74800000000000006a5f728000000000000003] [2024/05/06 08:01:30.469 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/ecd24a8f-a78f-48ae-ba85-3bb49d0f03d4] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=21.415705ms] [write-speed(bytes/s)=7.387KiB] [2024/05/06 08:01:30.469 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/ecd24a8f-a78f-48ae-ba85-3bb49d0f03d4] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.595Β΅s] [write-time=21.555459ms] [sort-speed(kv/s)=536193.0295] [writer-id=index/1/ecd24a8f-a78f-48ae-ba85-3bb49d0f03d4] [2024/05/06 08:01:30.469 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/ecd24a8f-a78f-48ae-ba85-3bb49d0f03d4] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000001038000000000000001038000000000000001] [maxKey=74800000000000006a5f698000000000000001038000000000000003038000000000000003] [2024/05/06 08:01:30.474 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/ecd24a8f-a78f-48ae-ba85-3bb49d0f03d4] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=4.342409ms] [write-speed(bytes/s)=55.1KiB] [2024/05/06 08:01:30.474 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/ecd24a8f-a78f-48ae-ba85-3bb49d0f03d4] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=5.311Β΅s] [write-time=4.504647ms] [sort-speed(kv/s)=564865.3738] [writer-id=index/2/ecd24a8f-a78f-48ae-ba85-3bb49d0f03d4] [2024/05/06 08:01:30.474 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/ecd24a8f-a78f-48ae-ba85-3bb49d0f03d4] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=74800000000000006a5f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/05/06 08:01:30.480 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/ecd24a8f-a78f-48ae-ba85-3bb49d0f03d4] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=5.511946ms] [write-speed(bytes/s)=28.7KiB] [2024/05/06 08:01:30.480 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/ecd24a8f-a78f-48ae-ba85-3bb49d0f03d4] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=7.442Β΅s] [write-time=5.687323ms] [sort-speed(kv/s)=403117.4415] [writer-id=index/3/ecd24a8f-a78f-48ae-ba85-3bb49d0f03d4] [2024/05/06 08:01:30.480 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/ecd24a8f-a78f-48ae-ba85-3bb49d0f03d4] [kv-cnt-cap=4] [minKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000001] [maxKey=74800000000000006a5f698000000000000003038000000000000315038000000000000003] [2024/05/06 08:01:30.480 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=2] [takeTime=47.272278ms] [] [2024/05/06 08:01:30.480 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=encode&sort] [engine-id=0] [2024/05/06 08:01:30.543 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=encode&sort] [2024/05/06 08:01:30.544 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:30.544 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:30.544 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:30.544 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:30.544 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:30.544 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:30.544 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:30.544 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:30.544 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:30.544 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:30.544 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:30.544 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:30.544 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:30.546 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:30.546 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:30.546 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:30.546 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:30.546 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:30.546 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=343.586287ms] [] [2024/05/06 08:01:30.583 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/05/06 08:01:30.585 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:30.587 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/06 08:01:30.605 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=1] [kv-group=data] [2024/05/06 08:01:30.605 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=1] [kv-group=1] [2024/05/06 08:01:30.605 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=1] [kv-group=2] [2024/05/06 08:01:30.606 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=1] [kv-group=3] [2024/05/06 08:01:30.606 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=0] [2024/05/06 08:01:30.606 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=0] [2024/05/06 08:01:30.763 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/05/06 08:01:30.765 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:30.767 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/06 08:01:30.819 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:30.819 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:30.824 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:30.825 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:30.825 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186674833612] [2024/05/06 08:01:30.826 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:30.826 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:30.827 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:30.827 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:30.827 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:30.827 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:30.827 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:30.828 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [2024/05/06 08:01:30.829 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/05/06 08:01:30.831 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:30.831 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:30.831 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:30.831 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:30.831 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:30.831 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:30.831 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:30.831 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:30.831 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:30.831 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:30.831 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:30.831 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:30.831 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:30.832 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 08:01:30.832 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 08:01:30.836 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000001] [endKey=74800000000000006a5f69800000000000000303800000000000031503800000000000000300] [dataFiles=2] [2024/05/06 08:01:30.836 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 08:01:30.839 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:30.839 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:30.840 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186674833612] [2024/05/06 08:01:30.840 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:30.841 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:30.841 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:30.841 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:30.842 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:30.842 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:30.842 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:30.845 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:30.845 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:30.845 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:30.845 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:30.845 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:30.845 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:30.845 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:30.845 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:30.845 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:30.845 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:30.845 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:30.845 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:30.845 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:30.846 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 08:01:30.846 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 08:01:30.850 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006a5f728000000000000001] [endKey=74800000000000006a5f72800000000000000600] [dataFiles=2] [2024/05/06 08:01:30.850 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 08:01:30.852 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:30.853 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:30.853 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186674833612] [2024/05/06 08:01:30.854 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:30.854 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:30.855 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:30.855 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:30.855 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:30.855 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:30.855 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:30.858 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:30.858 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:30.858 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:30.858 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:30.859 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:30.859 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:30.859 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:30.859 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:30.859 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:30.859 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:30.859 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:30.859 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:30.859 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:30.860 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 08:01:30.860 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 08:01:30.863 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006a5f698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006a5f69800000000000000103800000000000000603800000000000000600] [dataFiles=2] [2024/05/06 08:01:30.863 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 08:01:30.866 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:30.866 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:30.867 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186674833612] [2024/05/06 08:01:30.868 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:30.868 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:30.868 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:30.868 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:30.868 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:30.869 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:30.869 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:30.872 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:30.872 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:30.872 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:30.872 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:30.872 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:30.872 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:30.872 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:30.872 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:30.872 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:30.872 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:30.872 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:30.872 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:30.873 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:30.874 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 08:01:30.874 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 08:01:30.877 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006a5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [endKey=74800000000000006a5f698000000000000002016261723600000000fb03800000000000014303800000000000000600] [dataFiles=2] [2024/05/06 08:01:30.877 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 08:01:30.878 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/05/06 08:01:30.878 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=write&ingest] [concurrency=8] [subtasks=4] [2024/05/06 08:01:31.056 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/06 08:01:31.096 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=8] [2024/05/06 08:01:31.133 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 08:01:31.136 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:31.137 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:31.144 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:31.145 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186674833612] [2024/05/06 08:01:31.145 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:31.145 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:31.146 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:31.146 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:31.146 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:31.146 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:31.146 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:31.160 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:31.161 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:31.161 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:01:31.202 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=3] [kv-group=3] [2024/05/06 08:01:31.202 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:31.207 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F69800000000000000303800000000000007B038000000000000001] [endKey=74800000000000006A5F69800000000000000303800000000000031503800000000000000300] [ranges=1] [] [2024/05/06 08:01:31.207 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:31.228 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=7d2e7e3b-6425-5eaa-bb47-b89a67a6610f] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 08:01:31.229 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:31.229 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 08:01:31.231 +00:00] [INFO] [client.go:568] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [end=7480000000000000FF6A5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FE] [2024/05/06 08:01:31.231 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=14.32Β΅s] [2024/05/06 08:01:31.231 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.736147ms] [] [2024/05/06 08:01:31.231 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 08:01:31.231 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX2mAAAAAAAAAAwOAAAAAAAAAewOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABqX2mAAAAAAAAAAwOAAAAAAAADFQOAAAAAAAAAAwA="] [2024/05/06 08:01:31.231 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 08:01:31.235 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=4.142956ms] [] [2024/05/06 08:01:31.239 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:31.240 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=8.821648ms] [] [2024/05/06 08:01:31.240 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 08:01:31.240 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=9.021387ms] [droppedSize=0] [2024/05/06 08:01:31.240 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=15.721Β΅s] [2024/05/06 08:01:31.252 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=7d2e7e3b-6425-5eaa-bb47-b89a67a6610f] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/06 08:01:31.254 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=3] [kv-group=3] [takeTime=52.828508ms] [] [2024/05/06 08:01:31.319 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=4] [kv-group=data] [2024/05/06 08:01:31.319 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:31.324 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F728000000000000001] [endKey=74800000000000006A5F72800000000000000600] [ranges=1] [] [2024/05/06 08:01:31.324 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:31.347 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=35a62bba-3aab-5322-b59b-c5bc8baf9c9d] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 08:01:31.347 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:31.347 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 08:01:31.348 +00:00] [INFO] [client.go:568] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F728000000000FF0000010000000000FA] [end=7480000000000000FF6A5F728000000000FF0000060000000000FC] [2024/05/06 08:01:31.348 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=10.382Β΅s] [2024/05/06 08:01:31.348 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.038827ms] [] [2024/05/06 08:01:31.348 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 08:01:31.348 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX3KAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABqX3KAAAAAAAAABgA="] [2024/05/06 08:01:31.348 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 08:01:31.363 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=14.839856ms] [] [2024/05/06 08:01:31.367 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:31.368 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=19.993964ms] [] [2024/05/06 08:01:31.368 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 08:01:31.368 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=20.177462ms] [droppedSize=0] [2024/05/06 08:01:31.368 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=19.32Β΅s] [2024/05/06 08:01:31.381 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=35a62bba-3aab-5322-b59b-c5bc8baf9c9d] [size=107374182400] [kvs=0] [importedSize=262] [importedCount=6] [2024/05/06 08:01:31.383 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=4] [kv-group=data] [takeTime=64.259811ms] [] [2024/05/06 08:01:31.447 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=5] [kv-group=1] [2024/05/06 08:01:31.447 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:31.454 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006A5F69800000000000000103800000000000000603800000000000000600] [ranges=1] [] [2024/05/06 08:01:31.454 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:31.476 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=8d2242cb-c9a7-5915-a93a-45927b24759d] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 08:01:31.477 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:31.477 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 08:01:31.478 +00:00] [INFO] [client.go:568] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [end=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FE] [2024/05/06 08:01:31.478 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=13.612Β΅s] [2024/05/06 08:01:31.478 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.246656ms] [] [2024/05/06 08:01:31.478 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 08:01:31.478 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX2mAAAAAAAAAAQOAAAAAAAAAAQOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABqX2mAAAAAAAAAAQOAAAAAAAAABgOAAAAAAAAABgA="] [2024/05/06 08:01:31.478 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 08:01:31.482 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=3.699139ms] [] [2024/05/06 08:01:31.486 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:31.486 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=7.86001ms] [] [2024/05/06 08:01:31.486 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 08:01:31.486 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=8.11228ms] [droppedSize=0] [2024/05/06 08:01:31.486 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=26.407Β΅s] [2024/05/06 08:01:31.498 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=8d2242cb-c9a7-5915-a93a-45927b24759d] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/06 08:01:31.500 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=5] [kv-group=1] [takeTime=53.161103ms] [] [2024/05/06 08:01:31.561 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=6] [kv-group=2] [2024/05/06 08:01:31.562 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:31.568 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F698000000000000002016261723100000000FB03800000000000007B038000000000000001] [endKey=74800000000000006A5F698000000000000002016261723600000000FB03800000000000014303800000000000000600] [ranges=1] [] [2024/05/06 08:01:31.568 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:31.591 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=68c3c0d0-46c6-5523-9dfa-6206622dc2ff] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 08:01:31.591 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:31.591 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 08:01:31.592 +00:00] [INFO] [client.go:568] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [end=7480000000000000FF6A5F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F8] [2024/05/06 08:01:31.592 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=12.706Β΅s] [2024/05/06 08:01:31.592 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.31919ms] [] [2024/05/06 08:01:31.592 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 08:01:31.593 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX2mAAAAAAAAAAgFiYXIxAAAAAPsDgAAAAAAAAHsDgAAAAAAAAAE="] [end-key=dIAAAAAAAABqX2mAAAAAAAAAAgFiYXI2AAAAAPsDgAAAAAAAAUMDgAAAAAAAAAYA] [2024/05/06 08:01:31.593 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 08:01:31.596 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=3.501684ms] [] [2024/05/06 08:01:31.620 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:31.620 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=27.874754ms] [] [2024/05/06 08:01:31.620 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 08:01:31.621 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=28.097819ms] [droppedSize=0] [2024/05/06 08:01:31.621 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=9.925Β΅s] [2024/05/06 08:01:31.632 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=68c3c0d0-46c6-5523-9dfa-6206622dc2ff] [size=107374182400] [kvs=0] [importedSize=394] [importedCount=6] [2024/05/06 08:01:31.634 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=6] [kv-group=2] [takeTime=72.592016ms] [] [2024/05/06 08:01:31.683 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=write&ingest] [next-step=post-process] [2024/05/06 08:01:31.685 +00:00] [INFO] [task_executor.go:459] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=write&ingest] [2024/05/06 08:01:31.687 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:31.689 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [2024/05/06 08:01:31.689 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/05/06 08:01:31.691 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:31.691 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:31.691 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:31.691 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:31.691 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:31.691 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:31.691 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:31.691 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:31.691 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:31.691 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:31.691 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:31.691 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:31.691 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:31.693 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:31.693 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:31.693 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:31.693 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:31.693 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:31.693 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=559.83035ms] [] [2024/05/06 08:01:31.789 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":30,\"3\":30,\"4\":12}}"] [2024/05/06 08:01:31.793 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/05/06 08:01:31.793 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:01:31.967 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 08:01:32.011 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/05/06 08:01:32.012 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/05/06 08:01:32.012 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/05/06 08:01:32.012 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=10.245Β΅s] [] [2024/05/06 08:01:32.012 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=2] [size=394] [kvs=6] [checksum=1482059515352799067] [2024/05/06 08:01:32.012 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=3] [size=228] [kvs=6] [checksum=5690150982916384316] [2024/05/06 08:01:32.012 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=-1] [size=262] [kvs=6] [checksum=16467553292841115641] [2024/05/06 08:01:32.012 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=1] [size=228] [kvs=6] [checksum=5933586680183683] [2024/05/06 08:01:32.012 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [checksum="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/06 08:01:32.012 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [weight=30] [2024/05/06 08:01:32.012 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [concurrency=15] [2024/05/06 08:01:32.017 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=-1] [checksum=16467553292841115641] [totalKvs=6] [totalBytes=262] [2024/05/06 08:01:32.021 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=3] [checksum=5690150982916384316] [totalKvs=6] [totalBytes=228] [2024/05/06 08:01:32.021 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=1] [checksum=5933586680183683] [totalKvs=6] [totalBytes=228] [2024/05/06 08:01:32.023 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=2] [checksum=1482059515352799067] [totalKvs=6] [totalBytes=394] [2024/05/06 08:01:32.024 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [local="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/06 08:01:32.024 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=12.120124ms] [] [2024/05/06 08:01:32.024 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=12.338802ms] [] [2024/05/06 08:01:32.077 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=109.872253ms] [] [2024/05/06 08:01:32.082 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:01:32.082 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/05/06 08:01:32.086 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/05/06 08:01:32.129 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/05/06 08:01:32.164 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=1] [2024/05/06 08:01:32.188 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:01:32.188 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/05/06 08:01:32.190 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=1] [2024/05/06 08:01:32.191 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:32.193 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:32.231 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=1] [takeTime=40.746061ms] [] [2024/05/06 08:01:32.298 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 3.012738818\n# Parse_time: 0.001056454\n# Compile_time: 0.001773048\n# Rewrite_time: 0.000364344\n# Optimize_time: 0.000428302\n# Wait_TS: 0\n# DB: gsort_basic\n# Is_internal: false\n# Digest: dcf8af96db101b84bfb69d82045422744d4cb1a710b3b2c4091b7b49f93687ed\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My4wMXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My4wMXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gsort_basic`.`t` FROM 'gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH __max_engine_size=_UTF8MB4'1', cloud_storage_uri=_UTF8MB4'gs://sorted/import?endpoint=http://127.0.0.1:4443/storage/v1/&access-key=aaaaaa&secret-access-key=bbbbbb';"] [2024/05/06 08:01:32.371 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:01:32.411 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=gsort_basic] [sql="truncate table t"] [user=] [2024/05/06 08:01:32.460 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:32.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:32.460 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:32.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 08:01:32.503 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:32.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:32.516 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 108, Table Name: t, Old Table ID: 106, Old Table Name: t"] [2024/05/06 08:01:32.575 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=2.824641ms] [gotSchemaVersion=54] [phyTblIDs="[106,108]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:01:32.585 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=109] [version=54] [2024/05/06 08:01:32.621 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=53.780765ms] [job="ID:109, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:32.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:32.658 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=109] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/05/06 08:01:32.671 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="truncate table"] [2024/05/06 08:01:32.675 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:32.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:32.741 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/06 08:01:32.741 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:32.744 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.334084324\n# Parse_time: 0.00025398\n# Compile_time: 0.000704439\n# Rewrite_time: 0.000010899\n# Optimize_time: 0.002285582\n# Wait_TS: 0.000452805\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 08:01:32.758 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:32.759 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:32.789 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:32.947 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__force_merge_step\":null,\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\"}}"] [dist-task-enabled=true] [2024/05/06 08:01:33.090 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=96B] [thread-cnt=8] [global-sort=true] [2024/05/06 08:01:33.126 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/05/06 08:01:33.126 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:01:33.231 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/05/06 08:01:33.234 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:33.236 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=encode&sort] [2024/05/06 08:01:33.272 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:33.273 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:33.276 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:01:33.276 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 08:01:33.276 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=80.059Β΅s] [2024/05/06 08:01:33.276 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=234.675Β΅s] [] [2024/05/06 08:01:33.276 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/05/06 08:01:33.276 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=2] [2024/05/06 08:01:33.437 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/06 08:01:33.489 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=8] [2024/05/06 08:01:33.529 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 08:01:33.531 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=encode&sort] [2024/05/06 08:01:33.533 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:33.534 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:33.541 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:33.541 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186674833612] [2024/05/06 08:01:33.542 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:33.542 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:33.543 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:33.543 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:33.543 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:33.543 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:33.543 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:33.556 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:33.557 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:33.557 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:01:33.557 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/05/06 08:01:33.596 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=8] [2024/05/06 08:01:33.598 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/e4171541-0757-44f6-835d-88930f98bb1d] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:33.598 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/6f8b8bff-586c-4c8b-96db-4078dc25768d] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:33.598 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/249affca-1a39-4f2e-8e7b-fe40ff6542ea] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:33.598 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/91188d76-f69a-4c8d-ab74-da62158bb3e4] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:33.598 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/519d9764-e666-4376-a346-ea1069ffa69c] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:33.598 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/c1a86b2b-2488-482e-b9b9-c452fb7f3461] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:33.598 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/06 08:01:33.598 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/a95e269f-8d3f-4057-ba95-deb03c5c73b8] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:33.600 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=t.1.csv:0] [2024/05/06 08:01:33.605 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=t.1.csv:0] [readDur=1.032081ms] [encodeDur=1.35847ms] [checksum="{cksum=3702789622917125528,size=556,kvs=12}"] [deliverDur=1.860946ms] [type=file] [takeTime=4.778426ms] [] [2024/05/06 08:01:33.615 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/599e1f83-fe1e-4be2-b441-44842165eef2] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=8.238069ms] [write-speed(bytes/s)=21.22KiB] [2024/05/06 08:01:33.615 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/599e1f83-fe1e-4be2-b441-44842165eef2] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=8.961Β΅s] [write-time=8.438664ms] [sort-speed(kv/s)=334784.0643] [writer-id=data/599e1f83-fe1e-4be2-b441-44842165eef2] [2024/05/06 08:01:33.615 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/599e1f83-fe1e-4be2-b441-44842165eef2] [kv-cnt-cap=4] [minKey=74800000000000006c5f728000000000000001] [maxKey=74800000000000006c5f728000000000000003] [2024/05/06 08:01:33.619 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/599e1f83-fe1e-4be2-b441-44842165eef2] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=3.544997ms] [write-speed(bytes/s)=44.63KiB] [2024/05/06 08:01:33.619 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/599e1f83-fe1e-4be2-b441-44842165eef2] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=6.658Β΅s] [write-time=3.654253ms] [sort-speed(kv/s)=450585.7615] [writer-id=index/3/599e1f83-fe1e-4be2-b441-44842165eef2] [2024/05/06 08:01:33.619 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/599e1f83-fe1e-4be2-b441-44842165eef2] [kv-cnt-cap=4] [minKey=74800000000000006c5f69800000000000000303800000000000007b038000000000000001] [maxKey=74800000000000006c5f698000000000000003038000000000000315038000000000000003] [2024/05/06 08:01:33.623 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/599e1f83-fe1e-4be2-b441-44842165eef2] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=3.707575ms] [write-speed(bytes/s)=42.67KiB] [2024/05/06 08:01:33.623 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/599e1f83-fe1e-4be2-b441-44842165eef2] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.118Β΅s] [write-time=3.816281ms] [sort-speed(kv/s)=586166.4713] [writer-id=index/1/599e1f83-fe1e-4be2-b441-44842165eef2] [2024/05/06 08:01:33.623 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/599e1f83-fe1e-4be2-b441-44842165eef2] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000001038000000000000001038000000000000001] [maxKey=74800000000000006c5f698000000000000001038000000000000003038000000000000003] [2024/05/06 08:01:33.663 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/599e1f83-fe1e-4be2-b441-44842165eef2] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=39.920445ms] [write-speed(bytes/s)=5.993KiB] [2024/05/06 08:01:33.663 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/599e1f83-fe1e-4be2-b441-44842165eef2] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=5.346Β΅s] [write-time=40.140934ms] [sort-speed(kv/s)=561167.2278] [writer-id=index/2/599e1f83-fe1e-4be2-b441-44842165eef2] [2024/05/06 08:01:33.663 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/599e1f83-fe1e-4be2-b441-44842165eef2] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=74800000000000006c5f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/05/06 08:01:33.663 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=8] [takeTime=66.982737ms] [] [2024/05/06 08:01:33.664 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=encode&sort] [engine-id=0] [2024/05/06 08:01:33.752 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=9] [2024/05/06 08:01:33.754 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/3f0df94c-7093-40c3-b411-46e5892aafed] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:33.754 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/7233e049-8511-4bbe-84e6-81df813c6d9b] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:33.754 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/858fa206-9090-4744-9eec-b99e84f47e70] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:33.754 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/e615a122-eda8-4a72-b788-e385c6a0b931] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:33.754 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/37e013ff-db29-427e-b134-8cbf9fe9e6f8] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:33.754 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/f56a0fa1-82e0-425f-9c0b-1e9faee39182] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:33.754 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/06 08:01:33.754 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/75ea1da6-8a99-4403-8518-72621de1c2f3] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:33.757 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=t.2.csv:0] [2024/05/06 08:01:33.803 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=t.2.csv:0] [readDur=1.183909ms] [encodeDur=1.937623ms] [checksum="{cksum=10203265657256280197,size=556,kvs=12}"] [deliverDur=42.488344ms] [type=file] [takeTime=46.081732ms] [] [2024/05/06 08:01:33.824 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/ecabdf14-4f55-4ee9-9058-d859ddfc997c] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=20.930285ms] [write-speed(bytes/s)=8.352KiB] [2024/05/06 08:01:33.824 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/ecabdf14-4f55-4ee9-9058-d859ddfc997c] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=7.417Β΅s] [write-time=21.077443ms] [sort-speed(kv/s)=404476.2033] [writer-id=data/ecabdf14-4f55-4ee9-9058-d859ddfc997c] [2024/05/06 08:01:33.824 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/ecabdf14-4f55-4ee9-9058-d859ddfc997c] [kv-cnt-cap=4] [minKey=74800000000000006c5f728000000000000004] [maxKey=74800000000000006c5f728000000000000006] [2024/05/06 08:01:33.845 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/ecabdf14-4f55-4ee9-9058-d859ddfc997c] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=21.012688ms] [write-speed(bytes/s)=7.529KiB] [2024/05/06 08:01:33.845 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/ecabdf14-4f55-4ee9-9058-d859ddfc997c] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=6.239Β΅s] [write-time=21.157401ms] [sort-speed(kv/s)=480846.2895] [writer-id=index/1/ecabdf14-4f55-4ee9-9058-d859ddfc997c] [2024/05/06 08:01:33.846 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/ecabdf14-4f55-4ee9-9058-d859ddfc997c] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000001038000000000000004038000000000000004] [maxKey=74800000000000006c5f698000000000000001038000000000000006038000000000000006] [2024/05/06 08:01:33.866 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/ecabdf14-4f55-4ee9-9058-d859ddfc997c] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=20.427877ms] [write-speed(bytes/s)=11.71KiB] [2024/05/06 08:01:33.866 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/ecabdf14-4f55-4ee9-9058-d859ddfc997c] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=6.396Β΅s] [write-time=20.57095ms] [sort-speed(kv/s)=469043.1520] [writer-id=index/2/ecabdf14-4f55-4ee9-9058-d859ddfc997c] [2024/05/06 08:01:33.866 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/ecabdf14-4f55-4ee9-9058-d859ddfc997c] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=74800000000000006c5f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/05/06 08:01:33.887 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/ecabdf14-4f55-4ee9-9058-d859ddfc997c] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=20.383292ms] [write-speed(bytes/s)=7.761KiB] [2024/05/06 08:01:33.887 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/ecabdf14-4f55-4ee9-9058-d859ddfc997c] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.177Β΅s] [write-time=20.514204ms] [sort-speed(kv/s)=579486.1889] [writer-id=index/3/ecabdf14-4f55-4ee9-9058-d859ddfc997c] [2024/05/06 08:01:33.887 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/ecabdf14-4f55-4ee9-9058-d859ddfc997c] [kv-cnt-cap=4] [minKey=74800000000000006c5f69800000000000000303800000000000007b038000000000000004] [maxKey=74800000000000006c5f698000000000000003038000000000000143038000000000000006] [2024/05/06 08:01:33.887 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=9] [takeTime=134.771888ms] [] [2024/05/06 08:01:33.887 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=encode&sort] [engine-id=1] [2024/05/06 08:01:33.949 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/05/06 08:01:33.950 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=encode&sort] [2024/05/06 08:01:33.951 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:33.952 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:33.952 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:33.952 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:33.952 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:33.952 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:33.952 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:33.952 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:33.952 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:33.952 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:33.952 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:33.952 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:33.953 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:33.953 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:33.953 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/06 08:01:33.954 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:33.954 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:33.954 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:33.954 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:33.954 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:33.954 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=425.300294ms] [] [2024/05/06 08:01:33.974 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=4] [2024/05/06 08:01:33.975 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=4] [2024/05/06 08:01:34.202 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=merge-sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 08:01:34.207 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:34.207 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:34.208 +00:00] [INFO] [task_executor.go:301] ["merge sort partSize"] [type=ImportInto] [task-id=2] [step=merge-sort] [data-kv=12.8MiB] [index-kv=5MiB] [2024/05/06 08:01:34.259 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=10] [kv-group=data] [2024/05/06 08:01:34.259 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=data] [subtask-id=10] [file-count=2] [file-groups=1] [concurrency=8] [part-size=14470348] [2024/05/06 08:01:34.259 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=data] [subtask-id=10] [writer-id=61c4c3cf-f39d-488f-8dd0-4e0aa00643f2] [file-count=2] [2024/05/06 08:01:34.263 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=data] [subtask-id=10] [data-file=2/10/61c4c3cf-f39d-488f-8dd0-4e0aa00643f2/one-file] [stat-file=2/10/61c4c3cf-f39d-488f-8dd0-4e0aa00643f2_stat/one-file] [2024/05/06 08:01:34.301 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=data] [subtask-id=10] [writerID=61c4c3cf-f39d-488f-8dd0-4e0aa00643f2] [2024/05/06 08:01:34.301 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=data] [subtask-id=10] [writer-id=61c4c3cf-f39d-488f-8dd0-4e0aa00643f2] [file-count=2] [takeTime=41.7098ms] [] [2024/05/06 08:01:34.301 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=10] [kv-group=data] [total-kv-size=262] [total-kv-count=6] [start-key=74800000000000006C5F728000000000000001] [end-key=74800000000000006C5F72800000000000000600] [2024/05/06 08:01:34.301 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=10] [kv-group=data] [takeTime=42.037568ms] [] [2024/05/06 08:01:34.370 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=11] [kv-group=1] [2024/05/06 08:01:34.370 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=1] [subtask-id=11] [file-count=2] [file-groups=1] [concurrency=8] [part-size=6291456] [2024/05/06 08:01:34.370 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=1] [subtask-id=11] [writer-id=73ebf409-c103-4460-af96-aa1d0e04e6e2] [file-count=2] [2024/05/06 08:01:34.374 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=1] [subtask-id=11] [data-file=2/11/73ebf409-c103-4460-af96-aa1d0e04e6e2/one-file] [stat-file=2/11/73ebf409-c103-4460-af96-aa1d0e04e6e2_stat/one-file] [2024/05/06 08:01:34.419 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=1] [subtask-id=11] [writerID=73ebf409-c103-4460-af96-aa1d0e04e6e2] [2024/05/06 08:01:34.419 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=1] [subtask-id=11] [writer-id=73ebf409-c103-4460-af96-aa1d0e04e6e2] [file-count=2] [takeTime=48.921155ms] [] [2024/05/06 08:01:34.420 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=11] [kv-group=1] [total-kv-size=228] [total-kv-count=6] [start-key=74800000000000006C5F698000000000000001038000000000000001038000000000000001] [end-key=74800000000000006C5F69800000000000000103800000000000000603800000000000000600] [2024/05/06 08:01:34.420 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=11] [kv-group=1] [takeTime=49.359428ms] [] [2024/05/06 08:01:34.497 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=12] [kv-group=2] [2024/05/06 08:01:34.497 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=2] [subtask-id=12] [file-count=2] [file-groups=1] [concurrency=8] [part-size=6291456] [2024/05/06 08:01:34.497 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=2] [subtask-id=12] [writer-id=902388d3-714d-4d30-ba4e-969206ca2fcc] [file-count=2] [2024/05/06 08:01:34.501 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=2] [subtask-id=12] [data-file=2/12/902388d3-714d-4d30-ba4e-969206ca2fcc/one-file] [stat-file=2/12/902388d3-714d-4d30-ba4e-969206ca2fcc_stat/one-file] [2024/05/06 08:01:34.531 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=2] [subtask-id=12] [writerID=902388d3-714d-4d30-ba4e-969206ca2fcc] [2024/05/06 08:01:34.531 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=2] [subtask-id=12] [writer-id=902388d3-714d-4d30-ba4e-969206ca2fcc] [file-count=2] [takeTime=34.007322ms] [] [2024/05/06 08:01:34.531 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=12] [kv-group=2] [total-kv-size=394] [total-kv-count=6] [start-key=74800000000000006C5F698000000000000002016261723100000000FB03800000000000007B038000000000000001] [end-key=74800000000000006C5F698000000000000002016261723600000000FB03800000000000014303800000000000000600] [2024/05/06 08:01:34.531 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=12] [kv-group=2] [takeTime=34.335218ms] [] [2024/05/06 08:01:34.601 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=13] [kv-group=3] [2024/05/06 08:01:34.601 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=3] [subtask-id=13] [file-count=2] [file-groups=1] [concurrency=8] [part-size=6291456] [2024/05/06 08:01:34.601 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=3] [subtask-id=13] [writer-id=8e7b5872-ff7c-44ee-959d-3109df239c43] [file-count=2] [2024/05/06 08:01:34.605 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=3] [subtask-id=13] [data-file=2/13/8e7b5872-ff7c-44ee-959d-3109df239c43/one-file] [stat-file=2/13/8e7b5872-ff7c-44ee-959d-3109df239c43_stat/one-file] [2024/05/06 08:01:34.619 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=3] [subtask-id=13] [writerID=8e7b5872-ff7c-44ee-959d-3109df239c43] [2024/05/06 08:01:34.619 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=3] [subtask-id=13] [writer-id=8e7b5872-ff7c-44ee-959d-3109df239c43] [file-count=2] [takeTime=17.939328ms] [] [2024/05/06 08:01:34.619 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=13] [kv-group=3] [total-kv-size=228] [total-kv-count=6] [start-key=74800000000000006C5F69800000000000000303800000000000007B038000000000000001] [end-key=74800000000000006C5F69800000000000000303800000000000031503800000000000000300] [2024/05/06 08:01:34.619 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=13] [kv-group=3] [takeTime=18.267833ms] [] [2024/05/06 08:01:34.673 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=merge-sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=471.617837ms] [] [2024/05/06 08:01:34.748 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/05/06 08:01:34.750 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:34.752 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/06 08:01:34.833 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:34.833 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:34.838 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:34.839 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:34.840 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186674833612] [2024/05/06 08:01:34.841 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:34.841 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:34.842 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:34.842 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:34.842 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:34.842 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:34.842 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:34.846 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:34.846 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:34.846 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:34.846 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:34.846 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:34.846 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:34.846 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:34.846 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:34.846 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:34.846 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:34.846 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:34.846 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:34.846 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:34.847 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 08:01:34.847 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 08:01:34.851 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006c5f728000000000000001] [endKey=74800000000000006c5f72800000000000000600] [dataFiles=1] [2024/05/06 08:01:34.852 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 08:01:34.854 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:34.855 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:34.855 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186674833612] [2024/05/06 08:01:34.856 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:34.856 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:34.857 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:34.857 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:34.857 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:34.858 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:34.858 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:34.861 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:34.861 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:34.861 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:34.861 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:34.861 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:34.861 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:34.861 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:34.862 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:34.862 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:34.862 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:34.862 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:34.862 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:34.862 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:34.863 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 08:01:34.863 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 08:01:34.866 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006c5f698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006c5f69800000000000000103800000000000000603800000000000000600] [dataFiles=1] [2024/05/06 08:01:34.866 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 08:01:34.869 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:34.870 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:34.870 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186674833612] [2024/05/06 08:01:34.871 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:34.871 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:34.872 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:34.872 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:34.872 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:34.872 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:34.872 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:34.876 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:34.876 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:34.876 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:34.876 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:34.876 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:34.876 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:34.876 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:34.876 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:34.876 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:34.876 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:34.876 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:34.876 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:34.876 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:34.877 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 08:01:34.877 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 08:01:34.883 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006c5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [endKey=74800000000000006c5f698000000000000002016261723600000000fb03800000000000014303800000000000000600] [dataFiles=1] [2024/05/06 08:01:34.883 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 08:01:34.886 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:34.886 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:34.887 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186674833612] [2024/05/06 08:01:34.888 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:34.888 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:34.889 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:34.889 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:34.889 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:34.889 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:34.889 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:34.893 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:34.893 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:34.893 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:34.893 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:34.893 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:34.893 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:34.893 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:34.893 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:34.893 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:34.893 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:34.893 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:34.893 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:34.893 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:34.894 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 08:01:34.894 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 08:01:34.898 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006c5f69800000000000000303800000000000007b038000000000000001] [endKey=74800000000000006c5f69800000000000000303800000000000031503800000000000000300] [dataFiles=1] [2024/05/06 08:01:34.898 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 08:01:34.899 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/05/06 08:01:34.899 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=write&ingest] [concurrency=8] [subtasks=4] [2024/05/06 08:01:34.999 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [2024/05/06 08:01:34.999 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/05/06 08:01:35.124 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/06 08:01:35.151 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=8] [2024/05/06 08:01:35.204 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 08:01:35.207 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:35.208 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:35.216 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:35.216 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186674833612] [2024/05/06 08:01:35.216 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:35.217 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:35.218 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:35.218 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:35.218 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:35.218 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:35.218 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:35.232 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:35.233 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:35.233 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:01:35.275 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=14] [kv-group=data] [2024/05/06 08:01:35.275 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:35.280 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F728000000000000001] [endKey=74800000000000006C5F72800000000000000600] [ranges=1] [] [2024/05/06 08:01:35.280 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:35.302 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c92104fe-1480-5ebe-be2b-61946fa2dda3] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 08:01:35.303 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:35.303 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 08:01:35.304 +00:00] [INFO] [client.go:568] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F728000000000FF0000010000000000FA] [end=7480000000000000FF6C5F728000000000FF0000060000000000FC] [2024/05/06 08:01:35.304 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=13.194Β΅s] [2024/05/06 08:01:35.304 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.108977ms] [] [2024/05/06 08:01:35.304 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 08:01:35.304 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX3KAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABsX3KAAAAAAAAABgA="] [2024/05/06 08:01:35.304 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 08:01:35.309 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=4.434918ms] [] [2024/05/06 08:01:35.313 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:35.313 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=9.163124ms] [] [2024/05/06 08:01:35.313 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 08:01:35.314 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=9.427156ms] [droppedSize=0] [2024/05/06 08:01:35.314 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=20.758Β΅s] [2024/05/06 08:01:35.325 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c92104fe-1480-5ebe-be2b-61946fa2dda3] [size=107374182400] [kvs=0] [importedSize=262] [importedCount=6] [2024/05/06 08:01:35.327 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=14] [kv-group=data] [takeTime=51.436765ms] [] [2024/05/06 08:01:35.393 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=15] [kv-group=1] [2024/05/06 08:01:35.393 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:35.398 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006C5F69800000000000000103800000000000000603800000000000000600] [ranges=1] [] [2024/05/06 08:01:35.398 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:35.419 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=42e52923-6f90-566b-850e-758ca411cbe4] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 08:01:35.420 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:35.420 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 08:01:35.421 +00:00] [INFO] [client.go:568] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [end=7480000000000000FF6C5F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FE] [2024/05/06 08:01:35.421 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=11.182Β΅s] [2024/05/06 08:01:35.421 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.058729ms] [] [2024/05/06 08:01:35.421 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 08:01:35.421 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX2mAAAAAAAAAAQOAAAAAAAAAAQOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABsX2mAAAAAAAAAAQOAAAAAAAAABgOAAAAAAAAABgA="] [2024/05/06 08:01:35.421 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 08:01:35.425 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=3.802338ms] [] [2024/05/06 08:01:35.428 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:35.429 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=8.096473ms] [] [2024/05/06 08:01:35.429 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 08:01:35.429 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=8.239507ms] [droppedSize=0] [2024/05/06 08:01:35.429 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=9.779Β΅s] [2024/05/06 08:01:35.440 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=42e52923-6f90-566b-850e-758ca411cbe4] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/06 08:01:35.442 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=15] [kv-group=1] [takeTime=49.106062ms] [] [2024/05/06 08:01:35.508 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=16] [kv-group=2] [2024/05/06 08:01:35.509 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:35.513 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F698000000000000002016261723100000000FB03800000000000007B038000000000000001] [endKey=74800000000000006C5F698000000000000002016261723600000000FB03800000000000014303800000000000000600] [ranges=1] [] [2024/05/06 08:01:35.514 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:35.536 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=797c5bd4-ca63-548e-8137-62562b529a90] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 08:01:35.536 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:35.536 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 08:01:35.537 +00:00] [INFO] [client.go:568] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [end=7480000000000000FF6C5F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F8] [2024/05/06 08:01:35.537 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=16.199Β΅s] [2024/05/06 08:01:35.537 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.247828ms] [] [2024/05/06 08:01:35.537 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 08:01:35.537 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX2mAAAAAAAAAAgFiYXIxAAAAAPsDgAAAAAAAAHsDgAAAAAAAAAE="] [end-key=dIAAAAAAAABsX2mAAAAAAAAAAgFiYXI2AAAAAPsDgAAAAAAAAUMDgAAAAAAAAAYA] [2024/05/06 08:01:35.537 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 08:01:35.541 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=3.554824ms] [] [2024/05/06 08:01:35.545 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:35.546 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=8.24844ms] [] [2024/05/06 08:01:35.546 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 08:01:35.546 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=8.425525ms] [droppedSize=0] [2024/05/06 08:01:35.546 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=10.023Β΅s] [2024/05/06 08:01:35.575 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=797c5bd4-ca63-548e-8137-62562b529a90] [size=107374182400] [kvs=0] [importedSize=394] [importedCount=6] [2024/05/06 08:01:35.577 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=16] [kv-group=2] [takeTime=68.287199ms] [] [2024/05/06 08:01:35.642 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=17] [kv-group=3] [2024/05/06 08:01:35.642 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:35.647 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F69800000000000000303800000000000007B038000000000000001] [endKey=74800000000000006C5F69800000000000000303800000000000031503800000000000000300] [ranges=1] [] [2024/05/06 08:01:35.648 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:35.670 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=fccca47b-a071-5db3-9487-f6af0df82fd4] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 08:01:35.670 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:35.670 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 08:01:35.671 +00:00] [INFO] [client.go:568] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [end=7480000000000000FF6C5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FE] [2024/05/06 08:01:35.671 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=9.86Β΅s] [2024/05/06 08:01:35.671 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.132186ms] [] [2024/05/06 08:01:35.671 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 08:01:35.671 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX2mAAAAAAAAAAwOAAAAAAAAAewOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABsX2mAAAAAAAAAAwOAAAAAAAADFQOAAAAAAAAAAwA="] [2024/05/06 08:01:35.672 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 08:01:35.677 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=5.169912ms] [] [2024/05/06 08:01:35.680 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:35.681 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=9.413504ms] [] [2024/05/06 08:01:35.681 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 08:01:35.681 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=9.601463ms] [droppedSize=0] [2024/05/06 08:01:35.681 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=11.341Β΅s] [2024/05/06 08:01:35.692 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=fccca47b-a071-5db3-9487-f6af0df82fd4] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/06 08:01:35.694 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=17] [kv-group=3] [takeTime=51.855243ms] [] [2024/05/06 08:01:35.737 +00:00] [INFO] [task_executor.go:459] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=write&ingest] [2024/05/06 08:01:35.744 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=write&ingest] [next-step=post-process] [2024/05/06 08:01:35.744 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:35.744 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:35.744 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:35.744 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:35.744 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:35.744 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:35.744 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:35.744 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:35.744 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:35.744 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:35.744 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:35.744 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:35.744 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:35.746 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:35.747 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:35.747 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:35.747 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:35.747 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:35.747 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:35.747 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=543.034948ms] [] [2024/05/06 08:01:35.748 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [2024/05/06 08:01:35.749 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/05/06 08:01:35.840 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":30,\"3\":30,\"4\":12}}"] [2024/05/06 08:01:35.843 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/05/06 08:01:35.843 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:01:36.046 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 08:01:36.094 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [2024/05/06 08:01:36.094 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [2024/05/06 08:01:36.094 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [2024/05/06 08:01:36.094 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [takeTime=12.778Β΅s] [] [2024/05/06 08:01:36.094 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=-1] [size=262] [kvs=6] [checksum=16467553292841115641] [2024/05/06 08:01:36.094 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=1] [size=228] [kvs=6] [checksum=5933586680183683] [2024/05/06 08:01:36.094 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=2] [size=394] [kvs=6] [checksum=1482059515352799067] [2024/05/06 08:01:36.094 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=3] [size=228] [kvs=6] [checksum=5690150982916384316] [2024/05/06 08:01:36.095 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [checksum="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/06 08:01:36.095 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [weight=30] [2024/05/06 08:01:36.095 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [concurrency=15] [2024/05/06 08:01:36.108 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=-1] [checksum=16467553292841115641] [totalKvs=6] [totalBytes=262] [2024/05/06 08:01:36.116 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=3] [checksum=5690150982916384316] [totalKvs=6] [totalBytes=228] [2024/05/06 08:01:36.116 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=2] [checksum=1482059515352799067] [totalKvs=6] [totalBytes=394] [2024/05/06 08:01:36.117 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=1] [checksum=5933586680183683] [totalKvs=6] [totalBytes=228] [2024/05/06 08:01:36.117 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [local="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/06 08:01:36.117 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [takeTime=23.100542ms] [] [2024/05/06 08:01:36.117 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [takeTime=23.360678ms] [] [2024/05/06 08:01:36.167 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=121.46142ms] [] [2024/05/06 08:01:36.245 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:01:36.245 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/05/06 08:01:36.249 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/05/06 08:01:36.332 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/05/06 08:01:36.338 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/05/06 08:01:36.367 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:01:36.367 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/05/06 08:01:36.369 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=2] [2024/05/06 08:01:36.371 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:36.371 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:36.425 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=2] [takeTime=55.639954ms] [] [2024/05/06 08:01:36.466 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 3.721179223\n# Parse_time: 0.001415704\n# Compile_time: 0.001435961\n# Rewrite_time: 0.000275141\n# Optimize_time: 0.002285582\n# Wait_TS: 0\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 392014fe0a784e03186a93c7f3528e9bc2606219bbb926c3fd8303e3396867e0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My43MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My43MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gsort_basic`.`t` FROM 'gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH __max_engine_size=_UTF8MB4'1', cloud_storage_uri=_UTF8MB4'gs://sorted/import?endpoint=http://127.0.0.1:4443/storage/v1/&access-key=aaaaaa&secret-access-key=bbbbbb', __force_merge_step;"] [2024/05/06 08:01:36.538 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:01:36.539 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=gsort_basic] [sql="truncate table t"] [user=] [2024/05/06 08:01:36.566 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:36.544 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:36.566 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:36.544 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 08:01:36.621 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:36.544 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:36.632 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 110, Table Name: t, Old Table ID: 108, Old Table Name: t"] [2024/05/06 08:01:36.713 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=3.449823ms] [gotSchemaVersion=55] [phyTblIDs="[108,110]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:01:36.726 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=111] [version=55] [2024/05/06 08:01:36.758 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=53.710819ms] [job="ID:111, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:36.544 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:36.807 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=111] [tableIDs="[108]"] [comment="drop table: table ID"] [2024/05/06 08:01:36.816 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=111] [jobType="truncate table"] [2024/05/06 08:01:36.821 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:36.544 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:36.884 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 08:01:36.884 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:36.888 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.34884286\n# Parse_time: 0.000174296\n# Compile_time: 0.000565531\n# Rewrite_time: 0.000008843\n# Optimize_time: 0.001710533\n# Wait_TS: 0.000394581\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 08:01:36.905 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:36.906 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:36.939 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:37.114 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 08:01:37.242 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=96B] [thread-cnt=8] [global-sort=true] [2024/05/06 08:01:37.255 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.366469416\n# Parse_time: 0.002121837\n# Compile_time: 0.002692343\n# Rewrite_time: 0.000296693\n# Optimize_time: 0.001710533\n# Wait_TS: 0\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 1d15b554d9974625ffad3fa192182c9f6f628d42e846cffe6407cea263a3bc14\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzYxbXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MzYxbXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gsort_basic`.`t` FROM 'gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH __max_engine_size=_UTF8MB4'1', cloud_storage_uri=_UTF8MB4'gs://sorted/import?endpoint=http://127.0.0.1:4443/storage/v1/&access-key=aaaaaa&secret-access-key=bbbbbb', detached;"] [2024/05/06 08:01:37.294 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/05/06 08:01:37.294 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:01:37.403 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/05/06 08:01:37.405 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:37.407 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=encode&sort] [2024/05/06 08:01:37.429 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:37.430 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:37.433 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:01:37.433 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 08:01:37.433 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=105.464Β΅s] [2024/05/06 08:01:37.434 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=289.692Β΅s] [] [2024/05/06 08:01:37.434 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/05/06 08:01:37.434 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=2] [2024/05/06 08:01:37.647 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/06 08:01:37.667 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=8] [2024/05/06 08:01:37.705 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 08:01:37.707 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=encode&sort] [2024/05/06 08:01:37.711 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:37.711 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:37.719 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:37.719 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186674833612] [2024/05/06 08:01:37.720 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:37.720 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:37.721 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:37.721 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:37.721 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:37.721 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:37.721 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:37.738 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:37.740 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:37.740 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:01:37.740 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/05/06 08:01:37.784 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=19] [2024/05/06 08:01:37.785 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/b5e3f06b-f4a4-4f81-9f3e-e0f5f9a50c22] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:37.785 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/77661c87-f49f-42b8-951b-38c94cbf6ffd] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:37.785 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/4c70c7b9-f41a-4c1f-a7a0-070e22804719] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:37.785 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/00c0ab0c-e4e8-46b2-ab83-a05800cc5174] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:37.785 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/05/06 08:01:37.785 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/8aac1e55-31d5-40f4-9b16-6a7b2b43db4d] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:37.785 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/c3e1c54e-df36-4163-beff-f5bf52e8a84b] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:37.785 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/d5116632-f6a3-4756-81f6-79d5a6bb35d8] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:37.788 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=110] [key=t.1.csv:0] [2024/05/06 08:01:37.807 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=t.1.csv:0] [readDur=1.195767ms] [encodeDur=1.585697ms] [checksum="{cksum=1299722013730367767,size=556,kvs=12}"] [deliverDur=15.479102ms] [type=file] [takeTime=18.810677ms] [] [2024/05/06 08:01:37.818 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/d72bff02-3970-47a6-a9f9-192c64a1056b] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=10.144358ms] [write-speed(bytes/s)=17.23KiB] [2024/05/06 08:01:37.818 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/d72bff02-3970-47a6-a9f9-192c64a1056b] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=7.944Β΅s] [write-time=10.311417ms] [sort-speed(kv/s)=377643.5045] [writer-id=data/d72bff02-3970-47a6-a9f9-192c64a1056b] [2024/05/06 08:01:37.818 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/d72bff02-3970-47a6-a9f9-192c64a1056b] [kv-cnt-cap=4] [minKey=74800000000000006e5f728000000000000001] [maxKey=74800000000000006e5f728000000000000003] [2024/05/06 08:01:37.827 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/d72bff02-3970-47a6-a9f9-192c64a1056b] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=8.670765ms] [write-speed(bytes/s)=18.25KiB] [2024/05/06 08:01:37.827 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/d72bff02-3970-47a6-a9f9-192c64a1056b] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=7.437Β΅s] [write-time=8.794805ms] [sort-speed(kv/s)=403388.4631] [writer-id=index/3/d72bff02-3970-47a6-a9f9-192c64a1056b] [2024/05/06 08:01:37.827 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/d72bff02-3970-47a6-a9f9-192c64a1056b] [kv-cnt-cap=4] [minKey=74800000000000006e5f69800000000000000303800000000000007b038000000000000001] [maxKey=74800000000000006e5f698000000000000003038000000000000315038000000000000003] [2024/05/06 08:01:37.836 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/d72bff02-3970-47a6-a9f9-192c64a1056b] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=9.253778ms] [write-speed(bytes/s)=17.1KiB] [2024/05/06 08:01:37.836 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/d72bff02-3970-47a6-a9f9-192c64a1056b] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.585Β΅s] [write-time=9.414027ms] [sort-speed(kv/s)=537153.0886] [writer-id=index/1/d72bff02-3970-47a6-a9f9-192c64a1056b] [2024/05/06 08:01:37.837 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/d72bff02-3970-47a6-a9f9-192c64a1056b] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000001038000000000000001038000000000000001] [maxKey=74800000000000006e5f698000000000000001038000000000000003038000000000000003] [2024/05/06 08:01:37.848 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/d72bff02-3970-47a6-a9f9-192c64a1056b] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=11.247238ms] [write-speed(bytes/s)=21.27KiB] [2024/05/06 08:01:37.848 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/d72bff02-3970-47a6-a9f9-192c64a1056b] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=9.564Β΅s] [write-time=11.405547ms] [sort-speed(kv/s)=313676.2861] [writer-id=index/2/d72bff02-3970-47a6-a9f9-192c64a1056b] [2024/05/06 08:01:37.848 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/d72bff02-3970-47a6-a9f9-192c64a1056b] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=74800000000000006e5f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/05/06 08:01:37.849 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=19] [takeTime=64.567377ms] [] [2024/05/06 08:01:37.849 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=encode&sort] [engine-id=0] [2024/05/06 08:01:37.957 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=20] [2024/05/06 08:01:37.958 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/cbf85879-6e1f-4ebe-ac35-7eb0d20ea52b] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:37.958 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/2cb544ae-fc1f-44e5-a51d-2623c28fdac8] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:37.958 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/9f8661ac-fdc1-4c7b-ae22-ac62c54f5c82] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:37.958 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/f046e029-d151-47b9-8bea-a5e1d7d89261] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:37.958 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/fb89c4b2-3111-4275-aaab-556ac5ee64b3] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:37.958 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/e1f5f501-4db3-4ae2-afd0-7987022da088] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:37.958 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/05/06 08:01:37.958 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/3deab7b4-830a-4beb-8942-953f046c49b1] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 08:01:37.961 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=110] [key=t.2.csv:0] [2024/05/06 08:01:38.002 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=t.2.csv:0] [readDur=1.090882ms] [encodeDur=1.88321ms] [checksum="{cksum=12462077872899177482,size=556,kvs=12}"] [deliverDur=37.079024ms] [type=file] [takeTime=40.640333ms] [] [2024/05/06 08:01:38.014 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/c718e88b-0264-49ed-acf8-7f90cc4de802] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=11.313739ms] [write-speed(bytes/s)=15.45KiB] [2024/05/06 08:01:38.014 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/c718e88b-0264-49ed-acf8-7f90cc4de802] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=7.633Β΅s] [write-time=11.484141ms] [sort-speed(kv/s)=393030.2633] [writer-id=data/c718e88b-0264-49ed-acf8-7f90cc4de802] [2024/05/06 08:01:38.014 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/c718e88b-0264-49ed-acf8-7f90cc4de802] [kv-cnt-cap=4] [minKey=74800000000000006e5f728000000000000004] [maxKey=74800000000000006e5f728000000000000006] [2024/05/06 08:01:38.034 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/c718e88b-0264-49ed-acf8-7f90cc4de802] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=19.822658ms] [write-speed(bytes/s)=7.981KiB] [2024/05/06 08:01:38.034 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/c718e88b-0264-49ed-acf8-7f90cc4de802] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.941Β΅s] [write-time=19.955298ms] [sort-speed(kv/s)=504965.4940] [writer-id=index/1/c718e88b-0264-49ed-acf8-7f90cc4de802] [2024/05/06 08:01:38.034 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/c718e88b-0264-49ed-acf8-7f90cc4de802] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000001038000000000000004038000000000000004] [maxKey=74800000000000006e5f698000000000000001038000000000000006038000000000000006] [2024/05/06 08:01:38.046 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/c718e88b-0264-49ed-acf8-7f90cc4de802] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=11.218168ms] [write-speed(bytes/s)=21.33KiB] [2024/05/06 08:01:38.046 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/c718e88b-0264-49ed-acf8-7f90cc4de802] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=5.891Β΅s] [write-time=11.335161ms] [sort-speed(kv/s)=509251.4004] [writer-id=index/2/c718e88b-0264-49ed-acf8-7f90cc4de802] [2024/05/06 08:01:38.046 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/c718e88b-0264-49ed-acf8-7f90cc4de802] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=74800000000000006e5f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/05/06 08:01:38.055 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/c718e88b-0264-49ed-acf8-7f90cc4de802] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=9.073539ms] [write-speed(bytes/s)=17.44KiB] [2024/05/06 08:01:38.055 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/c718e88b-0264-49ed-acf8-7f90cc4de802] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.813Β΅s] [write-time=9.254457ms] [sort-speed(kv/s)=516084.6379] [writer-id=index/3/c718e88b-0264-49ed-acf8-7f90cc4de802] [2024/05/06 08:01:38.055 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/c718e88b-0264-49ed-acf8-7f90cc4de802] [kv-cnt-cap=4] [minKey=74800000000000006e5f69800000000000000303800000000000007b038000000000000004] [maxKey=74800000000000006e5f698000000000000003038000000000000143038000000000000006] [2024/05/06 08:01:38.055 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=20] [takeTime=98.564758ms] [] [2024/05/06 08:01:38.056 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=encode&sort] [engine-id=1] [2024/05/06 08:01:38.117 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/05/06 08:01:38.119 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:38.121 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/06 08:01:38.122 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=encode&sort] [2024/05/06 08:01:38.124 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:38.124 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:38.124 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:38.124 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:38.124 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:38.124 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:38.124 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:38.124 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:38.124 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:38.124 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:38.124 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:38.124 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:38.124 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:38.126 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:38.126 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:38.126 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:38.126 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:38.126 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:38.126 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=420.827172ms] [] [2024/05/06 08:01:38.142 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=3] [kv-group=3] [2024/05/06 08:01:38.142 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=3] [kv-group=data] [2024/05/06 08:01:38.143 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=3] [kv-group=1] [2024/05/06 08:01:38.143 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=3] [kv-group=2] [2024/05/06 08:01:38.143 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=0] [2024/05/06 08:01:38.143 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=0] [2024/05/06 08:01:38.323 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/05/06 08:01:38.325 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:38.327 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/06 08:01:38.327 +00:00] [WARN] [scheduler.go:453] ["generate part of subtasks failed"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:253\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:38.327 +00:00] [WARN] [scheduler.go:530] ["generate plan failed"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:253\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [state=running] [2024/05/06 08:01:38.347 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/05/06 08:01:38.413 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=3] [step=merge-sort] [state=reverting] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:253\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:38.415 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [step=merge-sort] [mode=Normal] [2024/05/06 08:01:38.420 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/05/06 08:01:38.499 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=3] [2024/05/06 08:01:38.524 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:01:38.524 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/05/06 08:01:38.526 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=3] [2024/05/06 08:01:38.528 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:38.529 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:38.565 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=3] [takeTime=38.728732ms] [] [2024/05/06 08:01:38.717 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestGlobalSortMultiFiles [2024/05/06 08:01:38.786 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=gsort_basic] [sql="drop database if exists gs_multi_files"] [user=] [2024/05/06 08:01:38.789 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=gsort_basic] [sql="create database gs_multi_files"] [user=] [2024/05/06 08:01:38.820 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create schema, State:queueing, SchemaState:none, SchemaID:112, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:38.794 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:38.820 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:113, Type:create schema, State:queueing, SchemaState:none, SchemaID:112, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:38.794 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database gs_multi_files"] [2024/05/06 08:01:38.874 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:create schema, State:queueing, SchemaState:none, SchemaID:112, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:38.794 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:38.909 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=984.389Β΅s] [gotSchemaVersion=56] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:01:38.919 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=113] [version=56] [2024/05/06 08:01:38.957 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.408962ms] [job="ID:113, Type:create schema, State:done, SchemaState:public, SchemaID:112, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:38.794 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:39.008 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:create schema, State:synced, SchemaState:public, SchemaID:112, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:38.794 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:39.035 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/06 08:01:39.035 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:39.042 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=gs_multi_files] [sql="create table t (a bigint primary key , b varchar(100), key(b), key(a,b), key(b,a));"] [user=] [2024/05/06 08:01:39.107 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:create table, State:queueing, SchemaState:none, SchemaID:112, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:39.044 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:39.107 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:115, Type:create table, State:queueing, SchemaState:none, SchemaID:112, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:39.044 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key , b varchar(100), key(b), key(a,b), key(b,a));"] [2024/05/06 08:01:39.176 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:create table, State:queueing, SchemaState:none, SchemaID:112, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:39.044 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:39.184 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 112, Table ID: 114, Table Name: t"] [2024/05/06 08:01:39.261 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=2.799295ms] [gotSchemaVersion=57] [phyTblIDs="[114]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:39.270 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=115] [version=57] [2024/05/06 08:01:39.307 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.100611ms] [job="ID:115, Type:create table, State:done, SchemaState:public, SchemaID:112, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:39.044 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:39.362 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:create table, State:synced, SchemaState:public, SchemaID:112, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:39.044 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:39.406 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/06 08:01:39.406 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:39.410 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.370175139\n# Parse_time: 0.001379021\n# Compile_time: 0.000950995\n# Rewrite_time: 0.000007872\n# Optimize_time: 0.001710533\n# Wait_TS: 0.000388244\n# DB: gs_multi_files\n# Is_internal: false\n# Digest: 65770382d44a1f2a680267a996d5c71fe8d5b02c0296815ef0003a1cbb8f61a5\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse gs_multi_files;\ncreate table t (a bigint primary key , b varchar(100), key(b), key(a,b), key(b,a));"] [2024/05/06 08:01:39.425 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:39.426 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:39.457 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:39.609 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gs-multi-files/t.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"cloud_storage_uri\":\"gs://sorted/gs_multi_files?endpoint=http://127.0.0.1:4443/storage/v1/\"}}"] [dist-task-enabled=true] [2024/05/06 08:01:39.717 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=144.3KiB] [thread-cnt=8] [global-sort=true] [2024/05/06 08:01:39.756 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/05/06 08:01:39.756 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:01:39.863 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/05/06 08:01:39.864 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:39.866 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=encode&sort] [2024/05/06 08:01:39.884 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:39.885 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:39.888 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:01:39.889 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=147780] [2024/05/06 08:01:39.889 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=10] [MaxChunkSize=268435456] [RegionsCount=10] [BatchSize=147780] [cost=236.302Β΅s] [2024/05/06 08:01:39.889 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=424.145Β΅s] [] [2024/05/06 08:01:39.889 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=encode&sort] [subtask-count=1] [2024/05/06 08:01:39.889 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=1] [2024/05/06 08:01:40.068 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/06 08:01:40.086 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=8] [2024/05/06 08:01:40.123 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 08:01:40.125 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=encode&sort] [2024/05/06 08:01:40.126 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:40.127 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:40.135 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:40.135 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186674833612] [2024/05/06 08:01:40.136 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:40.136 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:40.137 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:40.137 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:40.137 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:40.137 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:40.137 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:40.150 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:40.152 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:40.152 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:01:40.152 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/05/06 08:01:40.195 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=encode&sort] [subtask-id=21] [2024/05/06 08:01:40.196 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 08:01:40.196 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 08:01:40.196 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 08:01:40.196 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 08:01:40.196 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 08:01:40.196 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 08:01:40.196 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 08:01:40.196 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 08:01:40.200 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.7.csv:0] [2024/05/06 08:01:40.200 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.0.csv:0] [2024/05/06 08:01:40.200 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.3.csv:0] [2024/05/06 08:01:40.200 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.2.csv:0] [2024/05/06 08:01:40.200 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.4.csv:0] [2024/05/06 08:01:40.200 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.6.csv:0] [2024/05/06 08:01:40.200 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.1.csv:0] [2024/05/06 08:01:40.200 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.5.csv:0] [2024/05/06 08:01:41.773 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.5.csv:0] [readDur=129.431366ms] [encodeDur=1.384847503s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=47.647972ms] [type=file] [takeTime=1.572511686s] [] [2024/05/06 08:01:41.773 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 08:01:41.776 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.8.csv:0] [2024/05/06 08:01:41.807 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.0.csv:0] [readDur=138.759525ms] [encodeDur=1.397359321s] [checksum="{cksum=10408207814181128213,size=255604,kvs=4000}"] [deliverDur=55.235585ms] [type=file] [takeTime=1.607329132s] [] [2024/05/06 08:01:41.808 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 08:01:41.809 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.6.csv:0] [readDur=190.485712ms] [encodeDur=1.364449914s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=47.007529ms] [type=file] [takeTime=1.608551635s] [] [2024/05/06 08:01:41.811 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.9.csv:0] [2024/05/06 08:01:41.811 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.1.csv:0] [readDur=105.813145ms] [encodeDur=1.444878325s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=83.350039ms] [type=file] [takeTime=1.6110005s] [] [2024/05/06 08:01:41.846 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.3.csv:0] [readDur=152.337217ms] [encodeDur=1.395360905s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=107.560054ms] [type=file] [takeTime=1.645901022s] [] [2024/05/06 08:01:41.848 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.4.csv:0] [readDur=118.620398ms] [encodeDur=1.436825678s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=123.141908ms] [type=file] [takeTime=1.648082905s] [] [2024/05/06 08:01:41.853 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.2.csv:0] [readDur=145.515534ms] [encodeDur=1.435460499s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=85.666054ms] [type=file] [takeTime=1.652528672s] [] [2024/05/06 08:01:41.857 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.7.csv:0] [readDur=138.905452ms] [encodeDur=1.425467016s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=87.349113ms] [type=file] [takeTime=1.65679403s] [] [2024/05/06 08:01:41.857 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/22bfe802-2d96-49fe-a56b-15dab6caa28d] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=46.212718ms] [write-speed(bytes/s)=1.094MiB] [2024/05/06 08:01:41.857 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/22bfe802-2d96-49fe-a56b-15dab6caa28d] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=1.624415ms] [write-time=46.384599ms] [sort-speed(kv/s)=615606.2336] [writer-id=data/22bfe802-2d96-49fe-a56b-15dab6caa28d] [2024/05/06 08:01:41.857 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/22bfe802-2d96-49fe-a56b-15dab6caa28d] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000001770] [maxKey=7480000000000000725f728000000000001b57] [2024/05/06 08:01:41.857 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/c46a6b21-bc12-4836-bd78-b051d249fb7b] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=44.689759ms] [write-speed(bytes/s)=1.131MiB] [2024/05/06 08:01:41.857 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/c46a6b21-bc12-4836-bd78-b051d249fb7b] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=1.255948ms] [write-time=44.816866ms] [sort-speed(kv/s)=796211.3081] [writer-id=data/c46a6b21-bc12-4836-bd78-b051d249fb7b] [2024/05/06 08:01:41.858 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/c46a6b21-bc12-4836-bd78-b051d249fb7b] [kv-cnt-cap=1365] [minKey=7480000000000000725f7280000000000003e8] [maxKey=7480000000000000725f7280000000000007cf] [2024/05/06 08:01:41.863 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/13dbf0aa-178a-4c80-99d2-6b3cc9b2f9b6] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=15.613149ms] [write-speed(bytes/s)=3.237MiB] [2024/05/06 08:01:41.864 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/13dbf0aa-178a-4c80-99d2-6b3cc9b2f9b6] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=1.485899ms] [write-time=15.74886ms] [sort-speed(kv/s)=672993.2519] [writer-id=data/13dbf0aa-178a-4c80-99d2-6b3cc9b2f9b6] [2024/05/06 08:01:41.864 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/13dbf0aa-178a-4c80-99d2-6b3cc9b2f9b6] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000000bb8] [maxKey=7480000000000000725f728000000000000f9f] [2024/05/06 08:01:41.865 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/9b964f4c-57ad-4394-8c44-82ce1b854067] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=15.15881ms] [write-speed(bytes/s)=3.334MiB] [2024/05/06 08:01:41.865 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/9b964f4c-57ad-4394-8c44-82ce1b854067] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=1.462488ms] [write-time=15.301646ms] [sort-speed(kv/s)=683766.2942] [writer-id=data/9b964f4c-57ad-4394-8c44-82ce1b854067] [2024/05/06 08:01:41.865 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/9b964f4c-57ad-4394-8c44-82ce1b854067] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000000fa0] [maxKey=7480000000000000725f728000000000001387] [2024/05/06 08:01:41.869 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/8a69508e-1b34-48a5-b8fa-9c46ec5a4df1] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=13.993908ms] [write-speed(bytes/s)=3.612MiB] [2024/05/06 08:01:41.869 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/8a69508e-1b34-48a5-b8fa-9c46ec5a4df1] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=1.40011ms] [write-time=14.849906ms] [sort-speed(kv/s)=714229.5962] [writer-id=data/8a69508e-1b34-48a5-b8fa-9c46ec5a4df1] [2024/05/06 08:01:41.869 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/8a69508e-1b34-48a5-b8fa-9c46ec5a4df1] [kv-cnt-cap=1365] [minKey=7480000000000000725f7280000000000007d0] [maxKey=7480000000000000725f728000000000000bb7] [2024/05/06 08:01:41.885 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/3009f2d6-507d-4a32-b8f3-8796254ff546] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=24.554681ms] [write-speed(bytes/s)=2.058MiB] [2024/05/06 08:01:41.885 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/3009f2d6-507d-4a32-b8f3-8796254ff546] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=3.438562ms] [write-time=24.7046ms] [sort-speed(kv/s)=290819.2436] [writer-id=data/3009f2d6-507d-4a32-b8f3-8796254ff546] [2024/05/06 08:01:41.885 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/3009f2d6-507d-4a32-b8f3-8796254ff546] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000001b58] [maxKey=7480000000000000725f728000000000001f3f] [2024/05/06 08:01:41.886 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/c46a6b21-bc12-4836-bd78-b051d249fb7b] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=24.054406ms] [write-speed(bytes/s)=3.806MiB] [2024/05/06 08:01:41.886 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/c46a6b21-bc12-4836-bd78-b051d249fb7b] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=3.691706ms] [write-time=24.191724ms] [sort-speed(kv/s)=270877.4751] [writer-id=index/2/c46a6b21-bc12-4836-bd78-b051d249fb7b] [2024/05/06 08:01:41.886 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/c46a6b21-bc12-4836-bd78-b051d249fb7b] [kv-cnt-cap=1365] [minKey=7480000000000000725f6980000000000000020380000000000003e801746573742d313030ff3000000000000000f80380000000000003e8] [maxKey=7480000000000000725f6980000000000000020380000000000007cf01746573742d313939ff3900000000000000f80380000000000007cf] [2024/05/06 08:01:41.910 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/22bfe802-2d96-49fe-a56b-15dab6caa28d] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=48.248145ms] [write-speed(bytes/s)=1.898MiB] [2024/05/06 08:01:41.910 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/22bfe802-2d96-49fe-a56b-15dab6caa28d] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=3.944714ms] [write-time=48.557175ms] [sort-speed(kv/s)=253503.8028] [writer-id=index/2/22bfe802-2d96-49fe-a56b-15dab6caa28d] [2024/05/06 08:01:41.910 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/22bfe802-2d96-49fe-a56b-15dab6caa28d] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000203800000000000177001746573742d363030ff3000000000000000f8038000000000001770] [maxKey=7480000000000000725f698000000000000002038000000000001b5701746573742d363939ff3900000000000000f8038000000000001b57] [2024/05/06 08:01:41.945 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/13dbf0aa-178a-4c80-99d2-6b3cc9b2f9b6] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=79.800249ms] [write-speed(bytes/s)=1003KiB] [2024/05/06 08:01:41.945 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/13dbf0aa-178a-4c80-99d2-6b3cc9b2f9b6] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=1.512191ms] [write-time=80.018572ms] [sort-speed(kv/s)=661292.1251] [writer-id=index/1/13dbf0aa-178a-4c80-99d2-6b3cc9b2f9b6] [2024/05/06 08:01:41.946 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/13dbf0aa-178a-4c80-99d2-6b3cc9b2f9b6] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d333030ff3000000000000000f8038000000000000bb8] [maxKey=7480000000000000725f69800000000000000101746573742d333939ff3900000000000000f8038000000000000f9f] [2024/05/06 08:01:41.950 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/8a69508e-1b34-48a5-b8fa-9c46ec5a4df1] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=77.096307ms] [write-speed(bytes/s)=1.014MiB] [2024/05/06 08:01:41.950 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/8a69508e-1b34-48a5-b8fa-9c46ec5a4df1] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=3.0508ms] [write-time=77.317188ms] [sort-speed(kv/s)=327782.8766] [writer-id=index/1/8a69508e-1b34-48a5-b8fa-9c46ec5a4df1] [2024/05/06 08:01:41.950 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/8a69508e-1b34-48a5-b8fa-9c46ec5a4df1] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d323030ff3000000000000000f80380000000000007d0] [maxKey=7480000000000000725f69800000000000000101746573742d323939ff3900000000000000f8038000000000000bb7] [2024/05/06 08:01:41.952 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/9b964f4c-57ad-4394-8c44-82ce1b854067] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=84.477083ms] [write-speed(bytes/s)=1.084MiB] [2024/05/06 08:01:41.953 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/9b964f4c-57ad-4394-8c44-82ce1b854067] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=2.479791ms] [write-time=84.675877ms] [sort-speed(kv/s)=403259.7908] [writer-id=index/3/9b964f4c-57ad-4394-8c44-82ce1b854067] [2024/05/06 08:01:41.953 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/9b964f4c-57ad-4394-8c44-82ce1b854067] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d343030ff3000000000000000f8038000000000000fa0038000000000000fa0] [maxKey=7480000000000000725f69800000000000000301746573742d343939ff3900000000000000f8038000000000001387038000000000001387] [2024/05/06 08:01:41.966 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/3009f2d6-507d-4a32-b8f3-8796254ff546] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=59.479924ms] [write-speed(bytes/s)=1.315MiB] [2024/05/06 08:01:41.966 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/3009f2d6-507d-4a32-b8f3-8796254ff546] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=20.690562ms] [write-time=59.691265ms] [sort-speed(kv/s)=48331.2150] [writer-id=index/1/3009f2d6-507d-4a32-b8f3-8796254ff546] [2024/05/06 08:01:41.966 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/3009f2d6-507d-4a32-b8f3-8796254ff546] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d373030ff3000000000000000f8038000000000001b58] [maxKey=7480000000000000725f69800000000000000101746573742d373939ff3900000000000000f8038000000000001f3f] [2024/05/06 08:01:41.967 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/22bfe802-2d96-49fe-a56b-15dab6caa28d] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=54.390224ms] [write-speed(bytes/s)=1.683MiB] [2024/05/06 08:01:41.967 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/22bfe802-2d96-49fe-a56b-15dab6caa28d] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=1.74276ms] [write-time=54.667693ms] [sort-speed(kv/s)=573802.4742] [writer-id=index/3/22bfe802-2d96-49fe-a56b-15dab6caa28d] [2024/05/06 08:01:41.967 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/22bfe802-2d96-49fe-a56b-15dab6caa28d] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d363030ff3000000000000000f8038000000000001770038000000000001770] [maxKey=7480000000000000725f69800000000000000301746573742d363939ff3900000000000000f8038000000000001b57038000000000001b57] [2024/05/06 08:01:41.968 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/c46a6b21-bc12-4836-bd78-b051d249fb7b] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=61.222477ms] [write-speed(bytes/s)=1.495MiB] [2024/05/06 08:01:41.968 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/c46a6b21-bc12-4836-bd78-b051d249fb7b] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=20.482034ms] [write-time=61.388152ms] [sort-speed(kv/s)=48823.2760] [writer-id=index/3/c46a6b21-bc12-4836-bd78-b051d249fb7b] [2024/05/06 08:01:41.968 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/c46a6b21-bc12-4836-bd78-b051d249fb7b] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d313030ff3000000000000000f80380000000000003e80380000000000003e8] [maxKey=7480000000000000725f69800000000000000301746573742d313939ff3900000000000000f80380000000000007cf0380000000000007cf] [2024/05/06 08:01:41.974 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/13dbf0aa-178a-4c80-99d2-6b3cc9b2f9b6] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=26.167029ms] [write-speed(bytes/s)=3.499MiB] [2024/05/06 08:01:41.974 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/13dbf0aa-178a-4c80-99d2-6b3cc9b2f9b6] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=1.738817ms] [write-time=26.305559ms] [sort-speed(kv/s)=575103.6481] [writer-id=index/2/13dbf0aa-178a-4c80-99d2-6b3cc9b2f9b6] [2024/05/06 08:01:41.974 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/13dbf0aa-178a-4c80-99d2-6b3cc9b2f9b6] [kv-cnt-cap=1365] [minKey=7480000000000000725f698000000000000002038000000000000bb801746573742d333030ff3000000000000000f8038000000000000bb8] [maxKey=7480000000000000725f698000000000000002038000000000000f9f01746573742d333939ff3900000000000000f8038000000000000f9f] [2024/05/06 08:01:41.981 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/8a69508e-1b34-48a5-b8fa-9c46ec5a4df1] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=28.916288ms] [write-speed(bytes/s)=3.166MiB] [2024/05/06 08:01:41.981 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/8a69508e-1b34-48a5-b8fa-9c46ec5a4df1] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=1.862366ms] [write-time=29.058261ms] [sort-speed(kv/s)=536951.3833] [writer-id=index/2/8a69508e-1b34-48a5-b8fa-9c46ec5a4df1] [2024/05/06 08:01:41.981 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/8a69508e-1b34-48a5-b8fa-9c46ec5a4df1] [kv-cnt-cap=1365] [minKey=7480000000000000725f6980000000000000020380000000000007d001746573742d323030ff3000000000000000f80380000000000007d0] [maxKey=7480000000000000725f698000000000000002038000000000000bb701746573742d323939ff3900000000000000f8038000000000000bb7] [2024/05/06 08:01:41.994 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/9b964f4c-57ad-4394-8c44-82ce1b854067] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=37.726143ms] [write-speed(bytes/s)=2.073MiB] [2024/05/06 08:01:41.994 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/9b964f4c-57ad-4394-8c44-82ce1b854067] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=2.797632ms] [write-time=37.875176ms] [sort-speed(kv/s)=357445.1536] [writer-id=index/1/9b964f4c-57ad-4394-8c44-82ce1b854067] [2024/05/06 08:01:41.994 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/9b964f4c-57ad-4394-8c44-82ce1b854067] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d343030ff3000000000000000f8038000000000000fa0] [maxKey=7480000000000000725f69800000000000000101746573742d343939ff3900000000000000f8038000000000001387] [2024/05/06 08:01:41.994 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/3009f2d6-507d-4a32-b8f3-8796254ff546] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=23.621931ms] [write-speed(bytes/s)=3.876MiB] [2024/05/06 08:01:41.995 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/3009f2d6-507d-4a32-b8f3-8796254ff546] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=4.408729ms] [write-time=23.80594ms] [sort-speed(kv/s)=226822.7419] [writer-id=index/2/3009f2d6-507d-4a32-b8f3-8796254ff546] [2024/05/06 08:01:41.995 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/3009f2d6-507d-4a32-b8f3-8796254ff546] [kv-cnt-cap=1365] [minKey=7480000000000000725f698000000000000002038000000000001b5801746573742d373030ff3000000000000000f8038000000000001b58] [maxKey=7480000000000000725f698000000000000002038000000000001f3f01746573742d373939ff3900000000000000f8038000000000001f3f] [2024/05/06 08:01:41.997 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/c46a6b21-bc12-4836-bd78-b051d249fb7b] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=24.642341ms] [write-speed(bytes/s)=3.173MiB] [2024/05/06 08:01:41.997 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/c46a6b21-bc12-4836-bd78-b051d249fb7b] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=4.576412ms] [write-time=24.781192ms] [sort-speed(kv/s)=218511.7948] [writer-id=index/1/c46a6b21-bc12-4836-bd78-b051d249fb7b] [2024/05/06 08:01:41.998 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/c46a6b21-bc12-4836-bd78-b051d249fb7b] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d313030ff3000000000000000f80380000000000003e8] [maxKey=7480000000000000725f69800000000000000101746573742d313939ff3900000000000000f80380000000000007cf] [2024/05/06 08:01:42.000 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/22bfe802-2d96-49fe-a56b-15dab6caa28d] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=27.137841ms] [write-speed(bytes/s)=2.882MiB] [2024/05/06 08:01:42.000 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/22bfe802-2d96-49fe-a56b-15dab6caa28d] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=5.290015ms] [write-time=27.267825ms] [sort-speed(kv/s)=189035.3808] [writer-id=index/1/22bfe802-2d96-49fe-a56b-15dab6caa28d] [2024/05/06 08:01:42.000 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/22bfe802-2d96-49fe-a56b-15dab6caa28d] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d363030ff3000000000000000f8038000000000001770] [maxKey=7480000000000000725f69800000000000000101746573742d363939ff3900000000000000f8038000000000001b57] [2024/05/06 08:01:42.001 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/13dbf0aa-178a-4c80-99d2-6b3cc9b2f9b6] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=24.7647ms] [write-speed(bytes/s)=3.697MiB] [2024/05/06 08:01:42.001 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/13dbf0aa-178a-4c80-99d2-6b3cc9b2f9b6] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=1.833173ms] [write-time=24.891893ms] [sort-speed(kv/s)=545502.2521] [writer-id=index/3/13dbf0aa-178a-4c80-99d2-6b3cc9b2f9b6] [2024/05/06 08:01:42.001 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/13dbf0aa-178a-4c80-99d2-6b3cc9b2f9b6] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d333030ff3000000000000000f8038000000000000bb8038000000000000bb8] [maxKey=7480000000000000725f69800000000000000301746573742d333939ff3900000000000000f8038000000000000f9f038000000000000f9f] [2024/05/06 08:01:42.002 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/8a69508e-1b34-48a5-b8fa-9c46ec5a4df1] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=18.096781ms] [write-speed(bytes/s)=5.059MiB] [2024/05/06 08:01:42.002 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/8a69508e-1b34-48a5-b8fa-9c46ec5a4df1] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=2.25321ms] [write-time=18.226783ms] [sort-speed(kv/s)=443811.2737] [writer-id=index/3/8a69508e-1b34-48a5-b8fa-9c46ec5a4df1] [2024/05/06 08:01:42.002 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/8a69508e-1b34-48a5-b8fa-9c46ec5a4df1] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d323030ff3000000000000000f80380000000000007d00380000000000007d0] [maxKey=7480000000000000725f69800000000000000301746573742d323939ff3900000000000000f8038000000000000bb7038000000000000bb7] [2024/05/06 08:01:42.014 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/9b964f4c-57ad-4394-8c44-82ce1b854067] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=17.35935ms] [write-speed(bytes/s)=5.274MiB] [2024/05/06 08:01:42.014 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/9b964f4c-57ad-4394-8c44-82ce1b854067] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=2.842561ms] [write-time=17.494157ms] [sort-speed(kv/s)=351795.4408] [writer-id=index/2/9b964f4c-57ad-4394-8c44-82ce1b854067] [2024/05/06 08:01:42.015 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/9b964f4c-57ad-4394-8c44-82ce1b854067] [kv-cnt-cap=1365] [minKey=7480000000000000725f698000000000000002038000000000000fa001746573742d343030ff3000000000000000f8038000000000000fa0] [maxKey=7480000000000000725f69800000000000000203800000000000138701746573742d343939ff3900000000000000f8038000000000001387] [2024/05/06 08:01:42.016 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/3009f2d6-507d-4a32-b8f3-8796254ff546] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=17.586448ms] [write-speed(bytes/s)=5.206MiB] [2024/05/06 08:01:42.016 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/3009f2d6-507d-4a32-b8f3-8796254ff546] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=2.967822ms] [write-time=17.705544ms] [sort-speed(kv/s)=336947.4315] [writer-id=index/3/3009f2d6-507d-4a32-b8f3-8796254ff546] [2024/05/06 08:01:42.016 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/3009f2d6-507d-4a32-b8f3-8796254ff546] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d373030ff3000000000000000f8038000000000001b58038000000000001b58] [maxKey=7480000000000000725f69800000000000000301746573742d373939ff3900000000000000f8038000000000001f3f038000000000001f3f] [2024/05/06 08:01:42.618 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.8.csv:0] [readDur=63.137301ms] [encodeDur=741.005571ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=11.948111ms] [type=file] [takeTime=841.750719ms] [] [2024/05/06 08:01:42.636 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.9.csv:0] [readDur=60.322581ms] [encodeDur=744.872124ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=9.851517ms] [type=file] [takeTime=825.436378ms] [] [2024/05/06 08:01:42.651 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/bf9bcf4a-eaf6-491b-9dce-1b3c23230815] [sequence-number=0] [bytes=106000] [stat-size=74] [write-time=28.353277ms] [write-speed(bytes/s)=3.565MiB] [2024/05/06 08:01:42.651 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/bf9bcf4a-eaf6-491b-9dce-1b3c23230815] [sequence-number=0] [bytes=106000] [kv-cnt=2000] [sort-time=3.274837ms] [write-time=28.563613ms] [sort-speed(kv/s)=610717.4189] [writer-id=data/bf9bcf4a-eaf6-491b-9dce-1b3c23230815] [2024/05/06 08:01:42.651 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/bf9bcf4a-eaf6-491b-9dce-1b3c23230815] [kv-cnt-cap=2048] [minKey=7480000000000000725f728000000000001388] [maxKey=7480000000000000725f728000000000002327] [2024/05/06 08:01:42.666 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/0c91b0d0-ec26-4550-bfbc-19b8c3905d74] [sequence-number=0] [bytes=104890] [stat-size=74] [write-time=26.919136ms] [write-speed(bytes/s)=3.716MiB] [2024/05/06 08:01:42.666 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/0c91b0d0-ec26-4550-bfbc-19b8c3905d74] [sequence-number=0] [bytes=104890] [kv-cnt=2000] [sort-time=2.196175ms] [write-time=27.063398ms] [sort-speed(kv/s)=910674.2404] [writer-id=data/0c91b0d0-ec26-4550-bfbc-19b8c3905d74] [2024/05/06 08:01:42.666 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/0c91b0d0-ec26-4550-bfbc-19b8c3905d74] [kv-cnt-cap=2048] [minKey=7480000000000000725f728000000000000000] [maxKey=7480000000000000725f72800000000000270f] [2024/05/06 08:01:42.687 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/bf9bcf4a-eaf6-491b-9dce-1b3c23230815] [sequence-number=0] [bytes=192000] [stat-size=148] [write-time=32.207624ms] [write-speed(bytes/s)=5.685MiB] [2024/05/06 08:01:42.687 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/bf9bcf4a-eaf6-491b-9dce-1b3c23230815] [sequence-number=0] [bytes=192000] [kv-cnt=2000] [sort-time=3.214025ms] [write-time=32.368894ms] [sort-speed(kv/s)=622272.6955] [writer-id=index/2/bf9bcf4a-eaf6-491b-9dce-1b3c23230815] [2024/05/06 08:01:42.687 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/bf9bcf4a-eaf6-491b-9dce-1b3c23230815] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000203800000000000138801746573742d353030ff3000000000000000f8038000000000001388] [maxKey=7480000000000000725f69800000000000000203800000000000232701746573742d383939ff3900000000000000f8038000000000002327] [2024/05/06 08:01:42.700 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/0c91b0d0-ec26-4550-bfbc-19b8c3905d74] [sequence-number=0] [bytes=189862] [stat-size=139] [write-time=31.049051ms] [write-speed(bytes/s)=5.832MiB] [2024/05/06 08:01:42.700 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/0c91b0d0-ec26-4550-bfbc-19b8c3905d74] [sequence-number=0] [bytes=189862] [kv-cnt=2000] [sort-time=2.398329ms] [write-time=31.19344ms] [sort-speed(kv/s)=833913.9459] [writer-id=index/2/0c91b0d0-ec26-4550-bfbc-19b8c3905d74] [2024/05/06 08:01:42.700 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/0c91b0d0-ec26-4550-bfbc-19b8c3905d74] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000203800000000000000001746573742d300000fd038000000000000000] [maxKey=7480000000000000725f69800000000000000203800000000000270f01746573742d393939ff3900000000000000f803800000000000270f] [2024/05/06 08:01:42.719 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/bf9bcf4a-eaf6-491b-9dce-1b3c23230815] [sequence-number=0] [bytes=192000] [stat-size=148] [write-time=29.434088ms] [write-speed(bytes/s)=6.221MiB] [2024/05/06 08:01:42.719 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/bf9bcf4a-eaf6-491b-9dce-1b3c23230815] [sequence-number=0] [bytes=192000] [kv-cnt=2000] [sort-time=2.178844ms] [write-time=29.628339ms] [sort-speed(kv/s)=917917.9418] [writer-id=index/3/bf9bcf4a-eaf6-491b-9dce-1b3c23230815] [2024/05/06 08:01:42.719 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/bf9bcf4a-eaf6-491b-9dce-1b3c23230815] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000301746573742d353030ff3000000000000000f8038000000000001388038000000000001388] [maxKey=7480000000000000725f69800000000000000301746573742d383939ff3900000000000000f8038000000000002327038000000000002327] [2024/05/06 08:01:42.757 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/bf9bcf4a-eaf6-491b-9dce-1b3c23230815] [sequence-number=0] [bytes=164000] [stat-size=130] [write-time=30.249625ms] [write-speed(bytes/s)=5.17MiB] [2024/05/06 08:01:42.757 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/bf9bcf4a-eaf6-491b-9dce-1b3c23230815] [sequence-number=0] [bytes=164000] [kv-cnt=2000] [sort-time=7.821274ms] [write-time=30.41646ms] [sort-speed(kv/s)=255712.8161] [writer-id=index/1/bf9bcf4a-eaf6-491b-9dce-1b3c23230815] [2024/05/06 08:01:42.757 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/bf9bcf4a-eaf6-491b-9dce-1b3c23230815] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000101746573742d353030ff3000000000000000f8038000000000001388] [maxKey=7480000000000000725f69800000000000000101746573742d383939ff3900000000000000f8038000000000002327] [2024/05/06 08:01:42.765 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/0c91b0d0-ec26-4550-bfbc-19b8c3905d74] [sequence-number=0] [bytes=189862] [stat-size=139] [write-time=32.12918ms] [write-speed(bytes/s)=5.636MiB] [2024/05/06 08:01:42.765 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/0c91b0d0-ec26-4550-bfbc-19b8c3905d74] [sequence-number=0] [bytes=189862] [kv-cnt=2000] [sort-time=32.673142ms] [write-time=32.276979ms] [sort-speed(kv/s)=61212.3560] [writer-id=index/3/0c91b0d0-ec26-4550-bfbc-19b8c3905d74] [2024/05/06 08:01:42.765 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/0c91b0d0-ec26-4550-bfbc-19b8c3905d74] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000301746573742d300000fd038000000000000000038000000000000000] [maxKey=7480000000000000725f69800000000000000301746573742d393939ff3900000000000000f803800000000000270f03800000000000270f] [2024/05/06 08:01:42.818 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/0c91b0d0-ec26-4550-bfbc-19b8c3905d74] [sequence-number=0] [bytes=161990] [stat-size=121] [write-time=26.714409ms] [write-speed(bytes/s)=5.783MiB] [2024/05/06 08:01:42.818 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/0c91b0d0-ec26-4550-bfbc-19b8c3905d74] [sequence-number=0] [bytes=161990] [kv-cnt=2000] [sort-time=25.7308ms] [write-time=26.886272ms] [sort-speed(kv/s)=77727.8592] [writer-id=index/1/0c91b0d0-ec26-4550-bfbc-19b8c3905d74] [2024/05/06 08:01:42.818 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/0c91b0d0-ec26-4550-bfbc-19b8c3905d74] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000101746573742d300000fd038000000000000000] [maxKey=7480000000000000725f69800000000000000101746573742d393939ff3900000000000000f803800000000000270f] [2024/05/06 08:01:42.818 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=encode&sort] [subtask-id=21] [takeTime=2.623423652s] [] [2024/05/06 08:01:42.819 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=encode&sort] [engine-id=0] [2024/05/06 08:01:43.001 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=encode&sort] [2024/05/06 08:01:43.003 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:43.003 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:43.003 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:43.003 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:43.003 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:43.003 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:43.003 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:43.003 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:43.003 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:43.003 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:43.003 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:43.003 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:43.003 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:43.005 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:43.005 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:43.005 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:43.005 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:43.005 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:43.005 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=2.882067036s] [] [2024/05/06 08:01:43.080 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/05/06 08:01:43.082 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:43.083 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/06 08:01:43.103 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=4] [kv-group=3] [2024/05/06 08:01:43.103 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=4] [kv-group=1] [2024/05/06 08:01:43.103 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=4] [kv-group=2] [2024/05/06 08:01:43.104 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=4] [kv-group=data] [2024/05/06 08:01:43.104 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=0] [2024/05/06 08:01:43.104 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=0] [2024/05/06 08:01:43.242 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/05/06 08:01:43.243 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:43.245 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/06 08:01:43.317 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:43.318 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:43.323 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:43.324 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:43.325 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186674833612] [2024/05/06 08:01:43.325 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:43.325 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:43.326 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:43.326 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:43.326 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:43.326 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:43.326 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:43.330 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:43.330 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:43.330 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:43.330 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:43.330 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:43.330 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:43.330 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:43.330 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:43.330 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:43.330 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:43.330 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:43.330 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:43.331 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:43.331 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 08:01:43.331 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 08:01:43.339 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=7480000000000000725f728000000000000000] [endKey=7480000000000000725f72800000000000270f00] [dataFiles=8] [2024/05/06 08:01:43.339 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 08:01:43.339 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [2024/05/06 08:01:43.339 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/05/06 08:01:43.342 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:43.343 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:43.344 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186674833612] [2024/05/06 08:01:43.344 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:43.344 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:43.345 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:43.345 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:43.345 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:43.345 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:43.345 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:43.349 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:43.349 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:43.349 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:43.349 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:43.349 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:43.349 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:43.349 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:43.349 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:43.349 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:43.349 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:43.349 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:43.350 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:43.350 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:43.350 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 08:01:43.350 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 08:01:43.356 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=7480000000000000725f69800000000000000101746573742d300000fd038000000000000000] [endKey=7480000000000000725f69800000000000000101746573742d393939ff3900000000000000f803800000000000270f00] [dataFiles=8] [2024/05/06 08:01:43.356 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 08:01:43.359 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:43.360 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:43.360 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186674833612] [2024/05/06 08:01:43.361 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:43.361 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:43.362 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:43.362 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:43.362 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:43.362 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:43.362 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:43.365 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:43.366 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:43.365 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:43.366 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:43.366 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:43.366 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:43.366 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:43.366 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:43.366 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:43.366 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:43.366 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:43.366 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:43.366 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:43.367 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 08:01:43.367 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 08:01:43.372 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=7480000000000000725f69800000000000000203800000000000000001746573742d300000fd038000000000000000] [endKey=7480000000000000725f69800000000000000203800000000000270f01746573742d393939ff3900000000000000f803800000000000270f00] [dataFiles=8] [2024/05/06 08:01:43.372 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 08:01:43.374 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:43.375 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:43.376 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186674833612] [2024/05/06 08:01:43.376 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:43.376 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:43.377 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:43.377 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:43.377 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:43.377 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:43.377 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:43.382 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:43.382 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:43.382 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:43.382 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:43.382 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:43.382 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:43.382 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:43.382 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:43.382 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:43.382 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:43.382 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:43.382 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:43.382 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:43.383 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 08:01:43.383 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 08:01:43.388 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=7480000000000000725f69800000000000000301746573742d300000fd038000000000000000038000000000000000] [endKey=7480000000000000725f69800000000000000301746573742d393939ff3900000000000000f803800000000000270f03800000000000270f00] [dataFiles=8] [2024/05/06 08:01:43.388 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 08:01:43.389 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/05/06 08:01:43.389 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=write&ingest] [concurrency=8] [subtasks=4] [2024/05/06 08:01:43.589 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/06 08:01:43.600 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=8] [2024/05/06 08:01:43.673 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 08:01:43.676 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:43.677 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:43.685 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:43.685 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186674833612] [2024/05/06 08:01:43.686 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:43.686 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:43.687 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:43.687 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:43.687 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:43.687 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:43.687 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:43.700 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:43.701 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:43.701 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:01:43.741 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=22] [kv-group=data] [2024/05/06 08:01:43.741 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:43.746 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F728000000000000000] [endKey=7480000000000000725F72800000000000270F00] [ranges=1] [] [2024/05/06 08:01:43.746 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:43.768 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ff6562-87d0-5a56-80bb-4a167ccff507] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 08:01:43.768 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:43.768 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 08:01:43.769 +00:00] [INFO] [client.go:568] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F728000000000FF0000000000000000FA] [end=7480000000000000FF725F728000000000FF00270F0000000000FC] [2024/05/06 08:01:43.769 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=13.765Β΅s] [2024/05/06 08:01:43.769 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.152854ms] [] [2024/05/06 08:01:43.769 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 08:01:43.769 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX3KAAAAAAAAAAA=="] [end-key="dIAAAAAAAAByX3KAAAAAAAAnDwA="] [2024/05/06 08:01:43.770 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 08:01:43.776 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=6.471899ms] [] [2024/05/06 08:01:43.862 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:43.863 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=93.527648ms] [] [2024/05/06 08:01:43.863 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/05/06 08:01:43.865 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=95.575051ms] [droppedSize=0] [2024/05/06 08:01:43.952 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=87.289405ms] [2024/05/06 08:01:44.084 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ff6562-87d0-5a56-80bb-4a167ccff507] [size=107374182400] [kvs=0] [importedSize=368890] [importedCount=10000] [2024/05/06 08:01:44.086 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=22] [kv-group=data] [takeTime=345.308325ms] [] [2024/05/06 08:01:44.156 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=23] [kv-group=1] [2024/05/06 08:01:44.156 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:44.162 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F69800000000000000101746573742D300000FD038000000000000000] [endKey=7480000000000000725F69800000000000000101746573742D393939FF3900000000000000F803800000000000270F00] [ranges=1] [] [2024/05/06 08:01:44.162 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:44.185 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=13828c64-9414-5512-b90c-635ed80ab1cf] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 08:01:44.185 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:44.185 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 08:01:44.186 +00:00] [INFO] [client.go:568] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F698000000000FF0000010174657374FF2D300000FD038000FF0000000000000000FD] [end=7480000000000000FF725F698000000000FF0000010174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F00FF0000000000000000F8] [2024/05/06 08:01:44.186 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=12.882Β΅s] [2024/05/06 08:01:44.186 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.175905ms] [] [2024/05/06 08:01:44.186 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 08:01:44.186 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX2mAAAAAAAAAAQF0ZXN0LTAAAP0DgAAAAAAAAAA="] [end-key=dIAAAAAAAAByX2mAAAAAAAAAAQF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8A] [2024/05/06 08:01:44.186 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 08:01:44.193 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=6.467725ms] [] [2024/05/06 08:01:44.281 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:44.282 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=95.185832ms] [] [2024/05/06 08:01:44.282 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/05/06 08:01:44.284 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=97.194777ms] [droppedSize=0] [2024/05/06 08:01:44.425 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=141.884069ms] [2024/05/06 08:01:44.529 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=13828c64-9414-5512-b90c-635ed80ab1cf] [size=107374182400] [kvs=0] [importedSize=657990] [importedCount=10000] [2024/05/06 08:01:44.532 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=23] [kv-group=1] [takeTime=375.893454ms] [] [2024/05/06 08:01:44.603 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=24] [kv-group=2] [2024/05/06 08:01:44.604 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:44.609 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F69800000000000000203800000000000000001746573742D300000FD038000000000000000] [endKey=7480000000000000725F69800000000000000203800000000000270F01746573742D393939FF3900000000000000F803800000000000270F00] [ranges=1] [] [2024/05/06 08:01:44.609 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:44.631 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=54d02857-7fde-5e9a-9a20-8cf556c9d0e8] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 08:01:44.631 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:44.631 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 08:01:44.632 +00:00] [INFO] [client.go:568] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F698000000000FF0000020380000000FF0000000001746573FF742D300000FD0380FF0000000000000000FE] [end=7480000000000000FF725F698000000000FF0000020380000000FF0000270F01746573FF742D393939FF3900FF000000000000F803FF800000000000270FFF0000000000000000F9] [2024/05/06 08:01:44.632 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=11.228Β΅s] [2024/05/06 08:01:44.632 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.21402ms] [] [2024/05/06 08:01:44.633 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 08:01:44.633 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX2mAAAAAAAAAAgOAAAAAAAAAAAF0ZXN0LTAAAP0DgAAAAAAAAAA="] [end-key=dIAAAAAAAAByX2mAAAAAAAAAAgOAAAAAAAAnDwF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8A] [2024/05/06 08:01:44.633 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 08:01:44.639 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=6.248244ms] [] [2024/05/06 08:01:44.750 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:44.751 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=118.385561ms] [] [2024/05/06 08:01:44.751 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/05/06 08:01:44.753 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=120.538109ms] [droppedSize=0] [2024/05/06 08:01:44.838 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=84.61923ms] [2024/05/06 08:01:44.935 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=54d02857-7fde-5e9a-9a20-8cf556c9d0e8] [size=107374182400] [kvs=0] [importedSize=797862] [importedCount=10000] [2024/05/06 08:01:44.938 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=24] [kv-group=2] [takeTime=334.289339ms] [] [2024/05/06 08:01:45.027 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=25] [kv-group=3] [2024/05/06 08:01:45.028 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:45.034 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F69800000000000000301746573742D300000FD038000000000000000038000000000000000] [endKey=7480000000000000725F69800000000000000301746573742D393939FF3900000000000000F803800000000000270F03800000000000270F00] [ranges=1] [] [2024/05/06 08:01:45.034 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:45.057 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=87740094-6033-5a46-85c3-533d680c8701] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 08:01:45.058 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:45.058 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 08:01:45.059 +00:00] [INFO] [client.go:568] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F698000000000FF0000030174657374FF2D300000FD038000FF0000000000000380FF0000000000000000FE] [end=7480000000000000FF725F698000000000FF0000030174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F03FF800000000000270FFF0000000000000000F9] [2024/05/06 08:01:45.059 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=11.901Β΅s] [2024/05/06 08:01:45.059 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.250195ms] [] [2024/05/06 08:01:45.059 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 08:01:45.059 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX2mAAAAAAAAAAwF0ZXN0LTAAAP0DgAAAAAAAAAADgAAAAAAAAAA="] [end-key=dIAAAAAAAAByX2mAAAAAAAAAAwF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8DgAAAAAAAJw8A] [2024/05/06 08:01:45.059 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 08:01:45.066 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=6.573581ms] [] [2024/05/06 08:01:45.151 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:45.151 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=92.079099ms] [] [2024/05/06 08:01:45.151 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/05/06 08:01:45.153 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=93.839444ms] [droppedSize=0] [2024/05/06 08:01:45.261 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=107.773579ms] [2024/05/06 08:01:45.370 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=87740094-6033-5a46-85c3-533d680c8701] [size=107374182400] [kvs=0] [importedSize=797862] [importedCount=10000] [2024/05/06 08:01:45.372 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=25] [kv-group=3] [takeTime=344.575204ms] [] [2024/05/06 08:01:45.427 +00:00] [INFO] [task_executor.go:459] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=write&ingest] [2024/05/06 08:01:45.435 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:45.435 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:45.435 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:45.435 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:45.435 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:45.436 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:45.436 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:45.436 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:45.435 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:45.436 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:45.436 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:45.436 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:45.436 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:45.438 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:45.438 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:45.438 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:45.438 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:45.438 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:45.438 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=1.765313036s] [] [2024/05/06 08:01:45.476 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=write&ingest] [next-step=post-process] [2024/05/06 08:01:45.478 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:45.479 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [2024/05/06 08:01:45.479 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/05/06 08:01:45.565 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":10000,\"ColSizeMap\":{\"1\":21744,\"2\":98890}}"] [2024/05/06 08:01:45.569 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/05/06 08:01:45.569 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:01:45.748 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 08:01:45.787 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [2024/05/06 08:01:45.788 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [2024/05/06 08:01:45.788 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [2024/05/06 08:01:45.788 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [takeTime=10.064Β΅s] [] [2024/05/06 08:01:45.788 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=-1] [size=368890] [kvs=10000] [checksum=14807964115588225436] [2024/05/06 08:01:45.788 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=1] [size=657990] [kvs=10000] [checksum=4056391227583092039] [2024/05/06 08:01:45.788 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=2] [size=797862] [kvs=10000] [checksum=554937224690942610] [2024/05/06 08:01:45.788 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=3] [size=797862] [kvs=10000] [checksum=7064370007260104284] [2024/05/06 08:01:45.788 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [checksum="{cksum=10408207814181128213,size=2622604,kvs=40000}"] [2024/05/06 08:01:45.788 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [weight=30] [2024/05/06 08:01:45.788 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [concurrency=15] [2024/05/06 08:01:45.799 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=-1] [checksum=14807964115588225436] [totalKvs=10000] [totalBytes=368890] [2024/05/06 08:01:45.805 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=1] [checksum=4056391227583092039] [totalKvs=10000] [totalBytes=657990] [2024/05/06 08:01:45.806 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=2] [checksum=554937224690942610] [totalKvs=10000] [totalBytes=797862] [2024/05/06 08:01:45.807 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=3] [checksum=7064370007260104284] [totalKvs=10000] [totalBytes=797862] [2024/05/06 08:01:45.808 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [local="{cksum=10408207814181128213,size=2622604,kvs=40000}"] [2024/05/06 08:01:45.808 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [takeTime=20.263819ms] [] [2024/05/06 08:01:45.808 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [takeTime=20.504544ms] [] [2024/05/06 08:01:45.850 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=101.722483ms] [] [2024/05/06 08:01:45.877 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:01:45.877 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/05/06 08:01:45.880 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/05/06 08:01:45.931 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/05/06 08:01:45.962 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=4] [2024/05/06 08:01:45.984 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:01:45.984 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/05/06 08:01:45.986 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=4] [2024/05/06 08:01:45.987 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:45.987 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:46.091 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 6.680188436\n# Parse_time: 0.000723355\n# Compile_time: 0.001457358\n# Rewrite_time: 0.000290488\n# Optimize_time: 0.001710533\n# Wait_TS: 0\n# DB: gs_multi_files\n# Is_internal: false\n# Digest: 3af11c8e2b29a6bdf0b4cbd04e051f2f372d40c542763c4a244575bb0aceaee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni42OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni42OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gs_multi_files`.`t` FROM 'gs://gs-multi-files/t.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH cloud_storage_uri=_UTF8MB4'gs://sorted/gs_multi_files?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 08:01:46.217 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=4] [takeTime=231.262533ms] [] [2024/05/06 08:01:46.312 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestSplitFile [2024/05/06 08:01:46.415 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=gs_multi_files] [sql="drop database if exists split_file"] [user=] [2024/05/06 08:01:46.417 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=gs_multi_files] [sql="create database split_file"] [user=] [2024/05/06 08:01:46.488 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:46.445 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:46.488 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:46.445 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database split_file"] [2024/05/06 08:01:46.550 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:46.445 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:46.582 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=918.022Β΅s] [gotSchemaVersion=58] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:01:46.593 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=117] [version=58] [2024/05/06 08:01:46.631 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=54.392078ms] [job="ID:117, Type:create schema, State:done, SchemaState:public, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:46.445 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:46.665 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:create schema, State:synced, SchemaState:public, SchemaID:116, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:46.445 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:46.689 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/06 08:01:46.689 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:46.696 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=58] [cur_db=split_file] [sql="create table t (a bigint primary key , b varchar(100));"] [user=] [2024/05/06 08:01:46.752 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:46.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:46.752 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:46.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key , b varchar(100));"] [2024/05/06 08:01:46.820 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:46.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:46.828 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 116, Table ID: 118, Table Name: t"] [2024/05/06 08:01:46.896 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=2.360462ms] [gotSchemaVersion=59] [phyTblIDs="[118]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:46.906 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=119] [version=59] [2024/05/06 08:01:46.945 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.695038ms] [job="ID:119, Type:create table, State:done, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:46.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:47.019 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [job="ID:119, Type:create table, State:synced, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:46.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:47.065 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/06 08:01:47.065 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:47.069 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.374769141\n# Parse_time: 0.000551573\n# Compile_time: 0.00073189\n# Rewrite_time: 0.000016199\n# Optimize_time: 0.001775089\n# Wait_TS: 0.000429368\n# DB: split_file\n# Is_internal: false\n# Digest: 718201778bd66f1725ab392506a8b0f1272a93661033ae5865aa2626ded770f8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse split_file;\ncreate table t (a bigint primary key , b varchar(100));"] [2024/05/06 08:01:47.086 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:47.275 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"split_file\":null}}"] [dist-task-enabled=true] [2024/05/06 08:01:47.396 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=6.133KiB] [thread-cnt=8] [global-sort=false] [2024/05/06 08:01:47.436 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/05/06 08:01:47.436 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:01:47.542 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:01:47.543 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:47.544 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/06 08:01:47.563 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:47.567 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:01:47.567 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 08:01:47.572 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=2094] [RegionsCount=3] [BatchSize=1] [cost=4.883847ms] [2024/05/06 08:01:47.572 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=5.004455ms] [] [2024/05/06 08:01:47.572 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=3] [2024/05/06 08:01:47.572 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=3] [2024/05/06 08:01:47.727 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/06 08:01:47.750 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/06 08:01:47.767 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=8] [2024/05/06 08:01:47.806 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 08:01:47.807 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 08:01:47.808 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:47.816 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:47.816 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186674833612] [2024/05/06 08:01:47.817 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:47.817 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:47.818 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:47.818 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:47.818 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:47.818 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:47.818 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:47.832 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:47.833 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:47.833 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:01:47.834 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=1GiB] [per-index=341.3MiB] [2024/05/06 08:01:47.834 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=348.5GiB] [2024/05/06 08:01:47.880 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=27] [2024/05/06 08:01:47.885 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 08:01:47.889 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 08:01:47.889 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 08:01:47.898 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:2107] [2024/05/06 08:01:47.929 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:2107] [readDur=4.880709ms] [encodeDur=23.949587ms] [checksum="{cksum=18015026156569992564,size=5832,kvs=162}"] [deliverDur=561.198Β΅s] [type=file] [takeTime=30.664995ms] [] [2024/05/06 08:01:47.931 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=27] [takeTime=50.620499ms] [] [2024/05/06 08:01:47.931 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=5832] [kvs=162] [files=1] [sstFileSize=2326] [file=/tmp/tidb/import-4000/5/daa203f4-1887-5623-a6a4-248c6bef501a.sst/abe1148c-ed2e-4874-9254-a7783b5e37f2.sst] [firstKey=7480000000000000765F7280000000000000B3] [lastKey=7480000000000000765F728000000000000154] [2024/05/06 08:01:47.931 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/05/06 08:01:47.931 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/05/06 08:01:47.931 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 08:01:47.933 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=1.799597ms] [] [2024/05/06 08:01:47.933 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [2024/05/06 08:01:47.938 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:47.960 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] ["region ranges"=1] [count=162] [size=5832] [2024/05/06 08:01:47.960 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:47.974 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [size=5832] [kvs=162] [importedSize=5832] [importedCount=162] [2024/05/06 08:01:47.976 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [takeTime=42.367716ms] [] [2024/05/06 08:01:47.976 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 08:01:47.977 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=930.853Β΅s] [] [2024/05/06 08:01:47.977 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/05/06 08:01:47.977 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 08:01:47.979 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=1.431044ms] [] [2024/05/06 08:01:47.979 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [2024/05/06 08:01:47.979 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 08:01:47.979 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [takeTime=54.923Β΅s] [] [2024/05/06 08:01:47.979 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 08:01:47.979 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=645.026Β΅s] [] [2024/05/06 08:01:48.056 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=28] [2024/05/06 08:01:48.061 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 08:01:48.065 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 08:01:48.065 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 08:01:48.074 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:4213] [2024/05/06 08:01:48.102 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:4213] [readDur=4.570131ms] [encodeDur=21.628242ms] [checksum="{cksum=6963156542761696399,size=5724,kvs=159}"] [deliverDur=551.642Β΅s] [type=file] [takeTime=27.697238ms] [] [2024/05/06 08:01:48.104 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=28] [takeTime=47.342157ms] [] [2024/05/06 08:01:48.104 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=5724] [kvs=159] [files=1] [sstFileSize=2291] [file=/tmp/tidb/import-4000/5/f3889bb6-7112-53f8-a71e-4117aeb30a89.sst/6a533cab-cc6f-45fe-ae8c-1fcddc4f329d.sst] [firstKey=7480000000000000765F728000000000000155] [lastKey=7480000000000000765F7280000000000001F3] [2024/05/06 08:01:48.104 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/05/06 08:01:48.104 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/05/06 08:01:48.104 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 08:01:48.106 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.774992ms] [] [2024/05/06 08:01:48.106 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [2024/05/06 08:01:48.110 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:48.133 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] ["region ranges"=1] [count=159] [size=5724] [2024/05/06 08:01:48.134 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:48.169 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [size=5724] [kvs=159] [importedSize=5724] [importedCount=159] [2024/05/06 08:01:48.171 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [takeTime=65.286241ms] [] [2024/05/06 08:01:48.171 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 08:01:48.173 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.704434ms] [] [2024/05/06 08:01:48.173 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/05/06 08:01:48.173 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 08:01:48.175 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=1.699133ms] [] [2024/05/06 08:01:48.175 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [2024/05/06 08:01:48.175 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 08:01:48.175 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [takeTime=52.404Β΅s] [] [2024/05/06 08:01:48.175 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 08:01:48.176 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=825.689Β΅s] [] [2024/05/06 08:01:48.239 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=29] [2024/05/06 08:01:48.243 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 08:01:48.247 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 08:01:48.247 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 08:01:48.256 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:0] [2024/05/06 08:01:48.307 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:0] [readDur=9.871717ms] [encodeDur=38.451592ms] [checksum="{cksum=6278114383962372199,size=6334,kvs=179}"] [deliverDur=935.533Β΅s] [type=file] [takeTime=50.822404ms] [] [2024/05/06 08:01:48.309 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=29] [takeTime=70.346226ms] [] [2024/05/06 08:01:48.309 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=6334] [kvs=179] [files=1] [sstFileSize=2486] [file=/tmp/tidb/import-4000/5/ca3e155a-15d5-5ae7-9e5c-7b927aa672a8.sst/9730492a-3e67-455c-b983-92c2bbe767b1.sst] [firstKey=7480000000000000765F728000000000000000] [lastKey=7480000000000000765F7280000000000000B2] [2024/05/06 08:01:48.309 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 08:01:48.309 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 08:01:48.309 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 08:01:48.312 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=2.140682ms] [] [2024/05/06 08:01:48.312 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [2024/05/06 08:01:48.316 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:48.338 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] ["region ranges"=1] [count=179] [size=6334] [2024/05/06 08:01:48.339 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:48.354 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [size=6334] [kvs=179] [importedSize=6334] [importedCount=179] [2024/05/06 08:01:48.356 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [takeTime=44.617745ms] [] [2024/05/06 08:01:48.357 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 08:01:48.358 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=1.177985ms] [] [2024/05/06 08:01:48.358 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 08:01:48.358 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 08:01:48.360 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=1.713943ms] [] [2024/05/06 08:01:48.360 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [2024/05/06 08:01:48.360 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 08:01:48.360 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [takeTime=82.48Β΅s] [] [2024/05/06 08:01:48.360 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 08:01:48.361 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=828.931Β΅s] [] [2024/05/06 08:01:48.412 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 08:01:48.417 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:48.417 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:48.417 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:48.417 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:48.417 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:48.417 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:48.417 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:48.417 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:48.417 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:48.417 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:48.417 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:48.417 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:48.417 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:48.419 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:48.419 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:48.419 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:48.419 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:48.419 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:48.419 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=613.299966ms] [] [2024/05/06 08:01:48.466 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:01:48.467 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:48.468 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/06 08:01:48.468 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:01:48.558 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":500,\"ColSizeMap\":{\"1\":936,\"2\":4390}}"] [2024/05/06 08:01:48.560 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:01:48.560 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:01:48.704 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 08:01:48.747 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [2024/05/06 08:01:48.747 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [2024/05/06 08:01:48.747 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [2024/05/06 08:01:48.747 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [takeTime=9.909Β΅s] [] [2024/05/06 08:01:48.747 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [groupId=-1] [size=17890] [kvs=500] [checksum=14807964115588225436] [2024/05/06 08:01:48.747 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [checksum="{cksum=14807964115588225436,size=17890,kvs=500}"] [2024/05/06 08:01:48.748 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [weight=30] [2024/05/06 08:01:48.748 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [concurrency=15] [2024/05/06 08:01:48.757 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=118] [physicalTableID=118] [indexID=-1] [checksum=14807964115588225436] [totalKvs=500] [totalBytes=17890] [2024/05/06 08:01:48.758 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [local="{cksum=14807964115588225436,size=17890,kvs=500}"] [2024/05/06 08:01:48.758 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [takeTime=10.853515ms] [] [2024/05/06 08:01:48.758 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [takeTime=11.026641ms] [] [2024/05/06 08:01:48.796 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=92.117188ms] [] [2024/05/06 08:01:48.856 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:01:48.856 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/05/06 08:01:48.858 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/05/06 08:01:48.942 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=5] [2024/05/06 08:01:48.945 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/05/06 08:01:48.969 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:01:48.969 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/05/06 08:01:49.048 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:01:49.249 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.178983266\n# Parse_time: 0.00088186\n# Compile_time: 0.002222657\n# Rewrite_time: 0.000291727\n# Optimize_time: 0.001775089\n# Wait_TS: 0\n# DB: split_file\n# Is_internal: false\n# Digest: fc4f93e8ae24fc797ee4ddf5e6db025ad03fa83841f88250586e134638225671\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4xOHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4xOHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `split_file`.`t` FROM 'gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH split_file, __max_engine_size=_UTF8MB4'1';"] [2024/05/06 08:01:49.345 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=split_file] [sql="truncate table t"] [user=] [2024/05/06 08:01:49.372 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:truncate table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:49.344 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:49.372 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:121, Type:truncate table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:49.344 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 08:01:49.414 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:truncate table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:49.344 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:49.424 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 116, Table ID: 120, Table Name: t, Old Table ID: 118, Old Table Name: t"] [2024/05/06 08:01:49.463 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=2.213424ms] [gotSchemaVersion=60] [phyTblIDs="[118,120]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:01:49.472 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=121] [version=60] [2024/05/06 08:01:49.511 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=54.151603ms] [job="ID:121, Type:truncate table, State:done, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:49.344 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:49.566 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=121] [tableIDs="[118]"] [comment="drop table: table ID"] [2024/05/06 08:01:49.575 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=121] [jobType="truncate table"] [2024/05/06 08:01:49.579 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [job="ID:121, Type:truncate table, State:synced, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:49.344 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:49.643 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/06 08:01:49.643 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:49.647 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.302416261\n# Parse_time: 0.000327805\n# Compile_time: 0.000672063\n# Rewrite_time: 0.000008629\n# Optimize_time: 0.000760748\n# Wait_TS: 0.000365069\n# DB: split_file\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 08:01:49.681 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:49.853 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"skip_rows\":\"1\",\"split_file\":null}}"] [dist-task-enabled=true] [2024/05/06 08:01:49.939 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=6.133KiB] [thread-cnt=8] [global-sort=false] [2024/05/06 08:01:49.974 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/05/06 08:01:49.974 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:01:50.082 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:01:50.083 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:50.084 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/06 08:01:50.102 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:50.105 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:01:50.105 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 08:01:50.111 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=2094] [RegionsCount=3] [BatchSize=1] [cost=5.591966ms] [2024/05/06 08:01:50.111 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=5.834885ms] [] [2024/05/06 08:01:50.111 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=3] [2024/05/06 08:01:50.112 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=3] [2024/05/06 08:01:50.238 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/06 08:01:50.259 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/06 08:01:50.262 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=8] [2024/05/06 08:01:50.302 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 08:01:50.304 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 08:01:50.305 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:50.312 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:50.312 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186674833612] [2024/05/06 08:01:50.313 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:50.313 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:50.314 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:50.314 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:50.314 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:50.314 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:50.314 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:50.327 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:50.328 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:50.328 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:01:50.328 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=1GiB] [per-index=341.3MiB] [2024/05/06 08:01:50.328 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=348.5GiB] [2024/05/06 08:01:50.366 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=31] [2024/05/06 08:01:50.371 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 08:01:50.374 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 08:01:50.374 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/05/06 08:01:50.383 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=1.csv:0] [2024/05/06 08:01:50.421 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=1.csv:0] [readDur=5.929254ms] [encodeDur=29.174173ms] [checksum="{cksum=10186756693624054687,size=6300,kvs=178}"] [deliverDur=701.98Β΅s] [type=file] [takeTime=37.318216ms] [] [2024/05/06 08:01:50.423 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=6300] [kvs=178] [files=1] [sstFileSize=2480] [file=/tmp/tidb/import-4000/6/ca3e155a-15d5-5ae7-9e5c-7b927aa672a8.sst/dfcfb66e-aa50-4e77-99c6-1a5e9c3aefc4.sst] [firstKey=7480000000000000785F728000000000000001] [lastKey=7480000000000000785F7280000000000000B2] [2024/05/06 08:01:50.423 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=31] [takeTime=56.141316ms] [] [2024/05/06 08:01:50.423 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 08:01:50.423 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 08:01:50.423 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 08:01:50.425 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=2.063492ms] [] [2024/05/06 08:01:50.425 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [2024/05/06 08:01:50.450 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:50.471 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] ["region ranges"=1] [count=178] [size=6300] [2024/05/06 08:01:50.472 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:50.489 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [size=6300] [kvs=178] [importedSize=6300] [importedCount=178] [2024/05/06 08:01:50.490 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [takeTime=64.678579ms] [] [2024/05/06 08:01:50.490 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 08:01:50.491 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=1.07456ms] [] [2024/05/06 08:01:50.491 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 08:01:50.491 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 08:01:50.493 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=1.584463ms] [] [2024/05/06 08:01:50.493 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [2024/05/06 08:01:50.493 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 08:01:50.493 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [takeTime=71.653Β΅s] [] [2024/05/06 08:01:50.493 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 08:01:50.494 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=793.348Β΅s] [] [2024/05/06 08:01:50.559 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=32] [2024/05/06 08:01:50.564 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 08:01:50.568 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 08:01:50.568 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/05/06 08:01:50.577 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=1.csv:2107] [2024/05/06 08:01:50.604 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=1.csv:2107] [readDur=4.555923ms] [encodeDur=20.592241ms] [checksum="{cksum=18015026156569992564,size=5832,kvs=162}"] [deliverDur=549.033Β΅s] [type=file] [takeTime=26.669798ms] [] [2024/05/06 08:01:50.605 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=32] [takeTime=45.839008ms] [] [2024/05/06 08:01:50.605 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=5832] [kvs=162] [files=1] [sstFileSize=2326] [file=/tmp/tidb/import-4000/6/daa203f4-1887-5623-a6a4-248c6bef501a.sst/405a6385-b279-40a3-b048-44534869fb57.sst] [firstKey=7480000000000000785F7280000000000000B3] [lastKey=7480000000000000785F728000000000000154] [2024/05/06 08:01:50.606 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/05/06 08:01:50.606 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/05/06 08:01:50.606 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 08:01:50.607 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=1.780016ms] [] [2024/05/06 08:01:50.608 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [2024/05/06 08:01:50.612 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:50.634 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] ["region ranges"=1] [count=162] [size=5832] [2024/05/06 08:01:50.634 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:50.648 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [size=5832] [kvs=162] [importedSize=5832] [importedCount=162] [2024/05/06 08:01:50.650 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [takeTime=42.162194ms] [] [2024/05/06 08:01:50.650 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 08:01:50.651 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=935.753Β΅s] [] [2024/05/06 08:01:50.651 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/05/06 08:01:50.651 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 08:01:50.652 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=1.508221ms] [] [2024/05/06 08:01:50.653 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [2024/05/06 08:01:50.653 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 08:01:50.653 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [takeTime=53.025Β΅s] [] [2024/05/06 08:01:50.653 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 08:01:50.653 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=689.685Β΅s] [] [2024/05/06 08:01:50.716 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=33] [2024/05/06 08:01:50.720 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 08:01:50.724 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 08:01:50.724 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/05/06 08:01:50.733 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=1.csv:4213] [2024/05/06 08:01:50.761 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=1.csv:4213] [readDur=4.590063ms] [encodeDur=21.997968ms] [checksum="{cksum=15679111463926781008,size=5724,kvs=159}"] [deliverDur=512.239Β΅s] [type=file] [takeTime=28.056247ms] [] [2024/05/06 08:01:50.763 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=5724] [kvs=159] [files=1] [sstFileSize=2291] [file=/tmp/tidb/import-4000/6/f3889bb6-7112-53f8-a71e-4117aeb30a89.sst/a665243a-98c7-41a6-8a60-97f9c167d318.sst] [firstKey=7480000000000000785F728000000000000155] [lastKey=7480000000000000785F7280000000000001F3] [2024/05/06 08:01:50.763 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=33] [takeTime=46.329737ms] [] [2024/05/06 08:01:50.763 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/05/06 08:01:50.763 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/05/06 08:01:50.763 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 08:01:50.765 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.641152ms] [] [2024/05/06 08:01:50.765 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [2024/05/06 08:01:50.769 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:50.791 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] ["region ranges"=1] [count=159] [size=5724] [2024/05/06 08:01:50.791 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:50.805 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [size=5724] [kvs=159] [importedSize=5724] [importedCount=159] [2024/05/06 08:01:50.807 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [takeTime=41.693311ms] [] [2024/05/06 08:01:50.807 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 08:01:50.808 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=975.174Β΅s] [] [2024/05/06 08:01:50.808 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/05/06 08:01:50.808 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 08:01:50.809 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=1.425864ms] [] [2024/05/06 08:01:50.809 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [2024/05/06 08:01:50.809 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 08:01:50.809 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [takeTime=58.966Β΅s] [] [2024/05/06 08:01:50.809 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 08:01:50.810 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=670.748Β΅s] [] [2024/05/06 08:01:50.880 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 08:01:50.887 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:50.887 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:50.887 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:50.887 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:50.887 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:50.887 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:50.887 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:50.887 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:50.887 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:50.887 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:50.887 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:50.887 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:50.887 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:50.889 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:50.889 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:50.889 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:50.889 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:50.889 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:50.889 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=586.618391ms] [] [2024/05/06 08:01:50.896 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:01:50.897 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:50.898 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/06 08:01:50.898 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:01:50.961 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":499,\"ColSizeMap\":{\"1\":935,\"2\":4383}}"] [2024/05/06 08:01:50.963 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:01:50.963 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:01:51.114 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 08:01:51.160 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [2024/05/06 08:01:51.160 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [2024/05/06 08:01:51.160 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [2024/05/06 08:01:51.160 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [takeTime=9.914Β΅s] [] [2024/05/06 08:01:51.160 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [groupId=-1] [size=17856] [kvs=499] [checksum=12595441316452543163] [2024/05/06 08:01:51.160 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [checksum="{cksum=12595441316452543163,size=17856,kvs=499}"] [2024/05/06 08:01:51.160 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [weight=30] [2024/05/06 08:01:51.160 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [concurrency=15] [2024/05/06 08:01:51.164 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=120] [physicalTableID=120] [indexID=-1] [checksum=12595441316452543163] [totalKvs=499] [totalBytes=17856] [2024/05/06 08:01:51.165 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [local="{cksum=12595441316452543163,size=17856,kvs=499}"] [2024/05/06 08:01:51.165 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [takeTime=4.66913ms] [] [2024/05/06 08:01:51.165 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [takeTime=4.831241ms] [] [2024/05/06 08:01:51.216 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:01:51.216 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/05/06 08:01:51.219 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/05/06 08:01:51.226 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=111.554515ms] [] [2024/05/06 08:01:51.276 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/05/06 08:01:51.280 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=6] [2024/05/06 08:01:51.303 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:01:51.303 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/05/06 08:01:51.401 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:01:51.491 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.843465198\n# Parse_time: 0.000792254\n# Compile_time: 0.001247714\n# Rewrite_time: 0.000271613\n# Optimize_time: 0.000760748\n# Wait_TS: 0\n# DB: split_file\n# Is_internal: false\n# Digest: 04671f37836f5ee79aaacf67fae1389a11d78dccd7fa6b16ff5356e4addca22a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `split_file`.`t` FROM 'gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH split_file, skip_rows=1, __max_engine_size=_UTF8MB4'1';"] [2024/05/06 08:01:51.532 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 991141a7-6d5e-4bef-a88c-384ef4657369"] [2024/05/06 08:01:51.533 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 991141a7-6d5e-4bef-a88c-384ef4657369"] [2024/05/06 08:01:51.533 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 991141a7-6d5e-4bef-a88c-384ef4657369"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:51.534 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 991141a7-6d5e-4bef-a88c-384ef4657369"] [] [2024/05/06 08:01:51.536 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:51.536 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=25.091Β΅s] [2024/05/06 08:01:51.536 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=18.87Β΅s] [2024/05/06 08:01:51.536 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=27.292Β΅s] [2024/05/06 08:01:51.536 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=19.43Β΅s] [2024/05/06 08:01:51.536 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=24.343Β΅s] [2024/05/06 08:01:51.536 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=10.312Β΅s] [2024/05/06 08:01:51.536 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=14.289Β΅s] [2024/05/06 08:01:51.536 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=12.486Β΅s] [2024/05/06 08:01:51.536 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=13.831Β΅s] [2024/05/06 08:01:51.536 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=13.729Β΅s] [2024/05/06 08:01:51.536 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:51.536 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=12.688Β΅s] [2024/05/06 08:01:51.537 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:51.537 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:01:51.537 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:01:51.542 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=991141a7-6d5e-4bef-a88c-384ef4657369] ["take time"=9.729822ms] [2024/05/06 08:01:51.542 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=991141a7-6d5e-4bef-a88c-384ef4657369] [2024/05/06 08:01:51.544 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:01:51.545 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:01:51.544 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/fb5f1faa-da6b-4df3-a05e-0af61c1f044d] [watcherID=2e60a09b-fbee-4273-b0a3-c436f0ef36f4] [2024/05/06 08:01:51.545 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/fb5f1faa-da6b-4df3-a05e-0af61c1f044d] [2024/05/06 08:01:51.545 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:51.545 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:51.545 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:51.545 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:51.545 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:51.545 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:51.545 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:51.545 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:51.545 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:51.545 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:51.552 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:01:51.552 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:01:51.553 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1623] [2024/05/06 08:01:51.553 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:01:51.553 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:51.553 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:51.553 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:01:51.553 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:51.553 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:01:51.553 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=991141a7-6d5e-4bef-a88c-384ef4657369] [2024/05/06 08:01:51.553 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:51.553 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:51.553 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:01:51.553 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:01:51.553 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:51.553 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:51.553 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:51.553 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:51.553 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:01:51.553 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:01:51.553 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:01:51.553 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:01:51.553 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:01:51.553 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:01:51.553 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:01:51.553 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:01:51.553 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:01:51.553 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:51.553 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:51.553 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:01:51.553 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:51.553 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:51.553 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:01:51.554 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:51.553 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:01:51.554 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:01:51.553 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:51.553 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:01:51.554 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:51.554 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager aea71582-8ddb-4c2c-9dcb-8cad43108f7a"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:51.554 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:01:51.554 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 991141a7-6d5e-4bef-a88c-384ef4657369 watch owner key /tidb/stats/owner/6f188f4cea2fd091"] [2024/05/06 08:01:51.553 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:51.554 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:01:51.553 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:51.553 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:01:51.554 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:51.553 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:01:51.554 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 991141a7-6d5e-4bef-a88c-384ef4657369"] [2024/05/06 08:01:51.553 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:51.554 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:51.554 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:51.554 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 991141a7-6d5e-4bef-a88c-384ef4657369"] [2024/05/06 08:01:51.553 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 991141a7-6d5e-4bef-a88c-384ef4657369"] [2024/05/06 08:01:51.554 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 991141a7-6d5e-4bef-a88c-384ef4657369"] [2024/05/06 08:01:51.553 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:01:51.554 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:51.554 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=991141a7-6d5e-4bef-a88c-384ef4657369] [2024/05/06 08:01:51.554 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:01:51.554 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:01:51.555 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:01:51.555 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 991141a7-6d5e-4bef-a88c-384ef4657369"] [error="context canceled"] [2024/05/06 08:01:51.555 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=aea71582-8ddb-4c2c-9dcb-8cad43108f7a] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:51.555 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:01:51.555 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:51.555 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager aea71582-8ddb-4c2c-9dcb-8cad43108f7a"] [error="context canceled"] [2024/05/06 08:01:51.555 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:01:51.555 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:51.555 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager aea71582-8ddb-4c2c-9dcb-8cad43108f7a"] [2024/05/06 08:01:51.555 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:51.556 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager aea71582-8ddb-4c2c-9dcb-8cad43108f7a"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:51.576 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 08:01:51.578 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 08:01:51.578 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=60] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 08:01:51.579 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 08:01:51.602 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 08:01:51.604 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 08:01:51.604 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=60] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 08:01:51.605 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 08:01:51.647 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 08:01:51.648 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 08:01:51.649 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=60] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 08:01:51.650 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 08:01:51.650 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:01:51.651 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:01:51.651 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:51.756 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 991141a7-6d5e-4bef-a88c-384ef4657369"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:52.816 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager aea71582-8ddb-4c2c-9dcb-8cad43108f7a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:52.830 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 991141a7-6d5e-4bef-a88c-384ef4657369"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:52.830 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:01:52.830 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:52.992 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 991141a7-6d5e-4bef-a88c-384ef4657369"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:52.992 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:01:52.992 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:01:52.992 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:53.000 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.467571758s] [2024/05/06 08:01:53.001 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:53.001 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:53.001 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:53.001 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:53.001 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:53.001 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:53.001 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:53.001 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:53.001 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:53.001 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:53.001 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:53.001 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:53.001 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:53.002 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (45.69s) --- PASS: TestImportInto/TestGlobalSortBasic (10.07s) --- PASS: TestImportInto/TestGlobalSortMultiFiles (7.69s) --- PASS: TestImportInto/TestSplitFile (5.10s) PASS coverage: 14.0% of statements GCov does not exist at the given path: '' May 06, 2024 8:01:58 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 8:01:58 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 8:01:58 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 8:01:58 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 8:01:58 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest4:importintotest4_test up-to-date: bazel-bin/tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test INFO: Elapsed time: 97.829s, Critical Path: 79.89s INFO: 1529 processes: 1503 remote cache hit, 20 internal, 6 linux-sandbox. INFO: Build completed successfully, 1529 total actions Test cases: finished with 4 passing and 0 failing out of 4 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,524 / 1,525] 1 / 1 tests; Testing //tests/realtikvtest/addindextest2:addindextest2_test; 68s remote-cache, linux-sandbox Target //tests/realtikvtest/addindextest2:addindextest2_test up-to-date: bazel-bin/tests/realtikvtest/addindextest2/addindextest2_test_/addindextest2_test INFO: Elapsed time: 109.105s, Critical Path: 93.02s INFO: 1513 processes: 1498 remote cache hit, 10 internal, 5 linux-sandbox. INFO: Build completed successfully, 1513 total actions Test cases: finished with 8 passing and 0 failing out of 8 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,531 / 1,532] Testing //tests/realtikvtest/importintotest3:importintotest3_test; 11s remote-cache, linux-sandbox FAIL: //tests/realtikvtest/addindextest4:addindextest4_test (see /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs/tests/realtikvtest/addindextest4/addindextest4_test/test_attempts/attempt_1.log) [1,507 / 1,508] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 95s remote-cache, linux-sandbox [1,507 / 1,508] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 1s remote-cache, linux-sandbox [1,507 / 1,508] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 4s remote-cache, linux-sandbox [1,506 / 1,507] Testing //tests/realtikvtest/addindextest:addindextest_test; 100s remote-cache, linux-sandbox ./t/ddl/db_integration.test: ok! 723 test cases passed, take time 80.999697145 s [1,531 / 1,532] Testing //tests/realtikvtest/importintotest3:importintotest3_test; 41s remote-cache, linux-sandbox [1,510 / 1,511] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 100s remote-cache, linux-sandbox [1,531 / 1,532] 1 / 1 tests; Testing //tests/realtikvtest/importintotest2:importintotest2_test; 97s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest2:importintotest2_test: ==================== Test output for //tests/realtikvtest/importintotest2:importintotest2_test: === RUN TestImportInto [2024/05/06 08:01:11.899 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:11.899 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:11.900 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793198733021509] [2024/05/06 08:01:11.901 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:11.901 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:11.902 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:11.902 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:11.902 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:11.902 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:11.903 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:11.905 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:01:11.910 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:11.912 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:11.913 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:11.938 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:01:11.938 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:01:11.946 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:01:11.947 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:01:11.960 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:01:11.985 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793198733021509] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:01:12.133 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:01:12.273 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1058] ["lease id"=3eaa8f4cea3bc045] [2024/05/06 08:01:12.275 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:01:12.282 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1259\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3564\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3556\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3506\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3290\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3256\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest2/main_test.go:63\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest2/importintotest2_test.TestImportInto\n\ttests/realtikvtest/importintotest2/main_test.go:48\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 08:01:12.305 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=22.88848ms] [2024/05/06 08:01:12.309 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:01:12.309 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=96c22cd6-8f1e-4550-bd0c-5a3a59fcc975] [runWorker=true] [2024/05/06 08:01:12.309 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:01:12.311 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:01:12.312 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 08:01:12.312 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:12.312 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:12.312 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:12.312 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:12.312 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:12.312 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:12.312 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:12.312 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:12.312 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:12.312 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:12.313 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:12.313 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:12.313 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:12.313 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:01:12.314 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 96c22cd6-8f1e-4550-bd0c-5a3a59fcc975"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4cea3bc049] [ownerID=96c22cd6-8f1e-4550-bd0c-5a3a59fcc975] [op=none] [2024/05/06 08:01:12.315 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:12.315 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=7bb66434-b94b-4198-b284-230b625fccfe] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:12.316 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7bb66434-b94b-4198-b284-230b625fccfe"] ["owner key"=/tidb/br-stream/owner/22318f4cea3bc0e4] [ownerID=7bb66434-b94b-4198-b284-230b625fccfe] [op=none] [2024/05/06 08:01:12.323 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 08:01:12.354 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:12.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:12.354 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:12.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 08:01:12.364 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:12.365 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 96c22cd6-8f1e-4550-bd0c-5a3a59fcc975"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4cea3bc049] [ownerID=96c22cd6-8f1e-4550-bd0c-5a3a59fcc975] [op=none] [2024/05/06 08:01:12.365 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 96c22cd6-8f1e-4550-bd0c-5a3a59fcc975"] [op=none] [2024/05/06 08:01:12.365 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:01:12.404 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:12.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:12.459 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=28.612695ms] [2024/05/06 08:01:12.463 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:01:12.472 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:12.473 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/06 08:01:12.479 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=53.0303ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:12.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:12.529 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:12.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:12.552 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 08:01:12.552 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:12.556 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 08:01:12.581 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 08:01:12.758 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:12.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:12.758 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:12.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 08:01:12.824 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:12.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:13.106 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.319427ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:13.116 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:13.116 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/06 08:01:13.148 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=53.10164ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:12.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:13.191 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:12.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:13.317 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:13.318 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:13.372 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 08:01:13.372 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:13.376 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.803531771\n# Parse_time: 0\n# Compile_time: 0.00864628\n# Rewrite_time: 0.000015421\n# Optimize_time: 0\n# Wait_TS: 0.000417965\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/05/06 08:01:13.382 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 08:01:13.431 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:13.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:13.431 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:13.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 08:01:13.476 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:13.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:13.553 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=3.232097ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:13.563 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:13.563 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/06 08:01:13.600 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=53.86884ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:13.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:13.639 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:13.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:13.691 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 08:01:13.691 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:13.695 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.314817339\n# Parse_time: 0\n# Compile_time: 0.001876011\n# Rewrite_time: 0.000014393\n# Optimize_time: 0\n# Wait_TS: 0.000261881\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:13.698 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 08:01:13.742 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:13.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:13.742 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:13.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 08:01:13.782 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:13.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:13.862 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.81285ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:13.873 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:13.873 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/06 08:01:13.913 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=56.917867ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:13.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:13.976 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:13.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:14.016 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 08:01:14.016 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:14.020 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.323115252\n# Parse_time: 0\n# Compile_time: 0.001458603\n# Rewrite_time: 0.000009482\n# Optimize_time: 0\n# Wait_TS: 0.000422475\n# DB: mysql\n# Is_internal: true\n# Digest: 3bc9b46cf9e300a8d240915cf47216424544ed9f992c07151fba2e2cadc41632\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"BLOB/TEXT/JSON column 'Priv' can't have a default value\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:14.031 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 08:01:14.134 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:14 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:14.134 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:14 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 08:01:14.181 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:14 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:14.313 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:01:14.314 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2382] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/06 08:01:14.317 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:14.317 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:14.349 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.723418ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:14.358 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:14.358 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/06 08:01:14.394 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=53.565169ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:14 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:14.445 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:14 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:14.552 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 08:01:14.552 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:14.556 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.529806631\n# Parse_time: 0\n# Compile_time: 0.005417242\n# Rewrite_time: 0.000009024\n# Optimize_time: 0\n# Wait_TS: 0.000372424\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:14.561 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 08:01:14.624 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:14.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:14.624 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:14.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 08:01:14.676 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:14.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:14.783 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.292937ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:14.792 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:14.792 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/06 08:01:14.830 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.782307ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:14.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:14.903 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:14.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:14.960 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 08:01:14.960 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:14.963 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.404287999\n# Parse_time: 0\n# Compile_time: 0.002378211\n# Rewrite_time: 0.000008673\n# Optimize_time: 0\n# Wait_TS: 0.000387129\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:14.967 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 08:01:15.032 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:14.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:15.032 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:14.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 08:01:15.093 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:14.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:15.179 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.324047ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:15.190 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:15.190 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/06 08:01:15.225 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.724716ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:14.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:15.287 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:14.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:15.315 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:15.315 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:15.349 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 08:01:15.350 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:15.353 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.38749575\n# Parse_time: 0\n# Compile_time: 0.002037064\n# Rewrite_time: 0.00000758\n# Optimize_time: 0\n# Wait_TS: 0.00039578\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:15.356 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 08:01:15.403 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:15.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:15.403 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:15.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 08:01:15.473 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:15.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:15.529 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.293054ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:15.539 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:15.539 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/06 08:01:15.576 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=53.585714ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:15.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:15.643 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:15.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:15.685 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 08:01:15.685 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:15.689 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.334038916\n# Parse_time: 0\n# Compile_time: 0.001276955\n# Rewrite_time: 0.000014924\n# Optimize_time: 0\n# Wait_TS: 0.000476\n# DB: mysql\n# Is_internal: true\n# Digest: 1b59564c29970a0a8880792322e02b7df09888f7d0a2dfc190f3ed0ff12369d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:15.691 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 08:01:15.735 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:15.7 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:15.735 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:15.7 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 08:01:15.780 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:15.7 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:15.870 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.719906ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:15.881 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:15.881 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/06 08:01:15.917 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=54.076683ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:15.7 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:15.984 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:15.7 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:16.025 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 08:01:16.025 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:16.028 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.338213645\n# Parse_time: 0\n# Compile_time: 0.001260655\n# Rewrite_time: 0.000010103\n# Optimize_time: 0\n# Wait_TS: 0.000409433\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:16.033 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 08:01:16.090 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:15.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:16.090 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:15.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 08:01:16.166 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:15.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:16.247 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.993155ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:16.257 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:16.257 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/06 08:01:16.294 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.466844ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:15.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:16.315 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:16.315 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:16.336 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:15.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:16.386 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 08:01:16.386 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:16.390 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.358788653\n# Parse_time: 0\n# Compile_time: 0.002114593\n# Rewrite_time: 0.000010046\n# Optimize_time: 0\n# Wait_TS: 0.000396717\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:16.397 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 08:01:16.447 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:16.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:16.447 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:16.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 08:01:16.518 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:16.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:16.605 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=2.919847ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:16.618 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:16.618 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/06 08:01:16.651 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=54.362238ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:16.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:16.692 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:16.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:16.744 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 08:01:16.745 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:16.748 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.353494601\n# Parse_time: 0\n# Compile_time: 0.003335745\n# Rewrite_time: 0.00000874\n# Optimize_time: 0\n# Wait_TS: 0.000457144\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:16.756 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 08:01:16.757 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:01:16.844 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:16.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:16.844 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:16.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 08:01:16.886 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:16.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.013 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.864178ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:17.025 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:17.025 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/06 08:01:17.058 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=53.193908ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:16.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.134 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:16.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.229 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 08:01:17.229 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:17.233 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.481203144\n# Parse_time: 0\n# Compile_time: 0.003877819\n# Rewrite_time: 0.000012054\n# Optimize_time: 0\n# Wait_TS: 0.000385961\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:17.238 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 08:01:17.301 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:17.301 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 08:01:17.314 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:17.315 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:17.361 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:17.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.456 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.396336ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:17.466 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:17.466 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/06 08:01:17.502 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=53.174014ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.544 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:17.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.616 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 08:01:17.616 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:17.620 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.3833518\n# Parse_time: 0\n# Compile_time: 0.002245324\n# Rewrite_time: 0.0000194\n# Optimize_time: 0\n# Wait_TS: 0.000425132\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:17.623 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 08:01:17.672 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:17.672 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 08:01:17.732 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:17.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.807 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=3.022054ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:17.830 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:17.830 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/06 08:01:17.854 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=54.071718ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.904 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:17.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.952 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 08:01:17.953 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:17.956 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.334376181\n# Parse_time: 0\n# Compile_time: 0.001848956\n# Rewrite_time: 0.000009288\n# Optimize_time: 0\n# Wait_TS: 0.000443936\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:17.961 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 08:01:18.015 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:18.015 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 08:01:18.074 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:17.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:18.154 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.607317ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:18.164 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:18.164 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/06 08:01:18.201 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=52.840164ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:18.239 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:17.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:18.289 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 08:01:18.289 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:18.293 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.334619076\n# Parse_time: 0\n# Compile_time: 0.002135302\n# Rewrite_time: 0.00001284\n# Optimize_time: 0\n# Wait_TS: 0.000470083\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:18.296 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 08:01:18.314 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:18.315 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:18.346 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:18.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:18.346 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:18.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 08:01:18.423 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:18.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:18.496 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=3.084072ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:18.506 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:18.506 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/06 08:01:18.552 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=63.012206ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:18.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:18.597 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:18.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:18.644 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 08:01:18.645 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:18.648 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.35275645\n# Parse_time: 0\n# Compile_time: 0.001505367\n# Rewrite_time: 0.000011883\n# Optimize_time: 0\n# Wait_TS: 0.000328282\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:18.653 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 08:01:18.709 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:18.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:18.709 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:18.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 08:01:18.777 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:18.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:18.865 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=3.064452ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:18.875 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:18.875 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/06 08:01:18.911 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=53.471875ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:18.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:18.979 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:18.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:19.031 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 08:01:19.031 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:19.034 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.383644074\n# Parse_time: 0\n# Compile_time: 0.002297811\n# Rewrite_time: 0.000009814\n# Optimize_time: 0\n# Wait_TS: 0.000525621\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:19.039 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 08:01:19.097 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:19.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:19.097 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:19.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 08:01:19.160 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:19.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:19.247 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=14.111446ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:19.259 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:19.259 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/06 08:01:19.282 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=53.27804ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:19.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:19.315 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:19.316 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:19.333 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:19.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:19.380 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 08:01:19.380 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:19.384 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.346910006\n# Parse_time: 0\n# Compile_time: 0.002859875\n# Rewrite_time: 0.000014742\n# Optimize_time: 0\n# Wait_TS: 0.000455843\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:19.390 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 08:01:19.458 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:19.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:19.458 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:19.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 08:01:19.515 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:19.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:19.643 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.806074ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:19.652 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:19.652 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/06 08:01:19.688 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=53.138681ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:19.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:19.739 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:19.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:19.822 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 08:01:19.822 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:19.826 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.438697584\n# Parse_time: 0\n# Compile_time: 0.002912258\n# Rewrite_time: 0.000008563\n# Optimize_time: 0\n# Wait_TS: 0.000453375\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:19.845 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 08:01:19.915 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:19.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:19.915 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:19.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 08:01:19.975 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:19.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:20.081 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.864698ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:20.092 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:20.092 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/06 08:01:20.127 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=53.928643ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:19.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:20.183 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:19.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:20.232 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 08:01:20.232 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:20.236 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.39223603\n# Parse_time: 0\n# Compile_time: 0.001628188\n# Rewrite_time: 0.000010607\n# Optimize_time: 0\n# Wait_TS: 0.000494038\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:20.238 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 08:01:20.283 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:20.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:20.283 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:20.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 08:01:20.316 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:20.316 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:20.358 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:20.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:20.418 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.56897ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:20.432 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:20.432 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/06 08:01:20.466 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=54.113093ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:20.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:20.530 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:20.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:20.570 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 08:01:20.570 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:20.573 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.336130635\n# Parse_time: 0\n# Compile_time: 0.001255111\n# Rewrite_time: 0.000010078\n# Optimize_time: 0\n# Wait_TS: 0.000476804\n# DB: mysql\n# Is_internal: true\n# Digest: 988ff7e96344f475621bfec9765ba7b507e76d86daa1e3fdf0f9eadbd538afd0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:20.575 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 08:01:20.611 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:20.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:20.611 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:20.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 08:01:20.650 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:20.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:20.711 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.237244ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:20.721 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:20.722 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/06 08:01:20.757 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.193023ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:20.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:20.819 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:20.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:20.851 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 08:01:20.852 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:20.863 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 08:01:20.921 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:20.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:20.921 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:20.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 08:01:20.975 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:20.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.089 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.16689ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:21.100 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:21.100 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/06 08:01:21.135 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=53.008025ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:20.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.186 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:20.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.245 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 08:01:21.245 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:21.248 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.38721178\n# Parse_time: 0\n# Compile_time: 0.002232394\n# Rewrite_time: 0.000009407\n# Optimize_time: 0\n# Wait_TS: 0.000394021\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:21.251 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 08:01:21.300 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:21.300 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 08:01:21.314 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:21.315 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:21.373 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:21.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.447 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.678232ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:21.457 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:21.457 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/06 08:01:21.494 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=53.706366ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.532 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:21.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.578 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 08:01:21.578 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:21.581 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.331967605\n# Parse_time: 0\n# Compile_time: 0.001387769\n# Rewrite_time: 0.000008676\n# Optimize_time: 0\n# Wait_TS: 0.000300626\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:21.585 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 08:01:21.635 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:21.635 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 08:01:21.720 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:21.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.809 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.711331ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:21.819 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:21.819 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/06 08:01:21.855 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=52.873103ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.932 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:21.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.978 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 08:01:21.978 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:21.981 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.397970827\n# Parse_time: 0\n# Compile_time: 0.002068364\n# Rewrite_time: 0.000015929\n# Optimize_time: 0\n# Wait_TS: 0.000501099\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:21.985 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 08:01:22.033 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:22.033 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 08:01:22.074 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:21.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.152 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.810414ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:22.163 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:22.163 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/06 08:01:22.198 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=54.031325ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.237 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:21.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.286 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 08:01:22.286 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:22.290 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.306591076\n# Parse_time: 0\n# Compile_time: 0.001669263\n# Rewrite_time: 0.000010555\n# Optimize_time: 0\n# Wait_TS: 0.000399886\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:22.295 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 08:01:22.314 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:22.315 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:22.347 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:22.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:22.347 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:22.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 08:01:22.388 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.462 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.713759ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:22.472 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:22.472 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/06 08:01:22.508 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=53.442947ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:22.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.568 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.612 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 08:01:22.612 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:22.615 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.32214565\n# Parse_time: 0\n# Compile_time: 0.002062186\n# Rewrite_time: 0.000011874\n# Optimize_time: 0\n# Wait_TS: 0.00039001\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:22.618 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 08:01:22.662 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:22.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:22.662 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:22.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 08:01:22.704 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.787 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=3.374897ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:22.802 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:22.802 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/06 08:01:22.822 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=53.159315ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:22.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.900 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.947 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 08:01:22.948 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:22.951 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.334433458\n# Parse_time: 0\n# Compile_time: 0.001673704\n# Rewrite_time: 0.000009012\n# Optimize_time: 0\n# Wait_TS: 0.000400499\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:22.956 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 08:01:22.958 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:01:23.018 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:22.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:23.018 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:22.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 08:01:23.097 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:23.175 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=3.35923ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:23.186 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:23.186 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/06 08:01:23.221 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=54.100068ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:22.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:23.282 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:23.315 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:23.315 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:23.336 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 08:01:23.336 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:23.340 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.385811597\n# Parse_time: 0\n# Compile_time: 0.002186299\n# Rewrite_time: 0.000010173\n# Optimize_time: 0\n# Wait_TS: 0.000410629\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:23.346 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 08:01:23.404 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:23.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:23.404 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:23.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 08:01:23.476 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:23.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:23.593 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.493668ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:23.604 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:23.604 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/06 08:01:23.639 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=53.603303ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:23.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:23.685 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:23.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:23.747 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 08:01:23.747 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:23.751 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.407798233\n# Parse_time: 0\n# Compile_time: 0.003236436\n# Rewrite_time: 0.000012142\n# Optimize_time: 0\n# Wait_TS: 0.000421652\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:23.756 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 08:01:23.818 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:23.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:23.817 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:23.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 08:01:23.880 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:23.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:23.978 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.399621ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:23.988 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:23.988 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/06 08:01:24.024 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=53.193856ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:23.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:24.087 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:23.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:24.146 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 08:01:24.146 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:24.150 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.395917789\n# Parse_time: 0\n# Compile_time: 0.002301826\n# Rewrite_time: 0.000010543\n# Optimize_time: 0\n# Wait_TS: 0.000517308\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:24.157 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 08:01:24.248 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:24.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:24.248 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:24.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 08:01:24.315 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=7bb66434-b94b-4198-b284-230b625fccfe] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:24.315 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:24.318 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 08:01:24.318 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:24.325 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:24.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:24.465 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=4.938147ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:24.476 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:24.476 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/06 08:01:24.510 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=54.558556ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:24.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:24.597 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:24.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:24.683 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 08:01:24.683 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:24.686 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.532309212\n# Parse_time: 0\n# Compile_time: 0.003344902\n# Rewrite_time: 0.000015868\n# Optimize_time: 0\n# Wait_TS: 0.000453294\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:24.689 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 08:01:24.726 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:24.7 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:24.726 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:24.7 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 08:01:24.766 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:24.7 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:24.837 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=3.255395ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:24.848 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:24.848 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/06 08:01:24.870 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=53.761651ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:24.7 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:24.943 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:24.7 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:24.998 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 08:01:24.998 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:25.003 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.314994438\n# Parse_time: 0\n# Compile_time: 0.001023956\n# Rewrite_time: 0.000009319\n# Optimize_time: 0\n# Wait_TS: 0.000453565\n# DB: mysql\n# Is_internal: true\n# Digest: 6eab04864600dfa37145d44689995984eecc83e3dc6ce49c1e75d23567f8bac3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:25.084 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:25.085 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/06 08:01:25.136 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:25.236 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=3.39965ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 08:01:25.247 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:25.247 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/06 08:01:25.281 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.119514ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:25.315 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:25.315 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:25.356 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:25.415 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 08:01:25.416 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:25.419 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.410463751\n# Parse_time: 0\n# Compile_time: 0.007078655\n# Rewrite_time: 0.003746709\n# Optimize_time: 0\n# Wait_TS: 0.000446288\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:25.423 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 08:01:25.483 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:25.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:25.483 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:25.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 08:01:25.534 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:25.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:25.636 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=3.317045ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:25.647 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:25.647 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/06 08:01:25.682 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=53.481965ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:25.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:25.735 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:25.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:25.786 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 08:01:25.787 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:25.790 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.369041577\n# Parse_time: 0\n# Compile_time: 0.002091255\n# Rewrite_time: 0.000014688\n# Optimize_time: 0\n# Wait_TS: 0.000503259\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:25.794 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 08:01:25.845 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:25.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:25.845 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:25.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 08:01:25.917 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:25.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:25.991 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.832494ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:26.001 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:26.001 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/06 08:01:26.037 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=53.219896ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:25.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.100 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:25.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.141 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 08:01:26.141 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:26.145 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.352660093\n# Parse_time: 0\n# Compile_time: 0.001507043\n# Rewrite_time: 0.000012069\n# Optimize_time: 0\n# Wait_TS: 0.000434304\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:26.148 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 08:01:26.197 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:26.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:26.197 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:26.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 08:01:26.265 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:26.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.317 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:26.317 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:26.340 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.679192ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:26.349 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:26.350 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/06 08:01:26.386 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=53.338683ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:26.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.447 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:26.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.500 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 08:01:26.500 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:26.505 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.357576044\n# Parse_time: 0\n# Compile_time: 0.001626018\n# Rewrite_time: 0.000010876\n# Optimize_time: 0\n# Wait_TS: 0.000392698\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:26.514 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 08:01:26.603 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:26.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:26.603 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:26.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 08:01:26.670 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:26.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.806 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=4.155814ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:26.817 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:26.817 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/06 08:01:26.851 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=53.564668ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:26.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.892 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:26.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.982 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 08:01:26.982 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:26.986 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.476094325\n# Parse_time: 0\n# Compile_time: 0.004812181\n# Rewrite_time: 0.000013308\n# Optimize_time: 0\n# Wait_TS: 0.00034581\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:26.993 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 08:01:27.097 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:27.097 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 08:01:27.166 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:27.315 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.953276ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:27.316 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:27.316 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:27.326 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:27.326 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/06 08:01:27.360 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=53.754861ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:27.431 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:27.510 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 08:01:27.510 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:27.514 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.523597523\n# Parse_time: 0\n# Compile_time: 0.002543599\n# Rewrite_time: 0.000008471\n# Optimize_time: 0\n# Wait_TS: 0.00039815\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:27.520 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 08:01:27.612 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:27.5 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:27.612 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:27.5 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 08:01:27.669 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:27.5 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:27.833 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.550605ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:27.843 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:27.843 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/06 08:01:27.873 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=52.831163ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:27.5 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:27.936 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:27.5 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:28.027 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 08:01:28.027 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:28.031 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.513686956\n# Parse_time: 0\n# Compile_time: 0.003082639\n# Rewrite_time: 0.000014071\n# Optimize_time: 0\n# Wait_TS: 0.000477986\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:28.040 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 08:01:28.118 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:28.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:28.118 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:28.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 08:01:28.195 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:28.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:28.317 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:28.317 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:28.337 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=4.3902ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:28.347 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:28.347 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/06 08:01:28.378 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=53.446182ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:28.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:28.439 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:28.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:28.516 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 08:01:28.516 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:28.520 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.483054949\n# Parse_time: 0\n# Compile_time: 0.00355766\n# Rewrite_time: 0.000011709\n# Optimize_time: 0\n# Wait_TS: 0.000431408\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:28.525 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 08:01:28.605 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:28.5 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:28.605 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:28.5 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 08:01:28.680 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:28.5 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:28.819 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.210576ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:28.830 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:28.830 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/06 08:01:28.864 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=53.3902ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:28.5 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:28.935 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:28.5 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:29.028 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 08:01:29.028 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:29.032 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.508968088\n# Parse_time: 0\n# Compile_time: 0.002502242\n# Rewrite_time: 0.000008885\n# Optimize_time: 0\n# Wait_TS: 0.000330515\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:29.043 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 08:01:29.137 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:29.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:29.137 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:29.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 08:01:29.214 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:29.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:29.318 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:29.318 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:29.355 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=4.211104ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:29.365 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:29.365 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/06 08:01:29.400 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=53.533433ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:29.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:29.443 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:29.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:29.535 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 08:01:29.535 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:29.538 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.500273828\n# Parse_time: 0\n# Compile_time: 0.005034097\n# Rewrite_time: 0.000012355\n# Optimize_time: 0\n# Wait_TS: 0.000401602\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:29.547 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 08:01:29.624 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:29.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:29.624 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:29.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 08:01:29.679 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:29.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:29.780 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.546501ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:29.792 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:29.792 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/06 08:01:29.826 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=53.376379ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:29.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:29.881 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:29.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:29.947 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 08:01:29.947 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:29.951 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.406288245\n# Parse_time: 0\n# Compile_time: 0.002664007\n# Rewrite_time: 0.000010623\n# Optimize_time: 0\n# Wait_TS: 0.000445765\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:29.956 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 08:01:30.025 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:29.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:30.025 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:29.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 08:01:30.071 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:29.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:30.167 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=4.024717ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:30.177 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:30.177 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/06 08:01:30.213 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=53.970493ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:29.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:30.302 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:29.95 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:30.327 +00:00] [ERROR] [runaway.go:156] ["try to get done runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchDoneRecord\n\tpkg/domain/runaway.go:549\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchDoneRecord\n\tpkg/domain/runaway.go:506\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchDoneRecords\n\tpkg/domain/runaway.go:480\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:154\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:30.328 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchDoneRecord\n\tpkg/domain/runaway.go:549\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchDoneRecord\n\tpkg/domain/runaway.go:506\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchDoneRecords\n\tpkg/domain/runaway.go:480\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:154\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:30.369 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 08:01:30.370 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:30.373 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.419606843\n# Parse_time: 0\n# Compile_time: 0.00230068\n# Rewrite_time: 0.000014179\n# Optimize_time: 0\n# Wait_TS: 0.000994744\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:30.382 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 08:01:30.485 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:30.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:30.485 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:30.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 08:01:30.552 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:30.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:30.698 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.42461ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:30.708 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:30.708 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/06 08:01:30.744 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=54.010839ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:30.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:30.786 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:30.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:30.893 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 08:01:30.893 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:30.897 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.519344566\n# Parse_time: 0\n# Compile_time: 0.003769251\n# Rewrite_time: 0.000011199\n# Optimize_time: 0\n# Wait_TS: 0.00042788\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:30.905 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 08:01:30.967 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:30.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:30.967 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:30.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 08:01:31.026 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:30.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:31.124 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.782106ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:31.135 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:31.135 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/06 08:01:31.169 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.843249ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:30.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:31.235 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:30.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:31.302 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 08:01:31.302 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:31.307 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.404041184\n# Parse_time: 0\n# Compile_time: 0.002533855\n# Rewrite_time: 0.000009665\n# Optimize_time: 0\n# Wait_TS: 0.000388379\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:31.310 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/06 08:01:31.358 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:31.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:31.358 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:31.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/06 08:01:31.440 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:31.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:31.507 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=2.934235ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:31.517 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:31.517 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/06 08:01:31.553 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=53.285749ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:31.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:31.592 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:31.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:31.656 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 08:01:31.656 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:31.660 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.351998407\n# Parse_time: 0\n# Compile_time: 0.001513296\n# Rewrite_time: 0.000015298\n# Optimize_time: 0\n# Wait_TS: 0.000435319\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:31.664 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/06 08:01:31.714 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:31.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:31.714 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:31.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/06 08:01:31.777 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:31.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:31.859 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=2.87622ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:31.869 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:31.869 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/06 08:01:31.905 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.104195ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:31.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:31.968 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:31.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:32.015 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 08:01:32.015 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:32.018 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.355672123\n# Parse_time: 0\n# Compile_time: 0.001713858\n# Rewrite_time: 0.000010388\n# Optimize_time: 0\n# Wait_TS: 0.000471242\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:32.019 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/06 08:01:32.050 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:31.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:32.050 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:31.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/06 08:01:32.104 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:31.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:32.135 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=1.07615ms] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:01:32.146 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:32.146 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/06 08:01:32.184 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.711717ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:31.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:32.260 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:31.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:32.289 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 08:01:32.289 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:32.366 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:32.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:32.366 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:32.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/06 08:01:32.431 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:32.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:32.505 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.488823ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 08:01:32.516 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:32.516 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/06 08:01:32.551 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.379145ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:32.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:32.623 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:32.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:32.671 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 08:01:32.671 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:32.674 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.378938329\n# Parse_time: 0\n# Compile_time: 0.004440674\n# Rewrite_time: 0.002104306\n# Optimize_time: 0\n# Wait_TS: 0.000391335\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:33.193 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572370553241607\n# Query_time: 0.368913761\n# Parse_time: 0\n# Compile_time: 0.182071554\n# Rewrite_time: 0.00624931\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 367267\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2AvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZToxNzYuOG1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDI3LjkBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoKDcyMS4ywrVzfSwgARAYX2RldGFpbBFlHF9wcm9jZXNzCSwcIDMxLjnCtXMRQQx3YWl0DRoMNDcuNR0aKGt2X3JlYWRfd2FsDWgQIDgzLjgJIghpa3YuGQAEMTAVggxzY2FuPoIADGtleXMFxShnZXRfc25hcHNobxF2DDEyLjYFVGhyb2Nrc2RiOiB7YmxvY2s6IHt9fX0sIGNvbW0Bo0R4bjoge3ByZXdyaXRlOjEuNTMhOAFRESIYczozNjguMwVNCRQQOjEuMTQBJxxzbG93ZXN0XxFAJUUAIDGFZDAuMDAxcywgcmVnaW9uX2lkOiAxMCwgc3RvIas4MTI3LjAuMC4xOjIwMTYyQmQBOgsBBDczAYIEfSw6CQEBqT76AAAxDa1a+gAF6jlLBY8UX2JhdGNoJbYUOiAyMy4xBe4ocHJvcG9zZV9zZW4hsEhpdDogMHMsIHBlcnNpc3RfbG9nGe0IMTM5DTYJYBRsZWFkZXINUigzMDNucywgc3luYwk2BDczDaQJLTBtZW10YWJsZTogMi4xIbc5oQVlCDQ0OUWKGCwgYXBwbHkyrgAAMUk7BRkVjwA2EWAUbXV0ZXhfKfkBvAlwMp0AGRcAd2E7ADFRrwkrGZsMOS4zN2EOXT4ccHJpbWFyeV9hPP73AVb3AQg0NDNlPo75AQw2LjI0Jbje+QEIMTguAeIALLL5AQA2SSwpLjJZAQQ4MDb1AQQzMQXLACwNLD1aCDQ3bgHiaV4p8wQyMmrzAQA3jTA29QEAN5GDAG3C9QEIMjUuQXdKmwAELjAB4CX1bcgIbnVtoSkJ8YWDADEROBhieXRlOjMyBS4kaW5zZXJ0OjE0OKGLNAkxMTAuNyBLQglOL0EK')\n# Resource_group: default\n;"] [2024/05/06 08:01:33.308 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=20.992398261s] [2024/05/06 08:01:33.313 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 96c22cd6-8f1e-4550-bd0c-5a3a59fcc975"] [2024/05/06 08:01:33.313 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 96c22cd6-8f1e-4550-bd0c-5a3a59fcc975"] [2024/05/06 08:01:33.313 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 96c22cd6-8f1e-4550-bd0c-5a3a59fcc975"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:33.315 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 96c22cd6-8f1e-4550-bd0c-5a3a59fcc975"] [] [2024/05/06 08:01:33.316 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:33.316 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=26.337Β΅s] [2024/05/06 08:01:33.316 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=9.983Β΅s] [2024/05/06 08:01:33.316 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=9.145Β΅s] [2024/05/06 08:01:33.316 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=9.347Β΅s] [2024/05/06 08:01:33.316 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=4.279Β΅s] [2024/05/06 08:01:33.316 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=4.213Β΅s] [2024/05/06 08:01:33.316 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=9.419Β΅s] [2024/05/06 08:01:33.316 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=4.525Β΅s] [2024/05/06 08:01:33.316 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=8.998Β΅s] [2024/05/06 08:01:33.316 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=8.541Β΅s] [2024/05/06 08:01:33.317 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:33.317 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=10.272Β΅s] [2024/05/06 08:01:33.317 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:33.317 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:01:33.317 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:01:33.333 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=96c22cd6-8f1e-4550-bd0c-5a3a59fcc975] ["take time"=20.102774ms] [2024/05/06 08:01:33.333 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=96c22cd6-8f1e-4550-bd0c-5a3a59fcc975] [2024/05/06 08:01:33.335 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1058] [2024/05/06 08:01:33.336 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:01:33.336 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:01:33.336 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:33.336 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:01:33.336 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:33.336 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:01:33.336 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:33.336 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:01:33.336 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:33.336 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:33.336 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:33.336 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:33.336 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 7bb66434-b94b-4198-b284-230b625fccfe watch owner key /tidb/br-stream/owner/22318f4cea3bc0e4"] [2024/05/06 08:01:33.336 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:01:33.336 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7bb66434-b94b-4198-b284-230b625fccfe"] [2024/05/06 08:01:33.336 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7bb66434-b94b-4198-b284-230b625fccfe"] [2024/05/06 08:01:33.336 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:01:33.336 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:01:33.337 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=7bb66434-b94b-4198-b284-230b625fccfe] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:33.337 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:01:33.337 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:33.337 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:01:33.337 +00:00] [INFO] [flush_subscriber.go:97] [Clearing.] [category="log backup flush subscriber"] [2024/05/06 08:01:33.337 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:33.337 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:33.337 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 7bb66434-b94b-4198-b284-230b625fccfe"] [error="context canceled"] [2024/05/06 08:01:33.338 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=25.257477ms] [2024/05/06 08:01:33.338 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793198733021509] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:01:33.349 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:01:33.489 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1111] ["lease id"=6f188f4cea3bc190] [2024/05/06 08:01:33.492 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:01:33.539 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7bb66434-b94b-4198-b284-230b625fccfe"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:33.588 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=92.275995ms] [2024/05/06 08:01:33.592 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:01:33.593 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=40df7410-18f4-4592-9cd1-1bdfa9a52acc] [runWorker=true] [2024/05/06 08:01:33.593 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:01:33.595 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:01:33.596 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 08:01:33.596 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:33.596 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:33.597 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:33.597 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:33.597 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:33.597 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:33.597 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:33.597 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:33.597 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:33.597 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:33.597 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:33.597 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:33.597 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:33.597 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:01:33.599 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 40df7410-18f4-4592-9cd1-1bdfa9a52acc"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4cea3bc109] [ownerID=40df7410-18f4-4592-9cd1-1bdfa9a52acc] [op=none] [2024/05/06 08:01:33.600 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:33.600 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=13d94ace-aa71-4bd3-9d22-2c338f0b6654] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:33.639 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:01:33.641 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:33.641 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:01:33.644 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 40df7410-18f4-4592-9cd1-1bdfa9a52acc"] ["owner key"=/tidb/bindinfo/owner/3eaa8f4cea3bc10d] [ownerID=40df7410-18f4-4592-9cd1-1bdfa9a52acc] [op=none] [2024/05/06 08:01:33.648 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:33.649 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 40df7410-18f4-4592-9cd1-1bdfa9a52acc"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4cea3bc109] [ownerID=40df7410-18f4-4592-9cd1-1bdfa9a52acc] [op=none] [2024/05/06 08:01:33.649 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 40df7410-18f4-4592-9cd1-1bdfa9a52acc"] [op=none] [2024/05/06 08:01:33.649 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:01:33.656 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/06 08:01:33.663 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:01:33.748 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:33.766 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:33.779 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:33.780 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:33.780 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:01:33.780 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:33.780 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:01:33.780 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:33.780 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:01:33.780 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:01:33.780 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:01:33.782 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:33.782 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:01:33.783 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:33.783 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:33.783 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:33.784 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:01:33.784 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:33.786 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 40df7410-18f4-4592-9cd1-1bdfa9a52acc"] ["owner key"=/tidb/stats/owner/3eaa8f4cea3bc112] [ownerID=40df7410-18f4-4592-9cd1-1bdfa9a52acc] [op=none] [2024/05/06 08:01:33.786 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:33.789 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=52] [total-mem=32GiB] [2024/05/06 08:01:33.798 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/5730c596-681a-4ac5-a82f-83f3a0516c56] [2024/05/06 08:01:33.798 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:33.798 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:33.806 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:33.806 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:01:33.807 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:01:33.828 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=45.703816ms] [2024/05/06 08:01:33.859 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestImportInto/TestImportFromSelectBasic [2024/05/06 08:01:33.870 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists from_select"] [user=] [2024/05/06 08:01:33.872 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database from_select"] [user=] [2024/05/06 08:01:33.913 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:33.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:33.913 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:33.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/05/06 08:01:33.987 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:33.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:34.026 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=1.076952ms] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:01:34.035 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/06 08:01:34.074 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=52.874006ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:33.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:34.124 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:33.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:34.166 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 08:01:34.167 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:34.171 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.300106838\n# Parse_time: 0.000248061\n# Compile_time: 0.000586062\n# Rewrite_time: 0.000010166\n# Optimize_time: 0.000326318\n# Wait_TS: 0.000405256\n# Is_internal: false\n# Digest: b1209c5d4d4287dcfacd0b1e3471edef37bb3a506af93edd1e19dc300a228d94\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database from_select;"] [2024/05/06 08:01:34.175 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=from_select] [sql="create table src(id int, v varchar(64))"] [user=] [2024/05/06 08:01:34.225 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:34.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:34.225 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:34.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src(id int, v varchar(64))"] [2024/05/06 08:01:34.268 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:34.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:34.278 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: src"] [2024/05/06 08:01:34.335 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=2.353993ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:34.346 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/05/06 08:01:34.382 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.810764ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:34.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:34.429 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:34.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:34.481 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/06 08:01:34.481 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:34.485 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.311083522\n# Parse_time: 0.000531274\n# Compile_time: 0.000727522\n# Rewrite_time: 0.000008998\n# Optimize_time: 0.000326318\n# Wait_TS: 0.000452143\n# DB: from_select\n# Is_internal: false\n# Digest: 5f0e494f603082268fa8c106702a9fad095c34d8cebfdee110a5a674eb104c41\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table src(id int, v varchar(64));"] [2024/05/06 08:01:34.486 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=from_select] [sql="create table dst(id int, v varchar(64))"] [user=] [2024/05/06 08:01:34.526 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:34.5 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:34.526 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:34.5 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst(id int, v varchar(64))"] [2024/05/06 08:01:34.572 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:34.5 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:34.581 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 108, Table Name: dst"] [2024/05/06 08:01:34.671 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=2.756525ms] [gotSchemaVersion=54] [phyTblIDs="[108]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:34.684 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=109] [version=54] [2024/05/06 08:01:34.717 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=54.035632ms] [job="ID:109, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:34.5 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:34.781 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7bb66434-b94b-4198-b284-230b625fccfe"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:34.798 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:01:34.798 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:01:34.798 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/5730c596-681a-4ac5-a82f-83f3a0516c56] [watcherID=3f6cb889-739a-491e-8663-e011e0b4ee95] [2024/05/06 08:01:34.802 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:34.5 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:34.807 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:01:34.821 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=52] [2024/05/06 08:01:34.822 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:01:34.822 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:01:34.822 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:01:34.823 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:01:34.846 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/06 08:01:34.846 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:34.850 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.364289405\n# Parse_time: 0.000491377\n# Compile_time: 0.000868443\n# Rewrite_time: 0.000013947\n# Optimize_time: 0.000326318\n# Wait_TS: 0.000328427\n# DB: from_select\n# Is_internal: false\n# Digest: a76a126469d771a1fb2f56895f4548d61ab1072e3e940c002ce9b9403bd1eff3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table dst(id int, v varchar(64));"] [2024/05/06 08:01:34.866 +00:00] [WARN] [session.go:2108] ["compile SQL failed"] [error="[planner:1136]Column count doesn't match value count at row 1"] [errorVerbose="[planner:1136]Column count doesn't match value count at row 1\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4250\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:519\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:548\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:465\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:333\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:104\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:422\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectBasic\n\ttests/realtikvtest/importintotest2/from_select_test.go:35\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst FROM select id from src"] [2024/05/06 08:01:34.869 +00:00] [WARN] [session.go:2108] ["compile SQL failed"] [error="[planner:1136]Column count doesn't match value count at row 1"] [errorVerbose="[planner:1136]Column count doesn't match value count at row 1\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4250\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:519\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:548\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:465\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:333\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:104\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:422\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectBasic\n\ttests/realtikvtest/importintotest2/from_select_test.go:36\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst(id) FROM select * from src"] [2024/05/06 08:01:35.088 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=c8849b83-788f-4005-afb9-4a1b87a3e97f] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=108] [2024/05/06 08:01:35.089 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=dst] [import_dir=/tmp/tidb/import-4000] [2024/05/06 08:01:35.098 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:35.098 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793198733021509] [2024/05/06 08:01:35.098 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:35.098 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:35.100 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:35.100 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:35.100 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:35.100 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:35.100 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:35.118 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:35.120 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:35.120 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/06 08:01:35.125 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 08:01:35.130 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:35.147 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=c8849b83-788f-4005-afb9-4a1b87a3e97f] [key=import-from-select] [2024/05/06 08:01:35.147 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=c8849b83-788f-4005-afb9-4a1b87a3e97f] [key=import-from-select] [2024/05/06 08:01:35.149 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=c8849b83-788f-4005-afb9-4a1b87a3e97f] [key=import-from-select] [readDur=33.71Β΅s] [encodeDur=1.01245ms] [checksum="{cksum=2727559089799614776,size=76,kvs=2}"] [deliverDur=362.031Β΅s] [type=query] [takeTime=1.796916ms] [] [2024/05/06 08:01:35.149 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=c8849b83-788f-4005-afb9-4a1b87a3e97f] [key=import-from-select] [readDur=27.298Β΅s] [encodeDur=860.411Β΅s] [checksum="{cksum=7340296357795544696,size=76,kvs=2}"] [deliverDur=310.036Β΅s] [type=query] [takeTime=1.660676ms] [] [2024/05/06 08:01:35.150 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 08:01:35.150 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/c8849b83-788f-4005-afb9-4a1b87a3e97f/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/3dbf5e9f-3238-44f2-ac1f-f7bcb725a206.sst] [firstKey=74800000000000006C5F728000000000000001] [lastKey=74800000000000006C5F728000000000000003] [2024/05/06 08:01:35.151 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/c8849b83-788f-4005-afb9-4a1b87a3e97f/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/054b37be-3919-4bb0-916e-3855672167ac.sst] [firstKey=74800000000000006C5F728000000000000002] [lastKey=74800000000000006C5F728000000000000004] [2024/05/06 08:01:35.154 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=4.414581ms] [] [2024/05/06 08:01:35.155 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 08:01:35.160 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:35.182 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=4] [size=152] [2024/05/06 08:01:35.182 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:35.198 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 08:01:35.200 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=45.794216ms] [] [2024/05/06 08:01:35.201 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:35.202 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.529ms] [] [2024/05/06 08:01:35.202 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 08:01:35.202 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:35.202 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=64.071Β΅s] [] [2024/05/06 08:01:35.202 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=c8849b83-788f-4005-afb9-4a1b87a3e97f] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [2024/05/06 08:01:35.203 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=c8849b83-788f-4005-afb9-4a1b87a3e97f] [2024/05/06 08:01:35.210 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=c8849b83-788f-4005-afb9-4a1b87a3e97f] [takeTime=7.387532ms] [] [2024/05/06 08:01:35.210 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=c8849b83-788f-4005-afb9-4a1b87a3e97f] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/06 08:01:35.210 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=c8849b83-788f-4005-afb9-4a1b87a3e97f] [weight=30] [2024/05/06 08:01:35.210 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=c8849b83-788f-4005-afb9-4a1b87a3e97f] [concurrency=15] [2024/05/06 08:01:35.215 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 08:01:35.215 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=c8849b83-788f-4005-afb9-4a1b87a3e97f] [local="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/06 08:01:35.216 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=c8849b83-788f-4005-afb9-4a1b87a3e97f] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [takeTime=13.075959ms] [] [2024/05/06 08:01:35.216 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 08:01:35.216 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=14.421Β΅s] [] [2024/05/06 08:01:35.216 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 08:01:35.217 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.141334ms] [] [2024/05/06 08:01:35.217 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:35.217 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=11.338Β΅s] [] [2024/05/06 08:01:35.217 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:35.218 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=762.801Β΅s] [] [2024/05/06 08:01:35.221 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:35.221 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:35.221 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:35.221 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:35.221 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:35.221 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:35.221 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:35.221 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:35.222 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:35.222 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:35.222 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:35.222 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:35.222 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:35.223 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:35.224 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:35.224 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:35.224 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:35.224 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:35.225 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572371129958409\n# Conn_ID: 2\n# Query_time: 0.354904974\n# Parse_time: 0.000765457\n# Compile_time: 0.003336562\n# Rewrite_time: 0.002051775\n# Optimize_time: 0.000326318\n# Wait_TS: 0.000148623\n# Cop_time: 0.000114596 Process_time: 0.000036461 Wait_time: 0.000028595 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8\n# DB: from_select\n# Is_internal: false\n# Digest: 696879db0760bc7486baaa9d977a82add10957a2b15f1227e60d437897443093\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 3.6461e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.8595e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('ygXwVTAJNTlfMgkwCTAJTi9BCTAJdGltZTozNDguOG1zLCBsb29wczoxCU4vQQlOL0EKMQkzMV83CTAJMTAwMDAJZGF0YTpUYWJsZUZ1bGxTY2FuXzYJNAl0AUQYNjcyLjfCtRVFeDIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMTYBbkRwcm9jX2tleXM6IDQsIHRvdF8BEhQ6IDM2LjUFSgETJHdhaXQ6IDI4LjYFE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhhuOiA3My4zBTqobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MQWXCGFsXyUnSDEuMDdtc319CTM1MyBCeXRlcwkhJSQyCTQzXzYJMV8wLSfAdGFibGU6c3JjLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2XyUlAHsFZAAwNUEBlwBzIWMoZGV0YWlsOiB7dG8Bixhwcm9jZXNzMjkBBGFsMhcAIF9zaXplOiAxOClXBGFsDS04NSwgZ2V0X3NuYXBzaG90CdYQIDkuNjklInRyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlpQhrZXk+FgAYOCwgYmxvYyHmEH19fSwgAcdetAABHDbgAQhhbF8h4g0aADIx5wB0IRcMd2FsbA0ZRDE3MS42wrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('tQagCrAGCgxJbXBvcnRJbnRvXzIS6QUKDVRhYmxlUmVhZGVyXzcSqAMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShQKEgoLZnJvbV9zZWxlY3QSA3NyY1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvarACdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDQsIHRvdGFsX3Byb2NlcwkXIF9zaXplOiAxOBUeBGtlAS08NSwgZ2V0X3NuYXBzaG90XwVywCA5LjY5wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgA8OCwgYmxvY2s6IHt9fX0sIAFVBF9kVrQAARwUOiAzNi41BXEJ0Qh3YWkRiwwyOC42CRocaWt2X3dhbGwNMwgxNzEFGgh9cP8RAQQBeBEKKP8BIZxWH6WHTBZBLpcBKAFAAVIUZGF0YTpUNsUBBFoWBYgQNjcyLjcFbilxHDJi2AFjb3BfJY5oIHtudW06IDEsIG1heDogMS4xNm1zLCBwcm9jLU0pXABfARI20wAF0QA6GcyAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoYbjogNzMuMwWYYG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiBBHDRycGNfaW5mbzp7Q29wOgGvGF9ycGM6MSwtVwXkKDEuMDdtc319cOECPS8oOAFAAVIDTi9BWhUFJhAzNDguOAHfKQkAMVZlAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src`;"] [2024/05/06 08:01:35.258 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 08:01:35.258 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=54] [error="[executor:8173]PreCheck failed: target table is not empty"] [session="{\n \"currDBName\": \"from_select\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 08:01:35.259 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/05/06 08:01:35.292 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:35.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:35.292 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:35.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/05/06 08:01:35.362 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:35.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:35.374 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 110, Table Name: dst, Old Table ID: 108, Old Table Name: dst"] [2024/05/06 08:01:35.424 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=2.471452ms] [gotSchemaVersion=55] [phyTblIDs="[108,110]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:01:35.436 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=111] [version=55] [2024/05/06 08:01:35.470 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=53.300052ms] [job="ID:111, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:35.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:35.525 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=111] [tableIDs="[108]"] [comment="drop table: table ID"] [2024/05/06 08:01:35.539 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=111] [jobType="truncate table"] [2024/05/06 08:01:35.543 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:35.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:35.597 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:01:35.633 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 08:01:35.633 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:35.637 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.378589347\n# Parse_time: 0.000250372\n# Compile_time: 0.000697266\n# Rewrite_time: 0.000009642\n# Optimize_time: 0.000797375\n# Wait_TS: 0.000404574\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/05/06 08:01:35.833 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=ede4781a-cc79-4dc8-9819-66ed0ce93103] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=110] [2024/05/06 08:01:35.841 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:35.841 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793198733021509] [2024/05/06 08:01:35.842 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:35.842 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:35.843 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:35.843 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:35.843 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:35.843 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:35.843 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:35.858 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:35.860 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:35.860 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/06 08:01:35.865 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 08:01:35.871 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:35.875 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=ede4781a-cc79-4dc8-9819-66ed0ce93103] [key=import-from-select] [2024/05/06 08:01:35.877 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=ede4781a-cc79-4dc8-9819-66ed0ce93103] [key=import-from-select] [readDur=23.806Β΅s] [encodeDur=1.179593ms] [checksum="{cksum=15380830721546568226,size=76,kvs=2}"] [deliverDur=345.474Β΅s] [type=query] [takeTime=2.006821ms] [] [2024/05/06 08:01:35.878 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/ede4781a-cc79-4dc8-9819-66ed0ce93103/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/b4299c14-7cf3-422a-ad2a-98c05fa62d2a.sst] [firstKey=74800000000000006E5F728000000000000001] [lastKey=74800000000000006E5F728000000000000002] [2024/05/06 08:01:35.918 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=ede4781a-cc79-4dc8-9819-66ed0ce93103] [key=import-from-select] [2024/05/06 08:01:35.919 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=ede4781a-cc79-4dc8-9819-66ed0ce93103] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=288.349Β΅s] [] [2024/05/06 08:01:35.919 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 08:01:35.921 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.574488ms] [] [2024/05/06 08:01:35.921 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 08:01:35.925 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:35.947 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=76] [2024/05/06 08:01:35.947 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:35.960 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=76] [kvs=2] [importedSize=76] [importedCount=2] [2024/05/06 08:01:35.962 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=41.415219ms] [] [2024/05/06 08:01:35.962 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:35.964 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.466076ms] [] [2024/05/06 08:01:35.964 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 08:01:35.964 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:35.964 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=62.251Β΅s] [] [2024/05/06 08:01:35.964 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=ede4781a-cc79-4dc8-9819-66ed0ce93103] [checksum="{\"id=-1\"=\"{cksum=15380830721546568226,size=76,kvs=2}\"}"] [2024/05/06 08:01:35.964 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=ede4781a-cc79-4dc8-9819-66ed0ce93103] [2024/05/06 08:01:35.972 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=ede4781a-cc79-4dc8-9819-66ed0ce93103] [takeTime=8.210676ms] [] [2024/05/06 08:01:35.973 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=ede4781a-cc79-4dc8-9819-66ed0ce93103] [checksum="{cksum=15380830721546568226,size=76,kvs=2}"] [2024/05/06 08:01:35.973 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=ede4781a-cc79-4dc8-9819-66ed0ce93103] [weight=30] [2024/05/06 08:01:35.973 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=ede4781a-cc79-4dc8-9819-66ed0ce93103] [concurrency=15] [2024/05/06 08:01:35.977 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=110] [physicalTableID=110] [indexID=-1] [checksum=15380830721546568226] [totalKvs=2] [totalBytes=76] [2024/05/06 08:01:35.977 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=ede4781a-cc79-4dc8-9819-66ed0ce93103] [local="{cksum=15380830721546568226,size=76,kvs=2}"] [2024/05/06 08:01:35.978 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=ede4781a-cc79-4dc8-9819-66ed0ce93103] [checksum="{\"id=-1\"=\"{cksum=15380830721546568226,size=76,kvs=2}\"}"] [takeTime=13.327522ms] [] [2024/05/06 08:01:35.978 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 08:01:35.978 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=13.996Β΅s] [] [2024/05/06 08:01:35.978 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 08:01:35.979 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.084809ms] [] [2024/05/06 08:01:35.979 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:35.979 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=11.03Β΅s] [] [2024/05/06 08:01:35.979 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:35.980 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=772.007Β΅s] [] [2024/05/06 08:01:35.983 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:35.983 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:35.983 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:35.983 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:35.983 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:35.983 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:35.983 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:35.983 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:35.983 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:35.983 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:35.983 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:35.983 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:35.983 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:35.984 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:35.985 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:35.985 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:35.985 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:35.985 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:35.987 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572371326304269\n# Conn_ID: 2\n# Query_time: 0.347547774\n# Parse_time: 0.001245519\n# Compile_time: 0.003802638\n# Rewrite_time: 0.002638648\n# Optimize_time: 0.000797375\n# Wait_TS: 0.000101457\n# Cop_time: 0.000134518 Process_time: 0.000047525 Wait_time: 0.000021467 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: from_select\n# Is_internal: false\n# Digest: 6e6a9a0f1e74ed684f03a2c0c9e24f14b196cab2c16a12ba0ff52484bc0cb91e\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.7525e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.1467e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 316\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('rQaYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM0MC43bXMsIGxvb3BzOjEJARyYTi9BCjEJMzFfOQkwCTMzMzMuMzMJZGF0YTpTZWxlY3Rpb25fOAkyCUIYNzM2LjHCtRVDeDIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMTUBbERwcm9jX2tleXM6IDQsIHRvdF8BEhQ6IDQ3LjUFSgETHHdhaXQ6IDIxDROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoYbjogNTAuNAVNqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjEFlwhhbF8lJUgxLjA3bXN9fQkzMTYgQnl0ZXMJISMgMgkxXzgJMV8wNSQgZ3QoZnJvbV9zJScoLnNyYy5pZCwgNSklLQRrdgWkBDp7BVUAMDUyAYg8c2Nhbl9kZXRhaWw6IHt0bwF8IRUIZXNzMioBBGFsMhcAIF9zaXplOiAxOClIBGFsDS08NSwgZ2V0X3NuYXBzaG90XwVyECA4LjU4JRN0cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JZYIa2V5PhYAGDgsIGJsb2Mh1zmJDTIUMn19fSwgAWdexgABHAA6MuMBCGFsXyHlDRoAMjHqAHQhKQh3YWwtfSggMTUxLjnCtXN9CVGcGDMJNDNfNwkhesgxMDAwMAl0YWJsZTpzcmMsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXQBX0WeRogBIAlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('ugfgCrUHCgxJbXBvcnRJbnRvXzIS7gYKDVRhYmxlUmVhZGVyXzkSsQQKC1NlbGVjdGlvbl84EpMBCg9UASJQRnVsbFNjYW5fNyFkwppVvg5EQSkAAQFQiMNAMAQ4AkACShQKEgoLZnJvbV9zBULwRhIDc3JjUh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////CQMEAXgJCAz///8BBYI4Wt1HQSmrqqqqqgqqQDACAYIQUhlndCgdgTQuc3JjLmlkLCA1KWrCAm5oAAgsIHMB3HxkZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDQsIEYXACBfc2l6ZTogMTgVHgktQDUsIGdldF9zbmFwc2hvdF90AdqgIDguNTjCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDoBbAhrZXk+FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWdexgABHBQ6IDQ3LjUFgwnMCHdhaRGdBDIxERocaWt2X3dhbGwNMyQxNTEuOcK1c31wIX4FATKOARhGAcpPUpgQMo4BKAFAAVIQZGF0YTpTRQwYaW9uXzhaFgWEEDczNi4xBYQp5xgyYtgBY29wSQRYIHtudW06IDEsIG1heDogMS4xNW1zLCAhiy1bKWolnTbPAAXNADoZyBBjb3ByXzkpRHJhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaGG46IDUwLjQFmKhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxUR8F5CwxLjA3bXN9fXC8AnglMgEBLAE4AUABUgNOL0FaFQUmEDM0MC43Ad8pCQAxVmEBBBgB')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` WHERE `id`>5;"] [2024/05/06 08:01:35.996 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=from_select] [sql="truncate table src"] [user=] [2024/05/06 08:01:36.065 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:36 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:36.065 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:36 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table src"] [2024/05/06 08:01:36.115 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:36 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:36.128 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 112, Table Name: src, Old Table ID: 106, Old Table Name: src"] [2024/05/06 08:01:36.183 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=2.427001ms] [gotSchemaVersion=56] [phyTblIDs="[106,112]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:01:36.195 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=113] [version=56] [2024/05/06 08:01:36.230 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=54.048506ms] [job="ID:113, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:36 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:36.282 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=113] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/05/06 08:01:36.290 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=113] [jobType="truncate table"] [2024/05/06 08:01:36.295 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:36 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:36.361 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/06 08:01:36.361 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:36.365 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.370433222\n# Parse_time: 0.000191223\n# Compile_time: 0.000671874\n# Rewrite_time: 0.000009404\n# Optimize_time: 0.00113701\n# Wait_TS: 0.000407497\n# DB: from_select\n# Is_internal: false\n# Digest: f2c7f6405bf8440e1c17a34c69e3838791b741099c9e639d9dbbec96d8706c03\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table src;"] [2024/05/06 08:01:36.367 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/05/06 08:01:36.399 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:36.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:36.399 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:36.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/05/06 08:01:36.445 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:36.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:36.456 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 114, Table Name: dst, Old Table ID: 110, Old Table Name: dst"] [2024/05/06 08:01:36.501 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=2.815102ms] [gotSchemaVersion=57] [phyTblIDs="[110,114]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:01:36.511 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=115] [version=57] [2024/05/06 08:01:36.548 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=54.150665ms] [job="ID:115, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:36.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:36.605 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=115] [tableIDs="[110]"] [comment="drop table: table ID"] [2024/05/06 08:01:36.615 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="truncate table"] [2024/05/06 08:01:36.619 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:36.35 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:36.698 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/06 08:01:36.699 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:36.703 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.337182699\n# Parse_time: 0.000226267\n# Compile_time: 0.000797963\n# Rewrite_time: 0.000015192\n# Optimize_time: 0.00113701\n# Wait_TS: 0.00051179\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/05/06 08:01:40.143 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572372021248004\n# Conn_ID: 2\n# Query_time: 3.393594555\n# Parse_time: 0.993927338\n# Compile_time: 1.26459593\n# Rewrite_time: 0.055230066\n# Optimize_time: 0.00113701\n# Wait_TS: 0.000180581\n# Prewrite_time: 0.066095792 Commit_time: 0.013437945 Get_commit_ts_time: 0.000455777 Slowest_prewrite_rpc_detail: {total:0.060s, region_id: 14, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 5.46ms}, scan_detail: {get_snapshot_time: 6.05Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 20.8Β΅s, propose_send_wait: 0s, persist_log: {total: 221.6Β΅s, write_leader_wait: 52ns, sync_log: 164.9Β΅s, write_memtable: 686ns}, commit_log: 468.1Β΅s, apply_batch_wait: 1.31ms, apply: {total:2.42ms, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 44.8Β΅s, write_memtable: 404Β΅s}}} Commit_primary_rpc_detail: {total:0.060s, region_id: 14, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 5.46ms}, scan_detail: {get_snapshot_time: 6.05Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 20.8Β΅s, propose_send_wait: 0s, persist_log: {total: 221.6Β΅s, write_leader_wait: 52ns, sync_log: 164.9Β΅s, write_memtable: 686ns}, commit_log: 468.1Β΅s, apply_batch_wait: 1.31ms, apply: {total:2.42ms, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 44.8Β΅s, write_memtable: 404Β΅s}}} Write_keys: 5000 Write_size: 203762 Prewrite_region: 1\n# DB: from_select\n# Is_internal: false\n# Digest: 2eb078d80e2f69b93895c0e634b5a5b655b210941e21f8f52b7ab2a5ed4ce332\n# Num_cop_tasks: 0\n# Mem_max: 1523240\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2hTweTAJMjdfMQkwCTAJTi9BCTAJdGltZToxLjA0cywgbG9vcHM6MSwgcHJlcGFyZToge3RvdGFsOiAyNzQuOG1zLCBhdXRvX2lkX2FsbG9jYXRvcjoge2FsbG9jX2NudDogMSwgR2V0OntudW1fcnBjOjEsIHRvdGFsX3RpCWcUNm1zfSwgAXUYX2RldGFpbBFkIF9wcm9jZXNzXwEcLDogMTMzLjHCtXMsIAlADHdhaXQNGww1My44HRooa3ZfcmVhZF93YWwNZwggMTkVIwhpa3YuGgAYMjE0LjLCtQGEDHNjYW4+hABMa2V5czogMSwgZ2V0X3NuYXBzaG8RdwwyMC45BXewcm9ja3NkYjoge2Jsb2NrOiB7Y2FjaGVfaGl0X2NvdW50OiAyfX19LCBjb21tAbYseG46IHtwcmV3cml0IWwMODNtcwljESIMczo0MgldCRIQOjEuMzIBJRxzbG93ZXN0XxE+JVUAIDGWZDAuMDAycywgcmVnaW9uX2lkOiAxMCwgc3RvIbw4MTI3LjAuMC4xOjIwMTYyQnYBOhsBCDc0NwXhBH0sOhsBSgwBDDE3Lje2DAEF/DlvBaMUX2JhdGNoJdsMOiAyMAVRKHByb3Bvc2Vfc2VuIdNIaXQ6IDBzLCBwZXJzaXN0X2xvZxn/EDE3My40BTYJXhRsZWFkZXINUCg0MTJucywgc3luYwk2CDExMU1SCS40bWVtdGFibGU6IDMuNzNJFCl+CTAINDA2DeUQYXBwbHkyrQAIMTQuATIALAkbFZIMOTEuNQWQFG11dGV4X0keAb8JcjKgABkXHHdhbDogMjQuSdUJKxmdBDE1BbYAfV1RGHByaW1hcnlGDAIEMXP+DAJNDAQ0NgHfkgoCADEtCkYWAwWzCc9160b4AQA5LWWu+QEEOTQlFAAsDV4yWAEEODE29wEANYlGCYg9VwguNTZG9AEIMjIxDY9S9AFJbQUbNfQANzG5xvQBBDE3XvQBADMFayVBbdwIbnVtoU0Jx4WnADER/xRieXRlOjOJcyxpbnNlcnQ6NzY0LjeBQE3ROoMEDDY2LjEBHmHaESIQczo0NTUNkAkUADoBhwEngoUEADZBzQ2phYUENCzahQQINS40ySI2ngUBqTqPBQg2LjBpbN55AgQyMA3urnoCQSFBODF8MnsCADU+cgQENjSlUhEtWX4MNjg2bmFfKWmNcAQ2OE3WRWE2cAQELjMlsQUaVXsIMi40xSXGegIANFG1SVAZmQQ0MEHkRXkNnGJtBAQ5czZtBOL0AQw2LjIxEhYIgvQBADGBlgAs4vIBBDg5ZVcALLLyAQgzNDASMggxxTLyAQQ2NzZtBAQyMB55CD5ZAQgxLjhBOAB9IhYIxcoMMS4wNWFiJdg28gEOpgg+YAYIMi44BS/G8QEEOTLNmkqYACF9BH19Nc1GagQMNTAwMBH/hW1QMjAzNzYyfQk3MjcuNSBLQglOL0EK')\n# Binary_plan: tidb_decode_binary_plan('5hTwWwrhFAoISW5zZXJ0XzE4AUABUgNOL0FaE3RpbWU6MS4wNHMsIGxvb3BzOjFixwtwcmVwYXJlOiB7dG90YWw6IDI3NC44bXMsIGF1dG9faWRfYWxsb2NhdG9yOiB7BQxkX2NudDogMSwgR2V0OntudW1fcnBjOjEsIHQBQgBfEWgUNm1zfSwgAQ4YX2RldGFpbBFkHF9wcm9jZXNzCSogIDEzMy4xwrVzEUAMd2FpdA0bDDUzLjgdGihrdl9yZWFkX3dhbA1nCCAxORUjCGlrdi4aABgyMTQuMsK1AYQMc2Nhbj6EAAxrZXlzBcUoZ2V0X3NuYXBzaG8RdwwyMC45BXd4cm9ja3NkYjoge2Jsb2NrOiB7Y2FjaGVfaGl0X2NvdSEHJDJ9fX0sIGNvbW0Btix4bjoge3ByZXdyaXQhbQQ4MyFKAWMRIgxzOjQyCV0JEhA6MS4zMgElHHNsb3dlc3RfET4lVQAgMZZkMC4wMDJzLCByZWdpb25faWQ6IDEwLCBzdG8hvDgxMjcuMC4wLjE6MjAxNjJCdgE6GwEINzQ3BeEEfSw6GwEBqToMAQwxNy43tgwBBfw5bwWjFF9iYXRjaCXbDDogMjAFUShwcm9wb3NlX3NlbiHTSGl0OiAwcywgcGVyc2lzdF9sb2cZ/xAxNzMuNAU2CV4UbGVhZGVyDVAoNDEybnMsIHN5bmMJNggxMTFNUgkuNG1lbXRhYmxlOiAzLjczSRQpfgkwCDQwNg3lEGFwcGx5Mq0ACDE0LgEyACwJGxWSDDkxLjUFkBRtdXRleF9JHgG/CXIyoAAZFxx3YWw6IDI0LknVCSsZnQQxNQW2LlECGHByaW1hcnlGDAIEMXP+DAJNDAQ0NgHfkgoCADEtCkYWAwWzCc9160b4AQA5LWWu+QEEOTQlFAAsDV4yWAEEODE29wEANYlGCYg9VwguNTZG9AEIMjIxDY9S9AFJbQUbNfQANzG5xvQBBDE3XvQBADMFayVBbdwIbnVtoU0Jx4WnADER/xRieXRlOjOJcwBppeIoOjc2NC43bXNi3QhN0jqEBAw2Ni4xgV9h2xEiEHM6NDU1DZEJFAA6AYgBJ4KGBAA2Qc4NqoWGBDQs2oYECDUuNMkjNp8FAak6hAQINi4waW3eegIEMjAN7q57AkEiQTkxfTJ8AgA1PnMEBDY0pVMRLVl/DDY4Nm5hYClpjXEENjhN10ViNnEEBC4zJbEFGlV8CDIuNMUmxnsCADRRtklRGZkENDBB5UV6DZxibgQEOXM2bgTi9AEMNi4yMRIXCIL0AQAxgZcALOLyAQQ4OWVYACyy8gEIMzQwEjMIMcUy8gEENjc2bgQEMjAeegg+WQEIMS44QTgmFwjFywwxLjA1YWIl2DbyAQ6nCD5hBggyLjgFL8bxAQQ5Ms2bSpgAIX0EfX01zUZrBAw1MDAwEf+FblwyMDM3NjJ9cKi8LXj///////////8BGAE=')\n# Resource_group: default\ninsert into src values (0, 'abc-0'),(1, 'abc-1'),(2, 'abc-2'),(3, 'abc-3'),(4, 'abc-4'),(5, 'abc-5'),(6, 'abc-6'),(7, 'abc-7'),(8, 'abc-8'),(9, 'abc-9'),(10, 'abc-10'),(11, 'abc-11'),(12, 'abc-12'),(13, 'abc-13'),(14, 'abc-14'),(15, 'abc-15'),(16, 'abc-16'),(17, 'abc-17'),(18, 'abc-18'),(19, 'abc-19'),(20, 'abc-20'),(21, 'abc-21'),(22, 'abc-22'),(23, 'abc-23'),(24, 'abc-24'),(25, 'abc-25'),(26, 'abc-26'),(27, 'abc-27'),(28, 'abc-28'),(29, 'abc-29'),(30, 'abc-30'),(31, 'abc-31'),(32, 'abc-32'),(33, 'abc-33'),(34, 'abc-34'),(35, 'abc-35'),(36, 'abc-36'),(37, 'abc-37'),(38, 'abc-38'),(39, 'abc-39'),(40, 'abc-40'),(41, 'abc-41'),(42, 'abc-42'),(43, 'abc-43'),(44, 'abc-44'),(45, 'abc-45'),(46, 'abc-46'),(47, 'abc-47'),(48, 'abc-48'),(49, 'abc-49'),(50, 'abc-50'),(51, 'abc-51'),(52, 'abc-52'),(53, 'abc-53'),(54, 'abc-54'),(55, 'abc-55'),(56, 'abc-56'),(57, 'abc-57'),(58, 'abc-58'),(59, 'abc-59'),(60, 'abc-60'),(61, 'abc-61'),(62, 'abc-62'),(63, 'abc-63'),(64, 'abc-64'),(65, 'abc-65'),(66, 'abc-66'),(67, 'abc-67'),(68, 'abc-68'),(69, 'abc-69'),(70, 'abc-70'),(71, 'abc-71'),(72, 'abc-72'),(73, 'abc-73'),(74, 'abc-74'),(75, 'abc-75'),(76, 'abc-76'),(77, 'abc-77'),(78, 'abc-78'),(79, 'abc-79'),(80, 'abc-80'),(81, 'abc-81'),(82, 'abc-82'),(83, 'abc-83'),(84, 'abc-84'),(85, 'abc-85'),(86, 'abc-86'),(87, 'abc-87'),(88, 'abc-88'),(89, 'abc-89'),(90, 'abc-90'),(91, 'abc-91'),(92, 'abc-92'),(93, 'abc-93'),(94, 'abc-94'),(95, 'abc-95'),(96, 'abc-96'),(97, 'abc-97'),(98, 'abc-98'),(99, 'abc-99'),(100, 'abc-100'),(101, 'abc-101'),(102, 'abc-102'),(103, 'abc-103'),(104, 'abc-104'),(105, 'abc-105'),(106, 'abc-106'),(107, 'abc-107'),(108, 'abc-108'),(109, 'abc-109'),(110, 'abc-110'),(111, 'abc-111'),(112, 'abc-112'),(113, 'abc-113'),(114, 'abc-114'),(115, 'abc-115'),(116, 'abc-116'),(117, 'abc-117'),(118, 'abc-118'),(119, 'abc-119'),(120, 'abc-120'),(121, 'abc-121'),(122, 'abc-122'),(123, 'abc-123'),(124, 'abc-124'),(125, 'abc-125'),(126, 'abc-126'),(127, 'abc-127'),(128, 'abc-128'),(129, 'abc-129'),(130, 'abc-130'),(131, 'abc-131'),(132, 'abc-132'),(133, 'abc-133'),(134, 'abc-134'),(135, 'abc-135'),(136, 'abc-136'),(137, 'abc-137'),(138, 'abc-138'),(139, 'abc-139'),(140, 'abc-140'),(141, 'abc-141'),(142, 'abc-142'),(143, 'abc-143'),(144, 'abc-144'),(145, 'abc-145'),(146, 'abc-146'),(147, 'abc-147'),(148, 'abc-148'),(149, 'abc-149'),(150, 'abc-150'),(151, 'abc-151'),(152, 'abc-152'),(153, 'abc-153'),(154, 'abc-154'),(155, 'abc-155'),(156, 'abc-156'),(157, 'abc-157'),(158, 'abc-158'),(159, 'abc-159'),(160, 'abc-160'),(161, 'abc-161'),(162, 'abc-162'),(163, 'abc-163'),(164, 'abc-164'),(165, 'abc-165'),(166, 'abc-166'),(167, 'abc-167'),(168, 'abc-168'),(169, 'abc-169'),(170, 'abc-170'),(171, 'abc-171'),(172, 'abc-172'),(173, 'abc-173'),(174, 'abc-174'),(175, 'abc-175'),(176, 'abc-176'),(177, 'abc-177'),(178, 'abc-178'),(179, 'abc-179'),(180, 'abc-180'),(181, 'abc-181'),(182, 'abc-182'),(183, 'abc-183'),(184, 'abc-184'),(185, 'abc-185'),(186, 'abc-186'),(187, 'abc-187'),(188, 'abc-188'),(189, 'abc-189'),(190, 'abc-190'),(191, 'abc-191'),(192, 'abc-192'),(193, 'abc-193'),(194, 'abc-194'),(195, 'abc-195'),(196, 'abc-196'),(197, 'abc-197'),(198, 'abc-198'),(199, 'abc-199'),(200, 'abc-200'),(201, 'abc-201'),(202, 'abc-202'),(203, 'abc-203'),(204, 'abc-204'),(205, 'abc-205'),(206, 'abc-206'),(207, 'abc-207'),(208, 'abc-208'),(209, 'abc-209'),(210, 'abc-210'),(211, 'abc-211'),(212, 'abc-212'),(213, 'abc-213'),(214, 'abc-214'),(215, 'abc-215'),(216, 'abc-216'),(217, 'abc-217'),(218, 'abc-218'),(219, 'abc-219'),(220, 'abc-220'),(221, 'abc-221'),(222, 'abc-222'),(223, 'abc-223'),(224, 'abc-224'),(225, 'abc-225'),(226, 'abc-226'),(227, 'abc-227'),(228, 'abc-228'),(229, 'abc-229'),(230, 'abc-230'),(231, 'abc-231'),(232, 'abc-232'),(233, 'abc-233'),(234, 'abc-234'),(235, 'abc-235'),(236, 'abc-236'),(237, 'abc-237'),(238, 'abc-238'),(239, 'abc-239'),(240, 'abc-240'),(241, 'abc-241'),(242, 'abc-242'),(243, 'abc-243'),(244, 'abc-244'),(245, 'abc-245'),(246, 'abc-246'),(247, 'abc-247'),(248, 'abc-248'),(249, 'abc-249'),(250, 'abc-250'),(251, 'abc-251'),(252, 'ab(len:92802);"] [2024/05/06 08:01:40.375 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=08a86e64-9f03-414b-8408-277a13177db5] [concurrency=8] [target-table=`from_select`.`dst`] [target-table-id=114] [2024/05/06 08:01:40.383 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:40.383 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793198733021509] [2024/05/06 08:01:40.384 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:40.384 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:40.385 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:40.385 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:40.385 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:40.385 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:40.386 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:40.400 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:40.402 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:40.403 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/06 08:01:40.408 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 08:01:40.413 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:40.423 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=08a86e64-9f03-414b-8408-277a13177db5] [key=import-from-select] [2024/05/06 08:01:40.423 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=08a86e64-9f03-414b-8408-277a13177db5] [key=import-from-select] [2024/05/06 08:01:40.423 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=08a86e64-9f03-414b-8408-277a13177db5] [key=import-from-select] [2024/05/06 08:01:40.424 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=08a86e64-9f03-414b-8408-277a13177db5] [key=import-from-select] [2024/05/06 08:01:40.425 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=08a86e64-9f03-414b-8408-277a13177db5] [key=import-from-select] [2024/05/06 08:01:40.425 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=08a86e64-9f03-414b-8408-277a13177db5] [key=import-from-select] [2024/05/06 08:01:40.426 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=08a86e64-9f03-414b-8408-277a13177db5] [key=import-from-select] [2024/05/06 08:01:40.428 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=08a86e64-9f03-414b-8408-277a13177db5] [key=import-from-select] [2024/05/06 08:01:40.964 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=08a86e64-9f03-414b-8408-277a13177db5] [key=import-from-select] [readDur=49.702992ms] [encodeDur=473.86504ms] [checksum="{cksum=5712869572892702064,size=25130,kvs=617}"] [deliverDur=4.084441ms] [type=query] [takeTime=541.113502ms] [] [2024/05/06 08:01:40.965 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=25130] [kvs=617] [files=1] [sstFileSize=9010] [file=/tmp/tidb/import-4000/08a86e64-9f03-414b-8408-277a13177db5/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/dbcf3614-9251-4c0e-8741-6ece8113e330.sst] [firstKey=7480000000000000725F728000000000000001] [lastKey=7480000000000000725F728000000000001380] [2024/05/06 08:01:40.967 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=08a86e64-9f03-414b-8408-277a13177db5] [key=import-from-select] [readDur=53.457785ms] [encodeDur=470.859214ms] [checksum="{cksum=17151686181125686406,size=25357,kvs=622}"] [deliverDur=6.685657ms] [type=query] [takeTime=543.578553ms] [] [2024/05/06 08:01:40.967 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=25357] [kvs=622] [files=1] [sstFileSize=9014] [file=/tmp/tidb/import-4000/08a86e64-9f03-414b-8408-277a13177db5/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/1261c4a7-cb7e-4706-843c-071a9820703a.sst] [firstKey=7480000000000000725F728000000000000002] [lastKey=7480000000000000725F728000000000001388] [2024/05/06 08:01:40.970 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=08a86e64-9f03-414b-8408-277a13177db5] [key=import-from-select] [readDur=58.916177ms] [encodeDur=464.277071ms] [checksum="{cksum=16155029617280407322,size=25272,kvs=620}"] [deliverDur=10.00861ms] [type=query] [takeTime=546.186515ms] [] [2024/05/06 08:01:40.971 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=25272] [kvs=620] [files=1] [sstFileSize=9019] [file=/tmp/tidb/import-4000/08a86e64-9f03-414b-8408-277a13177db5/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/89263f88-1fb4-4db2-b5fa-7f5301057822.sst] [firstKey=7480000000000000725F728000000000000004] [lastKey=7480000000000000725F728000000000001386] [2024/05/06 08:01:40.972 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=08a86e64-9f03-414b-8408-277a13177db5] [key=import-from-select] [readDur=56.495326ms] [encodeDur=465.968984ms] [checksum="{cksum=12259193955489204683,size=25426,kvs=624}"] [deliverDur=11.154943ms] [type=query] [takeTime=546.688889ms] [] [2024/05/06 08:01:40.972 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=08a86e64-9f03-414b-8408-277a13177db5] [key=import-from-select] [readDur=47.134351ms] [encodeDur=471.76995ms] [checksum="{cksum=17598117680136066780,size=25355,kvs=622}"] [deliverDur=11.316246ms] [type=query] [takeTime=543.196532ms] [] [2024/05/06 08:01:40.972 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=08a86e64-9f03-414b-8408-277a13177db5] [key=import-from-select] [readDur=86.557321ms] [encodeDur=436.869858ms] [checksum="{cksum=7186713773958446487,size=25717,kvs=631}"] [deliverDur=10.784854ms] [type=query] [takeTime=548.138914ms] [] [2024/05/06 08:01:40.972 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=08a86e64-9f03-414b-8408-277a13177db5] [key=import-from-select] [readDur=49.215512ms] [encodeDur=473.015353ms] [checksum="{cksum=12071206752294694190,size=26118,kvs=641}"] [deliverDur=11.046784ms] [type=query] [takeTime=547.598468ms] [] [2024/05/06 08:01:40.972 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=08a86e64-9f03-414b-8408-277a13177db5] [key=import-from-select] [readDur=83.84757ms] [encodeDur=438.155619ms] [checksum="{cksum=17472543921435462589,size=25387,kvs=623}"] [deliverDur=11.116294ms] [type=query] [takeTime=546.543471ms] [] [2024/05/06 08:01:40.972 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=25426] [kvs=624] [files=1] [sstFileSize=9087] [file=/tmp/tidb/import-4000/08a86e64-9f03-414b-8408-277a13177db5/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/de233679-8674-4f03-b827-89ee16a437eb.sst] [firstKey=7480000000000000725F728000000000000007] [lastKey=7480000000000000725F728000000000001385] [2024/05/06 08:01:40.973 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 08:01:40.973 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=25355] [kvs=622] [files=1] [sstFileSize=9073] [file=/tmp/tidb/import-4000/08a86e64-9f03-414b-8408-277a13177db5/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/a516796e-d3d4-4bd4-b253-8ce97bf8a5f0.sst] [firstKey=7480000000000000725F72800000000000001E] [lastKey=7480000000000000725F728000000000001384] [2024/05/06 08:01:40.974 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=25717] [kvs=631] [files=1] [sstFileSize=9141] [file=/tmp/tidb/import-4000/08a86e64-9f03-414b-8408-277a13177db5/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/ea963953-d7a2-4f21-a49b-accb30b28785.sst] [firstKey=7480000000000000725F728000000000000003] [lastKey=7480000000000000725F72800000000000137D] [2024/05/06 08:01:40.975 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=26118] [kvs=641] [files=1] [sstFileSize=9282] [file=/tmp/tidb/import-4000/08a86e64-9f03-414b-8408-277a13177db5/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/58ba940a-09f4-4c69-baeb-0d3f77c6a0f1.sst] [firstKey=7480000000000000725F728000000000000006] [lastKey=7480000000000000725F728000000000001381] [2024/05/06 08:01:40.976 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=25387] [kvs=623] [files=1] [sstFileSize=9051] [file=/tmp/tidb/import-4000/08a86e64-9f03-414b-8408-277a13177db5/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/353705a7-d890-4464-8d07-43cbdabefa04.sst] [firstKey=7480000000000000725F72800000000000000B] [lastKey=7480000000000000725F728000000000001387] [2024/05/06 08:01:40.978 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=5.045362ms] [] [2024/05/06 08:01:40.978 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 08:01:40.985 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:41.008 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=5000] [size=203762] [2024/05/06 08:01:41.008 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:41.126 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=203762] [kvs=5000] [importedSize=203762] [importedCount=5000] [2024/05/06 08:01:41.128 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=149.763014ms] [] [2024/05/06 08:01:41.128 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:41.130 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.775701ms] [] [2024/05/06 08:01:41.130 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 08:01:41.130 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:41.130 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=56.659Β΅s] [] [2024/05/06 08:01:41.130 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=08a86e64-9f03-414b-8408-277a13177db5] [checksum="{\"id=-1\"=\"{cksum=2965160055807091455,size=203762,kvs=5000}\"}"] [2024/05/06 08:01:41.130 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=08a86e64-9f03-414b-8408-277a13177db5] [2024/05/06 08:01:41.142 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=08a86e64-9f03-414b-8408-277a13177db5] [takeTime=11.654753ms] [] [2024/05/06 08:01:41.142 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=08a86e64-9f03-414b-8408-277a13177db5] [checksum="{cksum=2965160055807091455,size=203762,kvs=5000}"] [2024/05/06 08:01:41.142 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=08a86e64-9f03-414b-8408-277a13177db5] [weight=30] [2024/05/06 08:01:41.142 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=08a86e64-9f03-414b-8408-277a13177db5] [concurrency=15] [2024/05/06 08:01:41.149 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=-1] [checksum=2965160055807091455] [totalKvs=5000] [totalBytes=203762] [2024/05/06 08:01:41.150 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=08a86e64-9f03-414b-8408-277a13177db5] [local="{cksum=2965160055807091455,size=203762,kvs=5000}"] [2024/05/06 08:01:41.150 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=08a86e64-9f03-414b-8408-277a13177db5] [checksum="{\"id=-1\"=\"{cksum=2965160055807091455,size=203762,kvs=5000}\"}"] [takeTime=19.774785ms] [] [2024/05/06 08:01:41.151 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 08:01:41.151 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=17.872Β΅s] [] [2024/05/06 08:01:41.151 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 08:01:41.154 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=2.807033ms] [] [2024/05/06 08:01:41.154 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:41.154 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=13.992Β΅s] [] [2024/05/06 08:01:41.154 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:41.155 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=833.069Β΅s] [] [2024/05/06 08:01:41.158 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:41.158 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:41.158 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:41.158 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:41.158 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:41.158 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:41.158 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:41.158 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:41.159 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:41.159 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:41.159 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:41.159 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:41.159 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:41.161 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:41.161 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:41.161 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:41.161 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:41.161 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:41.163 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572372506214408\n# Conn_ID: 2\n# Query_time: 1.017330524\n# Parse_time: 0.000869362\n# Compile_time: 0.004049097\n# Rewrite_time: 0.002872226\n# Optimize_time: 0.00113701\n# Wait_TS: 0.000139426\n# Cop_time: 0.005217627 Process_time: 0.004984754 Wait_time: 0.000147095 Request_count: 5 Process_keys: 5000 Total_keys: 5005 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 15390 Rocksdb_key_skipped_count: 20390\n# DB: from_select\n# Is_internal: false\n# Digest: 732118ea7aa678f28e4cb142520f56d3d03c46000e09ced082cbbc8664c18b0b\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 5\n# Cop_proc_avg: 0.00099695 Cop_proc_p90: 0.001547383 Cop_proc_max: 0.001547383 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.9419e-05 Cop_wait_p90: 3.3985e-05 Cop_wait_max: 3.3985e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 520192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('jAeQMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjEuMDFzLCBsb29wczoxCQEaoE4vQQoxCTMxXzcJMAkxMDAwMAlkYXRhOlRhYmxlRnVsbFNjYW5fNgk1ARoFRRA5LjMybRVGeDcsIGNvcF90YXNrOiB7bnVtOiA1LCBtYXg6IDMuNDMBKRxtaW46IDIuMAUNCGF2ZwENADYBGQhwOTUdJkhheF9wcm9jX2tleXM6IDIwMTYsASJGFQAIdG90BRUUOiA0Ljk4AUkBEjR3YWl0OiAxNDcuMcK1cwWWdHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAW0CF9kdQUaGG46IDYzLjQFOgGKmGRpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgHxGF9ycGM6NSwBhQhhbF8lI0AxMi40bXN9fQk3OC4xIEtCCSFmIDIJNDNfNgkxXzFooHRhYmxlOnNyYywga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvMX0Ea3YFtBQ6e3Byb2MBpwA6JYkhYAAxIQclXAQxLgUVCHA4MAkeIWUFEphpdGVyczoyNCwgdGFza3M6NX0sIHNjYW5fZGV0YWlsOiB7dG90YWwlWwhlc3MtiAQ1MCExAHRCGgAwX3NpemU6IDI0Mzc2MhH9AGslu0Q1MDA1LCBnZXRfc25hcHNob3QpFiFiADMlYnByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291biHGDDUzOTAhFgB5PhoABDIwBRoMYmxvY0FwEH19fSwgIXNexQABHDIoAiRhbF9zdXNwZW5kDRwMOS42MwWVCeRBRw0aWUwJGyhrdl9yZWFkX3dhbC3oBCA2IXcAdCGZHRU8NS41NG1zfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('9gegCvEHCgxJbXBvcnRJbnRvXzISrAcKDVRhYmxlUmVhZGVyXzcSqQQKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfRpAYjDQDCIJzgCQAJKFAoSCgtmcm9tX3NlbGVjdBIDc3JjUh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qsAN0aWt2X3Rhc2s6e3Byb2MgbWF4OjJtcywgbWluOjFtcywgYXZnOiAxLjJtcywgcDgwOjJtcywgcDk1OjJtcywgaXRlcnM6MjQsIHRhc2tzOjV9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNTAwMCwgdG90YWxfcHJvY2Vzc19rZXlzX3NpemU6IDI0Mzc2MiwgdG90YWxfa2V5czogNTAwNSwgZ2V0X3NuYXBzaG90X3RpbWU6IDYzLjPCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTUzOTAsIGtleV9za2lwcGVkX2NvdW50OiAyMDM5MCwgYmxvY2s6IHt9fX0sIHRpbWVfZGV0YWlsOiB7NsUAJHRpbWU6IDQuOTghDAkcGHN1c3BlbmQNHBg5LjYzwrVzEeQMd2FpdA0aEDE0Ny4xHRssa3ZfcmVhZF93YWxsDSMANgVWIZkdFSA1LjU0bXN9cP8RAQQBeBEKKP8BIZxWH6WHTBZBMhgCKAFAAVIUZGF0YTpUNkcCBFoUBcIIOS4zJcQwbG9vcHM6N2KaAmNvcEkNJCB7bnVtOiA1LCBBERAgMy40MwGVQRUMIDIuMAUNAGFBGQQyLgWuQRAZJghheF8h8Cxfa2V5czogMjAxNiwBIkYVAAh0b3QFFTJNASUuADo9KYBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFtAhfZHUFGhhuOiA2My40JWMBiphkaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoB8RRfcnBjOjUxtSUkCDEyLiF3EH1wwPAEPXEAOCFcFANOL0FaEwknEC4wMXMsLUoAMValAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` WITH thread=8;"] === RUN TestImportInto/TestImportFromSelectColumnList [2024/05/06 08:01:41.313 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=from_select] [sql="drop database if exists from_select"] [user=] [2024/05/06 08:01:41.339 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:116, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:41.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists from_select"] [2024/05/06 08:01:41.339 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:41.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:41.378 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:41.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:41.410 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=319.549Β΅s] [gotSchemaVersion=58] [phyTblIDs="[112,114]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:41.421 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=116] [version=58] [2024/05/06 08:01:41.460 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=54.300402ms] [job="ID:116, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:41.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:41.521 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:41.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:41.572 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=313.452Β΅s] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:41.585 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=116] [version=59] [2024/05/06 08:01:41.620 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.971891ms] [job="ID:116, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:41.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:41.676 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:41.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:41.713 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=236.726Β΅s] [gotSchemaVersion=60] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:41.722 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=116] [version=60] [2024/05/06 08:01:41.761 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=53.405058ms] [job="ID:116, Type:drop schema, State:done, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:41.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:41.835 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=116] [tableIDs="[112,114]"] [comment="drop schema: table IDs"] [2024/05/06 08:01:41.848 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=116] [jobType="drop schema"] [2024/05/06 08:01:41.852 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [job="ID:116, Type:drop schema, State:synced, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:41.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:41.904 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/05/06 08:01:41.904 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:41.908 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.597109394\n# Parse_time: 0.000663083\n# Compile_time: 0.000851187\n# Rewrite_time: 0.000009925\n# Optimize_time: 0.002461482\n# Wait_TS: 0.000354607\n# Is_internal: false\n# Digest: 204fced281c071eff2176d73371b622a1c63112ba44e5fa57ddd93d2de723449\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists from_select;"] [2024/05/06 08:01:41.910 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=] [sql="create database from_select"] [user=] [2024/05/06 08:01:41.943 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:118, Type:create schema, State:queueing, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:41.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:41.943 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:118, Type:create schema, State:queueing, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:41.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/05/06 08:01:42.010 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [category=ddl] [job="ID:118, Type:create schema, State:queueing, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:41.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:42.064 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=985.974Β΅s] [gotSchemaVersion=61] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:01:42.076 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=118] [version=61] [2024/05/06 08:01:42.112 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=53.258365ms] [job="ID:118, Type:create schema, State:done, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:41.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:42.159 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [job="ID:118, Type:create schema, State:synced, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:41.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:42.186 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=118] [2024/05/06 08:01:42.186 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:42.193 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=61] [cur_db=from_select] [sql="create table src(id int, a varchar(64))"] [user=] [2024/05/06 08:01:42.247 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:42.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:42.247 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:42.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src(id int, a varchar(64))"] [2024/05/06 08:01:42.292 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:42.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:42.301 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 117, Table ID: 119, Table Name: src"] [2024/05/06 08:01:42.364 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=2.195849ms] [gotSchemaVersion=62] [phyTblIDs="[119]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:42.375 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=120] [version=62] [2024/05/06 08:01:42.407 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=53.589475ms] [job="ID:120, Type:create table, State:done, SchemaState:public, SchemaID:117, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:42.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:42.505 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [job="ID:120, Type:create table, State:synced, SchemaState:public, SchemaID:117, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:42.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:42.546 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=120] [2024/05/06 08:01:42.546 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:42.549 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.357672017\n# Parse_time: 0.000713242\n# Compile_time: 0.000864972\n# Rewrite_time: 0.000016852\n# Optimize_time: 0.002461482\n# Wait_TS: 0.000456314\n# DB: from_select\n# Is_internal: false\n# Digest: 98c5036420c27bd0ff5f7f9b5126ea2bf48257614d3444161076145bc62353f3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table src(id int, a varchar(64));"] [2024/05/06 08:01:42.552 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=62] [cur_db=from_select] [sql="create table dst(id int auto_increment primary key, a varchar(64), b int default 10, c int)"] [user=] [2024/05/06 08:01:42.604 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:42.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:42.604 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:42.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst(id int auto_increment primary key, a varchar(64), b int default 10, c int)"] [2024/05/06 08:01:42.689 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:42.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:42.697 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 117, Table ID: 121, Table Name: dst"] [2024/05/06 08:01:42.782 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=2.96113ms] [gotSchemaVersion=63] [phyTblIDs="[121]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:42.798 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=122] [version=63] [2024/05/06 08:01:42.828 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=53.76303ms] [job="ID:122, Type:create table, State:done, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:42.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:42.916 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [job="ID:122, Type:create table, State:synced, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:42.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:42.990 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=122] [2024/05/06 08:01:42.990 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:42.994 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.443628803\n# Parse_time: 0.000850835\n# Compile_time: 0.000989233\n# Rewrite_time: 0.000015566\n# Optimize_time: 0.002461482\n# Wait_TS: 0.000380881\n# DB: from_select\n# Is_internal: false\n# Digest: b5811e8b60d123e58ec2cd4b62a863a10586381376545cb4a83e5a0823b6ace6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table dst(id int auto_increment primary key, a varchar(64), b int default 10, c int);"] [2024/05/06 08:01:43.191 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=f971fa8a-4bb5-4de5-9331-69c85ec89b86] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=121] [2024/05/06 08:01:43.199 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:43.199 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793198733021509] [2024/05/06 08:01:43.200 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:43.200 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:43.201 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:43.201 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:43.201 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:43.201 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:43.201 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:43.216 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:43.219 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:43.219 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/06 08:01:43.223 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 08:01:43.227 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:43.283 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=f971fa8a-4bb5-4de5-9331-69c85ec89b86] [key=import-from-select] [2024/05/06 08:01:43.285 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=f971fa8a-4bb5-4de5-9331-69c85ec89b86] [key=import-from-select] [readDur=30.976Β΅s] [encodeDur=1.43271ms] [checksum="{cksum=6223226670940176578,size=168,kvs=4}"] [deliverDur=209.445Β΅s] [type=query] [takeTime=2.257549ms] [] [2024/05/06 08:01:43.287 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=168] [kvs=4] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/f971fa8a-4bb5-4de5-9331-69c85ec89b86/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/08fcf69c-0e22-4fbb-ab34-52dcb6cea4e0.sst] [firstKey=7480000000000000795F728000000000000001] [lastKey=7480000000000000795F728000000000000004] [2024/05/06 08:01:43.299 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=f971fa8a-4bb5-4de5-9331-69c85ec89b86] [key=import-from-select] [2024/05/06 08:01:43.300 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=f971fa8a-4bb5-4de5-9331-69c85ec89b86] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=202.612Β΅s] [] [2024/05/06 08:01:43.300 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 08:01:43.301 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.499706ms] [] [2024/05/06 08:01:43.301 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 08:01:43.306 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:43.328 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=4] [size=168] [2024/05/06 08:01:43.328 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:43.342 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=168] [kvs=4] [importedSize=168] [importedCount=4] [2024/05/06 08:01:43.344 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=42.505504ms] [] [2024/05/06 08:01:43.344 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:43.346 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.548074ms] [] [2024/05/06 08:01:43.346 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 08:01:43.346 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:43.346 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=63.376Β΅s] [] [2024/05/06 08:01:43.346 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=f971fa8a-4bb5-4de5-9331-69c85ec89b86] [checksum="{\"id=-1\"=\"{cksum=6223226670940176578,size=168,kvs=4}\"}"] [2024/05/06 08:01:43.346 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=f971fa8a-4bb5-4de5-9331-69c85ec89b86] [2024/05/06 08:01:43.354 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=f971fa8a-4bb5-4de5-9331-69c85ec89b86] [takeTime=7.754822ms] [] [2024/05/06 08:01:43.354 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=f971fa8a-4bb5-4de5-9331-69c85ec89b86] [checksum="{cksum=6223226670940176578,size=168,kvs=4}"] [2024/05/06 08:01:43.354 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=f971fa8a-4bb5-4de5-9331-69c85ec89b86] [weight=30] [2024/05/06 08:01:43.354 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=f971fa8a-4bb5-4de5-9331-69c85ec89b86] [concurrency=15] [2024/05/06 08:01:43.367 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=121] [physicalTableID=121] [indexID=-1] [checksum=6223226670940176578] [totalKvs=4] [totalBytes=168] [2024/05/06 08:01:43.368 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=f971fa8a-4bb5-4de5-9331-69c85ec89b86] [local="{cksum=6223226670940176578,size=168,kvs=4}"] [2024/05/06 08:01:43.368 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=f971fa8a-4bb5-4de5-9331-69c85ec89b86] [checksum="{\"id=-1\"=\"{cksum=6223226670940176578,size=168,kvs=4}\"}"] [takeTime=21.873237ms] [] [2024/05/06 08:01:43.368 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 08:01:43.368 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=16.265Β΅s] [] [2024/05/06 08:01:43.368 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 08:01:43.370 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.322919ms] [] [2024/05/06 08:01:43.370 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:43.370 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=16.321Β΅s] [] [2024/05/06 08:01:43.370 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:43.371 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.007058ms] [] [2024/05/06 08:01:43.374 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:43.374 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:43.374 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:43.374 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:43.374 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:43.374 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:43.374 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:43.374 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:43.374 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:43.374 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:43.374 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:43.374 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:43.374 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:43.376 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:43.376 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:43.376 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:43.376 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:43.376 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:43.378 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572373266432005\n# Conn_ID: 2\n# Query_time: 0.368626233\n# Parse_time: 0.000926419\n# Compile_time: 0.004074958\n# Rewrite_time: 0.002861876\n# Optimize_time: 0.002461482\n# Wait_TS: 0.000160452\n# Cop_time: 0.000071262 Process_time: 0.000041776 Wait_time: 0.000028669 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8\n# DB: from_select\n# Is_internal: false\n# Digest: 06f4bd58bac954bfb605b498829db22153dab361e4b5150d01a3b8d231d5b370\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.1776e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.8669e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('lAaYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM2MS42bXMsIGxvb3BzOjEJARyYTi9BCjEJMTRfNgkwCTEwMDAwCWZyb21fc2VsZWN0LnNyYy5pZAk0CUIMMS4yORlBYDIJMS4wNSBLQgkwIEJ5dGVzCjIJMzFfMTAVSkxkYXRhOlRhYmxlRnVsbFNjYW5fORFMGDY0OC40wrUVj3gyLCBjb3BfdGFzazoge251bTogMSwgbWF4OiAxLjIzAXdEcHJvY19rZXlzOiA0LCB0b3RfARIUOiA0MS44BUoBEyR3YWl0OiAyOC43BROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoYbjogNTguNgU6qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjEFlwhhbF8lcSwxLjEzbXN9fQkzNTMpIgAJIW8gMwk0M185CTFfMXHAdGFibGU6c3JjLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2XyUlAHsFZAAwNUEBlwBzIWMoZGV0YWlsOiB7dG8Bixhwcm9jZXNzMjkBBGFsMhcAIF9zaXplOiAxOClXBGFsDS04NSwgZ2V0X3NuYXBzaG90CdYQIDguNjUlInRyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlpQhrZXk+FgAYOCwgYmxvYyHmEH19fSwgAcdetAABHAA6MuABCGFsXyHiDRo15wB0IRcMd2FsbA0ZRDE0OC4zwrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('hgfw9QqBBwoMSW1wb3J0SW50b18yEroGCgZTb3J0XzYS6gUKDlRhYmxlUmVhZGVyXzEwEqgDCg9UYWJsZUZ1bGxTY2FuXzkhZMKaVb4OREEpAAAAAACIw0AwBDgCQAJKFAoSCgtmcm9tX3NlbGVjdBIDc3JjUh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qsAJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2Vzc19rZXlzX3NpemU6IDE4NCwgdAUeWGtleXM6IDUsIGdldF9zbmFwc2hvdF90AXLAIDguNjXCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNCwga2V5XzoWADw4LCBibG9jazoge319fSwgAVUAX1q0AAEcFDogNDEuOAVxAHQFnAh3YWkRiwwyOC43CRocaWt2X3dhbGwNMygxNDguM8K1c31w/xEBBAF4EQos/wEhnFYfpYdMFkEpPZcoAUABUhRkYXRhOlQ2xQEEWhYFiBA2NDguNAVuQGxvb3BzOjJi2AFjb3BfdGFzAc1gbnVtOiAxLCBtYXg6IDEuMjNtcywgcHJvYy1NBDQsAcAAXwESNtMABdEAOhnMgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaGG46IDU4LjYFmKhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxBZcAYS05KDEuMTNtc319cOECLi8BGOiZ35hFH1tCLwEEEmZZwiAuc3JjLmlkWhQlLQwxLjI5IQEtKzRwuAg4AUABUgNOL0FaFQUiEDM2MS42GSMAMVaqAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` (`c`,`a`) FROM SELECT * FROM `from_select`.`src` ORDER BY `id`;"] [2024/05/06 08:01:43.411 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=63] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/05/06 08:01:43.447 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:124, Type:truncate table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:43.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/05/06 08:01:43.447 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:124, Type:truncate table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:43.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:43.524 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [category=ddl] [job="ID:124, Type:truncate table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:43.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:43.537 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 117, Table ID: 123, Table Name: dst, Old Table ID: 121, Old Table Name: dst"] [2024/05/06 08:01:43.594 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=2.952782ms] [gotSchemaVersion=64] [phyTblIDs="[121,123]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:01:43.608 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=124] [version=64] [2024/05/06 08:01:43.640 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=54.312071ms] [job="ID:124, Type:truncate table, State:done, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:43.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:43.684 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=124] [tableIDs="[121]"] [comment="drop table: table ID"] [2024/05/06 08:01:43.693 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=124] [jobType="truncate table"] [2024/05/06 08:01:43.698 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [job="ID:124, Type:truncate table, State:synced, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:43.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:43.785 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=124] [2024/05/06 08:01:43.785 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:43.789 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.379227696\n# Parse_time: 0.000387295\n# Compile_time: 0.000995402\n# Rewrite_time: 0.00001159\n# Optimize_time: 0.002900791\n# Wait_TS: 0.000431846\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/05/06 08:01:43.791 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=64] [cur_db=from_select] [sql="create table src2(id int, a varchar(64))"] [user=] [2024/05/06 08:01:43.832 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:43.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:43.832 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:43.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src2(id int, a varchar(64))"] [2024/05/06 08:01:43.901 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:43.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:43.910 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 117, Table ID: 125, Table Name: src2"] [2024/05/06 08:01:43.983 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=2.333144ms] [gotSchemaVersion=65] [phyTblIDs="[125]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:43.995 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=126] [version=65] [2024/05/06 08:01:44.030 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=53.59208ms] [job="ID:126, Type:create table, State:done, SchemaState:public, SchemaID:117, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:43.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:44.099 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [job="ID:126, Type:create table, State:synced, SchemaState:public, SchemaID:117, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:43.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:44.138 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=126] [2024/05/06 08:01:44.138 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:44.142 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.352009918\n# Parse_time: 0.00048929\n# Compile_time: 0.000905003\n# Rewrite_time: 0.000016965\n# Optimize_time: 0.002900791\n# Wait_TS: 0.000371248\n# DB: from_select\n# Is_internal: false\n# Digest: af967cff9bbeb8f6a457f8a81126c6ea624a99b7418649c19f160d06f34f9ae4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table src2(id int, a varchar(64));"] [2024/05/06 08:01:44.363 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=491eb9aa-c2d8-4703-86f3-d53ea2367032] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=123] [2024/05/06 08:01:44.372 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:44.372 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793198733021509] [2024/05/06 08:01:44.372 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:44.372 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:44.373 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:44.373 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:44.373 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:44.373 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:44.373 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:44.387 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:44.389 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:44.389 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/06 08:01:44.394 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 08:01:44.397 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:44.405 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=491eb9aa-c2d8-4703-86f3-d53ea2367032] [key=import-from-select] [2024/05/06 08:01:44.407 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=491eb9aa-c2d8-4703-86f3-d53ea2367032] [key=import-from-select] [readDur=32.179Β΅s] [encodeDur=1.504893ms] [checksum="{cksum=8162185998638841877,size=80,kvs=2}"] [deliverDur=441.812Β΅s] [type=query] [takeTime=2.426383ms] [] [2024/05/06 08:01:44.407 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=491eb9aa-c2d8-4703-86f3-d53ea2367032] [key=import-from-select] [2024/05/06 08:01:44.408 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=491eb9aa-c2d8-4703-86f3-d53ea2367032] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=141.156Β΅s] [] [2024/05/06 08:01:44.408 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 08:01:44.408 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=80] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/491eb9aa-c2d8-4703-86f3-d53ea2367032/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/96d57475-16da-4ed3-8d34-64d3b7832cef.sst] [firstKey=74800000000000007B5F728000000000000001] [lastKey=74800000000000007B5F728000000000000002] [2024/05/06 08:01:44.411 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=2.379546ms] [] [2024/05/06 08:01:44.411 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 08:01:44.416 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:44.438 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=80] [2024/05/06 08:01:44.438 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:44.450 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=80] [kvs=2] [importedSize=80] [importedCount=2] [2024/05/06 08:01:44.452 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=40.797399ms] [] [2024/05/06 08:01:44.452 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:44.453 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.478299ms] [] [2024/05/06 08:01:44.453 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 08:01:44.453 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:44.453 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=48.926Β΅s] [] [2024/05/06 08:01:44.454 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=491eb9aa-c2d8-4703-86f3-d53ea2367032] [checksum="{\"id=-1\"=\"{cksum=8162185998638841877,size=80,kvs=2}\"}"] [2024/05/06 08:01:44.454 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=491eb9aa-c2d8-4703-86f3-d53ea2367032] [2024/05/06 08:01:44.463 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=491eb9aa-c2d8-4703-86f3-d53ea2367032] [takeTime=8.93247ms] [] [2024/05/06 08:01:44.463 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=491eb9aa-c2d8-4703-86f3-d53ea2367032] [checksum="{cksum=8162185998638841877,size=80,kvs=2}"] [2024/05/06 08:01:44.463 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=491eb9aa-c2d8-4703-86f3-d53ea2367032] [weight=30] [2024/05/06 08:01:44.463 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=491eb9aa-c2d8-4703-86f3-d53ea2367032] [concurrency=15] [2024/05/06 08:01:44.468 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=123] [physicalTableID=123] [indexID=-1] [checksum=8162185998638841877] [totalKvs=2] [totalBytes=80] [2024/05/06 08:01:44.469 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=491eb9aa-c2d8-4703-86f3-d53ea2367032] [local="{cksum=8162185998638841877,size=80,kvs=2}"] [2024/05/06 08:01:44.469 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=491eb9aa-c2d8-4703-86f3-d53ea2367032] [checksum="{\"id=-1\"=\"{cksum=8162185998638841877,size=80,kvs=2}\"}"] [takeTime=15.734023ms] [] [2024/05/06 08:01:44.469 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 08:01:44.470 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=15.936Β΅s] [] [2024/05/06 08:01:44.470 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 08:01:44.471 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.020407ms] [] [2024/05/06 08:01:44.471 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:44.471 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=10.719Β΅s] [] [2024/05/06 08:01:44.471 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:44.472 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=717.762Β΅s] [] [2024/05/06 08:01:44.474 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:44.474 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:44.474 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:44.474 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:44.474 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:44.474 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:44.475 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:44.475 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:44.475 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:44.475 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:44.475 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:44.475 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:44.475 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:44.476 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:44.476 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:44.476 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:44.476 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:44.476 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:44.479 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572373567635458\n# Conn_ID: 2\n# Query_time: 0.323218191\n# Parse_time: 0.001311762\n# Compile_time: 0.006945024\n# Rewrite_time: 0.005779887\n# Optimize_time: 0.002900791\n# Wait_TS: 0.000101604\n# Cop_time: 0.000134863 Process_time: 0.000174162 Wait_time: 0.000241303 Request_count: 2 Process_keys: 6 Total_keys: 8 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 6 Rocksdb_key_skipped_count: 12 Rocksdb_block_cache_hit_count: 2\n# DB: from_select\n# Is_internal: false\n# Digest: 1c445cd065c7ff0153477e10de3e9df02facdf5c80131c9c4e5acd1f06d9dc1e\n# Stats: src:pseudo[10000;0],src2:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 8.7081e-05 Cop_proc_p90: 0.000117018 Cop_proc_max: 0.000117018 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 0.000120651 Cop_wait_p90: 0.000205232 Cop_wait_max: 0.000205232 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 10740\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('jQ+YMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMxMi41bXMsIGxvb3BzOjEJARywTi9BCjEJMTRfMTAJMAkxMjQ4Ny41MAlmcm9tX3NlbGVjdC5zcmMyLmlkCTIJBUcMMi40NhlGYDIJMS4wMiBLQgkwIEJ5dGVzCjIJMTdfMTQuTgBUaW5uZXIgam9pbiwgZXF1YWw6W2VxKDpkABAuaWQsIDoUABgyLmlkKV0JDXoIMS45HXl0LCBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDoxLjE0ASk0ZmV0Y2g6NzczLjnCtXMNMIg6MzY3LjPCtXN9LCBwcm9iZTp7Y29uY3VycmVuY3k6NSwgdAVFCDYuMwVFHG1heDoxLjM4AVEJMBAyNDkuNgVRBWFUIGFuZCB3YWl0OjYuMDltc30JOS40Ni4SASAzCTMxXzE3KEIBsDwpCTAJOTk5MAlkYXRhOlNlIWMgaW9uXzE2CTQJJWEINTc4BaExqVAyLCBjb3BfdGFzazoge251bTogMSwFmBAgMi40MQ2ZIGNfa2V5czogNAXBJF9wcm9jOiAxMTcFqQx0b3RfBaMUIDIwNS4yBRRkY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAtKgVyCF9kdQUaDG46IDMpOAV7IF9kaXN0c3FsXy48AUggMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxBZcIYWxfBeMkMi4zbXN9fQkyOU02AAlBiAg0CTEhBwQxXy0iJG5vdChpc251bGxKLAIEKSklMARrdgWnBDp7BVgAMDU1AYswc2Nhbl9kZXRhaWw6IEkcJRgIZXNzMi0BAGE2FwAgX3NpemU6IDE4KUsEYWwNLTg1LCBnZXRfc25hcHNob3QJygwgMTI0LVF0cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JZoIa2V5PhYAGDgsIGJsb2Mh2zmNDTIUMn19fSwgAdpexwABHDLnAQhhbF8h6Q0ZOe4AdCEqCHdhbC2BECA2MDEuQcUAfSF6AQQgCjUJNDNfMTUJIX8UMTAwMDAJaVWAeCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRveogBAV0BBGkHDDIwKFBhdgApXgcDADlx7gw3ODAuSb6JsAAyZgcDCDEuMGWsQfUtrQAyRXAl7xQ6IDU3LjFF9HkIBDM2DRMAY74HAwwyNS41BU0EbWH+BwMIOTQ4BeMUfX0JMzEyqUAlK2UKADkli4UsZgoDpSIAKSU09gsDKTEAYVILAwQ4OCVOdQoAM1YKAwA3LRkAcnoJAwAyQVJCCQMANHkJmvcCLtcBAGEy+AI13j73AgwxNzcuTvcCBDgJPvcCAHkBpXL3AgQyCQVepZhGfwQgCU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('nhHw3gqZEQoMSW1wb3J0SW50b18yEtIQCgdTb3J0XzEwEoAQCgtIYXNoSm9pbl8xNBL5BgoOVGFibGVSZWFkZXJfMTcSuAQKDFNlbGVjdGlvbl8xNhKSAQoQVGFibGVGdWxsU2Nhbl8xNSFkwppVvg5EQSkAAAAAAIjDQDAEOAJAAkoSChAKC2Zyb21fc2VsZWN0EgF4Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////////////AXj///8JDgABBYAIWt1HDYAAgxGAPFIfbm90KGlzbnVsbChmcm8Rhzguc3JjLmlkKSlqwwJ0aWtibgCYLCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgRhcAJF9zaXplOiAxODQRHgktSDUsIGdldF9zbmFwc2hvdF90aW0BJ7gyNC4ywrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleT4WAEw4LCBibG9jazoge2NhY2hlX2hpdBEyFDJ9fX0sIAFoXscAARwQOiAxMTcFggnMCHdhaRGdCDIwNQ2dJSoMd2FsbA0zJDYwMS42wrVzfXAphwD/NpUBKBoBASHU4w60UpsOMpgBLAFAAVIRZGF0YTpTZVlYBFoWBYgQNTc4LjMFiQRsbyHyKDJi1wFjb3BfdGFzAd9QbnVtOiAxLCBtYXg6IDIuNDFtcywgIZAtYClvJaIy0wAF0QA6HcwQY29wcl85LURyYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhBuOiAzNw2YqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjFRBgXkKDIuM21zfX1wogJ4ITQFAQgBEuk6fAMUMjASpQQKLnwDCDkSkkZ8AwA4RfwIvg5ELWQQiMNAMAJafAMQeVIea2X+fAOKfAMFgARSIGZ8AwAyaX0Ar+59A2V9ADIxWUEEcZQAX2l9BDg4ER1pfAAzVnwDCDcuNUVwfnsDBDIsTnsDADR5e5ppAww1Ny4xBXFCagMEMzYRGoGTfWkIMTc3dmkDIAIhJ3ze/VlRGE0FoQEAAlZpAwA5bWkMNzgwLmnycWkA2mJpAwwxLjA0OmkDKXkldwA6MtMAbWoVzMJpAwQyNS2R7mkDaWkIOTQ4BeQMfX1wuC5sAxwh6uFfPOyrPCkuCMBjyGEzgZdUP2lubmVyIGpvaW4sIGVxdWFsOltlcUo6BgQsIDpOBkXSCF1aE2XhCDEuOSEvMVkElwGJUhRoYXNoX3ThXwA6yUoMOjEuMSVZKGZldGNoOjc3My45RRsFMAg6MzaJdAB9heMMYmU6ey5wBAA1Td4MOjYuMwVFoRQMMS4zOAF7BHByATAIMjQ5RTgALAlhECBhbmQgodpIOjYuMDltc31w3EshntJcsXAHZEILAQATSuEABFoUBd8MMi40NgFlDeAIcJgIJT0UA04vQVoVBSIQMzEyLjUZIwAxViEGBBgB')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` (`c`,`a`) FROM SELECT `y`.`id`,`y`.`a` FROM `from_select`.`src` AS `x` JOIN `from_select`.`src2` AS `y` ON `x`.`id`=`y`.`id` ORDER BY `y`.`id`;"] === RUN TestImportInto/TestImportFromSelectStaleRead [2024/05/06 08:01:44.490 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=65] [cur_db=from_select] [sql="drop database if exists from_select"] [user=] [2024/05/06 08:01:44.518 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:127, Type:drop schema, State:queueing, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:44.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:44.518 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:127, Type:drop schema, State:queueing, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:44.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists from_select"] [2024/05/06 08:01:44.582 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop schema, State:queueing, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:44.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:44.618 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=285.242Β΅s] [gotSchemaVersion=66] [phyTblIDs="[119,123,125]"] [actionTypes="[2,2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:44.632 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=127] [version=66] [2024/05/06 08:01:44.667 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=53.443961ms] [job="ID:127, Type:drop schema, State:running, SchemaState:write only, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:44.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:44.722 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop schema, State:running, SchemaState:write only, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:44.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:44.769 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=16.420031ms] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:44.781 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=127] [version=67] [2024/05/06 08:01:44.801 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=53.37689ms] [job="ID:127, Type:drop schema, State:running, SchemaState:delete only, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:44.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:44.849 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop schema, State:running, SchemaState:delete only, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:44.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:44.885 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=180.727Β΅s] [gotSchemaVersion=68] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:44.897 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=127] [version=68] [2024/05/06 08:01:44.934 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=53.628347ms] [job="ID:127, Type:drop schema, State:done, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:44.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:44.968 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=127] [tableIDs="[119,123,125]"] [comment="drop schema: table IDs"] [2024/05/06 08:01:44.979 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=127] [jobType="drop schema"] [2024/05/06 08:01:44.983 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [job="ID:127, Type:drop schema, State:synced, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:44.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:45.034 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=127] [2024/05/06 08:01:45.034 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:45.038 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.550113099\n# Parse_time: 0.000631434\n# Compile_time: 0.000937686\n# Rewrite_time: 0.000011513\n# Optimize_time: 0.001080717\n# Wait_TS: 0.000366129\n# Is_internal: false\n# Digest: 204fced281c071eff2176d73371b622a1c63112ba44e5fa57ddd93d2de723449\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists from_select;"] [2024/05/06 08:01:45.040 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=68] [cur_db=] [sql="create database from_select"] [user=] [2024/05/06 08:01:45.070 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:create schema, State:queueing, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:45.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:45.070 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:129, Type:create schema, State:queueing, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:45.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/05/06 08:01:45.138 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:create schema, State:queueing, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:45.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:45.167 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=953.767Β΅s] [gotSchemaVersion=69] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:01:45.176 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=129] [version=69] [2024/05/06 08:01:45.230 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=67.058631ms] [job="ID:129, Type:create schema, State:done, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:45.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:45.274 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [job="ID:129, Type:create schema, State:synced, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:45.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:45.298 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/05/06 08:01:45.298 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:45.321 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=69] [cur_db=from_select] [sql="create table src(id int, v varchar(64))"] [user=] [2024/05/06 08:01:45.366 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:45.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:45.366 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:45.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src(id int, v varchar(64))"] [2024/05/06 08:01:45.428 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:45.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:45.437 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 128, Table ID: 130, Table Name: src"] [2024/05/06 08:01:45.486 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=2.366058ms] [gotSchemaVersion=70] [phyTblIDs="[130]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:45.496 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=131] [version=70] [2024/05/06 08:01:45.533 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=53.958473ms] [job="ID:131, Type:create table, State:done, SchemaState:public, SchemaID:128, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:45.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:45.569 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [job="ID:131, Type:create table, State:synced, SchemaState:public, SchemaID:128, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:45.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:45.603 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=131] [2024/05/06 08:01:45.603 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:45.846 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=70] [cur_db=from_select] [sql="create table dst(id int, v varchar(64))"] [user=] [2024/05/06 08:01:45.891 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:45.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:45.891 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:45.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst(id int, v varchar(64))"] [2024/05/06 08:01:45.936 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [category=ddl] [job="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:45.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:45.944 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 128, Table ID: 132, Table Name: dst"] [2024/05/06 08:01:45.995 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=2.841636ms] [gotSchemaVersion=71] [phyTblIDs="[132]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:46.006 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=133] [version=71] [2024/05/06 08:01:46.042 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=53.608885ms] [job="ID:133, Type:create table, State:done, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:45.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:46.136 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [job="ID:133, Type:create table, State:synced, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:45.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:46.170 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=133] [2024/05/06 08:01:46.171 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:46.174 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.329029732\n# Parse_time: 0.000471278\n# Compile_time: 0.000736903\n# Rewrite_time: 0.000009077\n# Optimize_time: 0.001838631\n# Wait_TS: 0.000375157\n# DB: from_select\n# Is_internal: false\n# Digest: a76a126469d771a1fb2f56895f4548d61ab1072e3e940c002ce9b9403bd1eff3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table dst(id int, v varchar(64));"] [2024/05/06 08:01:46.181 +00:00] [INFO] [set.go:334] ["load snapshot info schema"] [conn=2] [SnapshotTS=449572373979725824] [2024/05/06 08:01:46.183 +00:00] [WARN] [session.go:2108] ["compile SQL failed"] [error="[schema:1146]Table 'from_select.dst' doesn't exist"] [errorVerbose="[schema:1146]Table 'from_select.dst' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:422\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:114\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src as of timestamp '2024-05-06 08:01:45.721858'"] [2024/05/06 08:01:46.184 +00:00] [WARN] [session.go:2108] ["compile SQL failed"] [error="[schema:1146]Table 'from_select.dst' doesn't exist"] [errorVerbose="[schema:1146]Table 'from_select.dst' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:422\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:115\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src"] [2024/05/06 08:01:46.342 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=9bceed01-a06f-4311-86c0-d646ce92a72d] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=132] [2024/05/06 08:01:46.350 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:46.350 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793198733021509] [2024/05/06 08:01:46.351 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:46.351 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:46.352 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:46.352 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:46.352 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:46.352 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:46.352 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:46.367 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:46.368 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:46.368 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/06 08:01:46.373 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 08:01:46.376 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:46.380 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=9bceed01-a06f-4311-86c0-d646ce92a72d] [key=import-from-select] [2024/05/06 08:01:46.380 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=9bceed01-a06f-4311-86c0-d646ce92a72d] [key=import-from-select] [2024/05/06 08:01:46.380 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=9bceed01-a06f-4311-86c0-d646ce92a72d] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=327.57Β΅s] [] [2024/05/06 08:01:46.381 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=9bceed01-a06f-4311-86c0-d646ce92a72d] [key=import-from-select] [readDur=9.087Β΅s] [encodeDur=363.072Β΅s] [checksum="{cksum=1966421691991203989,size=33,kvs=1}"] [deliverDur=218.304Β΅s] [type=query] [takeTime=885.051Β΅s] [] [2024/05/06 08:01:46.381 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 08:01:46.381 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/9bceed01-a06f-4311-86c0-d646ce92a72d/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/e95b2cf3-1738-4601-b3a5-d5e725190ef4.sst] [firstKey=7480000000000000845F728000000000000001] [lastKey=7480000000000000845F728000000000000001] [2024/05/06 08:01:46.383 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=2.002104ms] [] [2024/05/06 08:01:46.384 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 08:01:46.388 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:46.410 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=1] [size=33] [2024/05/06 08:01:46.410 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:46.422 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=33] [kvs=1] [importedSize=33] [importedCount=1] [2024/05/06 08:01:46.424 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=40.677663ms] [] [2024/05/06 08:01:46.424 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:46.426 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.337442ms] [] [2024/05/06 08:01:46.426 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 08:01:46.426 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:46.426 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=55.637Β΅s] [] [2024/05/06 08:01:46.426 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=9bceed01-a06f-4311-86c0-d646ce92a72d] [checksum="{\"id=-1\"=\"{cksum=1966421691991203989,size=33,kvs=1}\"}"] [2024/05/06 08:01:46.426 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=9bceed01-a06f-4311-86c0-d646ce92a72d] [2024/05/06 08:01:46.433 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=9bceed01-a06f-4311-86c0-d646ce92a72d] [takeTime=7.218115ms] [] [2024/05/06 08:01:46.433 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=9bceed01-a06f-4311-86c0-d646ce92a72d] [checksum="{cksum=1966421691991203989,size=33,kvs=1}"] [2024/05/06 08:01:46.433 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=9bceed01-a06f-4311-86c0-d646ce92a72d] [weight=30] [2024/05/06 08:01:46.434 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=9bceed01-a06f-4311-86c0-d646ce92a72d] [concurrency=15] [2024/05/06 08:01:46.437 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=132] [physicalTableID=132] [indexID=-1] [checksum=1966421691991203989] [totalKvs=1] [totalBytes=33] [2024/05/06 08:01:46.438 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=9bceed01-a06f-4311-86c0-d646ce92a72d] [local="{cksum=1966421691991203989,size=33,kvs=1}"] [2024/05/06 08:01:46.438 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=9bceed01-a06f-4311-86c0-d646ce92a72d] [checksum="{\"id=-1\"=\"{cksum=1966421691991203989,size=33,kvs=1}\"}"] [takeTime=11.657295ms] [] [2024/05/06 08:01:46.438 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 08:01:46.438 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=11.234Β΅s] [] [2024/05/06 08:01:46.438 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 08:01:46.439 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.067577ms] [] [2024/05/06 08:01:46.439 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:46.439 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=11.015Β΅s] [] [2024/05/06 08:01:46.439 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:46.440 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=742.023Β΅s] [] [2024/05/06 08:01:46.442 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:46.442 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:46.443 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:46.443 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:46.443 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:46.443 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:46.443 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:46.443 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:46.443 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:46.443 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:46.443 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:46.443 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:46.443 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:46.444 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:46.444 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:46.444 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:46.444 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:46.444 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:46.452 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=71] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/05/06 08:01:46.482 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:46.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:46.482 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:46.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/05/06 08:01:46.552 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:46.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:46.563 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 128, Table ID: 134, Table Name: dst, Old Table ID: 132, Old Table Name: dst"] [2024/05/06 08:01:46.615 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=2.316521ms] [gotSchemaVersion=72] [phyTblIDs="[132,134]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:01:46.624 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=135] [version=72] [2024/05/06 08:01:46.656 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=53.476301ms] [job="ID:135, Type:truncate table, State:done, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:46.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:46.717 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=135] [tableIDs="[132]"] [comment="drop table: table ID"] [2024/05/06 08:01:46.725 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=135] [jobType="truncate table"] [2024/05/06 08:01:46.729 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [job="ID:135, Type:truncate table, State:synced, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:46.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:46.788 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/05/06 08:01:46.788 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:46.792 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.341056685\n# Parse_time: 0.000180938\n# Compile_time: 0.000651184\n# Rewrite_time: 0.000012285\n# Optimize_time: 0.000754411\n# Wait_TS: 0.000377028\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/05/06 08:01:47.025 +00:00] [INFO] [set.go:334] ["load snapshot info schema"] [conn=2] [SnapshotTS=449572374287220736] [2024/05/06 08:01:47.028 +00:00] [INFO] [session.go:4055] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 08:01:47.028 +00:00] [INFO] [session.go:4055] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 08:01:47.030 +00:00] [INFO] [session.go:4055] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 08:01:47.031 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 08:01:47.031 +00:00] [INFO] [session.go:4055] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 08:01:47.032 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=72] [error="can not execute write statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute write statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:950\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:792\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:557\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:422\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:133\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"from_select\",\n \"id\": 2,\n \"snapshotTS\": 449572374287220736,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 08:01:47.034 +00:00] [INFO] [session.go:4055] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 08:01:47.034 +00:00] [INFO] [session.go:4055] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 08:01:47.036 +00:00] [INFO] [session.go:4055] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 08:01:47.036 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 08:01:47.037 +00:00] [INFO] [session.go:4055] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 08:01:47.037 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=72] [error="can not execute write statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute write statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:950\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:792\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:557\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:422\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:135\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"from_select\",\n \"id\": 2,\n \"snapshotTS\": 449572374287220736,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 08:01:47.213 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=6ae70450-b7d1-4bb4-9333-8548340abdeb] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=134] [2024/05/06 08:01:47.221 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:47.222 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793198733021509] [2024/05/06 08:01:47.222 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:47.222 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:47.223 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:47.223 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:47.223 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:47.223 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:47.223 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:47.238 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:47.240 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:47.240 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/06 08:01:47.246 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 08:01:47.250 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:47.254 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=6ae70450-b7d1-4bb4-9333-8548340abdeb] [key=import-from-select] [2024/05/06 08:01:47.254 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=6ae70450-b7d1-4bb4-9333-8548340abdeb] [key=import-from-select] [2024/05/06 08:01:47.256 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=6ae70450-b7d1-4bb4-9333-8548340abdeb] [key=import-from-select] [readDur=11.01Β΅s] [encodeDur=828.921Β΅s] [checksum="{cksum=15988567068450259008,size=33,kvs=1}"] [deliverDur=283.332Β΅s] [type=query] [takeTime=1.562824ms] [] [2024/05/06 08:01:47.256 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=6ae70450-b7d1-4bb4-9333-8548340abdeb] [key=import-from-select] [readDur=89.619Β΅s] [encodeDur=806.633Β΅s] [checksum="{cksum=16516317832136013031,size=33,kvs=1}"] [deliverDur=365.13Β΅s] [type=query] [takeTime=1.821355ms] [] [2024/05/06 08:01:47.257 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/6ae70450-b7d1-4bb4-9333-8548340abdeb/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/3157c87d-c7e4-4e06-babf-71c177176ddc.sst] [firstKey=7480000000000000865F728000000000000002] [lastKey=7480000000000000865F728000000000000002] [2024/05/06 08:01:47.260 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 08:01:47.260 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/6ae70450-b7d1-4bb4-9333-8548340abdeb/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/23330c50-bf9d-4aec-80d3-c7af9c11b1ec.sst] [firstKey=7480000000000000865F728000000000000001] [lastKey=7480000000000000865F728000000000000001] [2024/05/06 08:01:47.263 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=3.3883ms] [] [2024/05/06 08:01:47.263 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 08:01:47.268 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:47.290 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=66] [2024/05/06 08:01:47.290 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:47.303 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/06 08:01:47.305 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=41.990369ms] [] [2024/05/06 08:01:47.306 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:47.307 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.390238ms] [] [2024/05/06 08:01:47.307 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 08:01:47.307 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:47.307 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=61.072Β΅s] [] [2024/05/06 08:01:47.307 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=6ae70450-b7d1-4bb4-9333-8548340abdeb] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [2024/05/06 08:01:47.307 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=6ae70450-b7d1-4bb4-9333-8548340abdeb] [2024/05/06 08:01:47.315 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=6ae70450-b7d1-4bb4-9333-8548340abdeb] [takeTime=7.529968ms] [] [2024/05/06 08:01:47.315 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=6ae70450-b7d1-4bb4-9333-8548340abdeb] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 08:01:47.315 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=6ae70450-b7d1-4bb4-9333-8548340abdeb] [weight=30] [2024/05/06 08:01:47.315 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=6ae70450-b7d1-4bb4-9333-8548340abdeb] [concurrency=15] [2024/05/06 08:01:47.319 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=134] [physicalTableID=134] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/05/06 08:01:47.320 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=6ae70450-b7d1-4bb4-9333-8548340abdeb] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 08:01:47.320 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=6ae70450-b7d1-4bb4-9333-8548340abdeb] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [takeTime=12.849737ms] [] [2024/05/06 08:01:47.320 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 08:01:47.320 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=13.221Β΅s] [] [2024/05/06 08:01:47.320 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 08:01:47.322 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.154774ms] [] [2024/05/06 08:01:47.322 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:47.322 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=14.582Β΅s] [] [2024/05/06 08:01:47.322 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:47.323 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=711.043Β΅s] [] [2024/05/06 08:01:47.325 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:47.325 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:47.325 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:47.325 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:47.325 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:47.325 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:47.325 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:47.325 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:47.326 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:47.326 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:47.326 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:47.326 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:47.326 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:47.327 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:47.327 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:47.327 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:47.328 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:47.328 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:47.336 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=72] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/05/06 08:01:47.372 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:47.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:47.372 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:47.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/05/06 08:01:47.453 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [category=ddl] [job="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:47.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:47.465 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 128, Table ID: 136, Table Name: dst, Old Table ID: 134, Old Table Name: dst"] [2024/05/06 08:01:47.513 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=3.077218ms] [gotSchemaVersion=73] [phyTblIDs="[134,136]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:01:47.525 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=137] [version=73] [2024/05/06 08:01:47.559 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=53.71803ms] [job="ID:137, Type:truncate table, State:done, SchemaState:public, SchemaID:128, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:47.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:47.636 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=137] [tableIDs="[134]"] [comment="drop table: table ID"] [2024/05/06 08:01:47.645 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=137] [jobType="truncate table"] [2024/05/06 08:01:47.650 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [job="ID:137, Type:truncate table, State:synced, SchemaState:public, SchemaID:128, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:47.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:47.703 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=137] [2024/05/06 08:01:47.703 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:47.706 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.371553463\n# Parse_time: 0.000189649\n# Compile_time: 0.000633303\n# Rewrite_time: 0.000009179\n# Optimize_time: 0.000795137\n# Wait_TS: 0.000484352\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/05/06 08:01:47.715 +00:00] [INFO] [set.go:334] ["load snapshot info schema"] [conn=2] [SnapshotTS=449572374287220736] [2024/05/06 08:01:47.717 +00:00] [WARN] [session.go:2108] ["compile SQL failed"] [error="can not execute IMPORT statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute IMPORT statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4223\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:519\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:548\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:465\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:333\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:104\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:422\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:148\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src as of timestamp '2024-05-06 08:01:46.894429'"] [2024/05/06 08:01:47.718 +00:00] [WARN] [session.go:2108] ["compile SQL failed"] [error="can not execute IMPORT statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute IMPORT statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4223\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:519\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:548\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:465\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:333\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:104\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:422\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:150\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src"] [2024/05/06 08:01:47.906 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=35f5be4b-c45a-43db-b6c3-5a1226e9fac4] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=136] [2024/05/06 08:01:47.914 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:47.914 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793198733021509] [2024/05/06 08:01:47.915 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:47.915 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:47.916 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:47.916 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:47.916 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:47.916 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:47.916 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:47.930 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:47.932 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:47.932 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/06 08:01:47.937 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 08:01:47.940 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:47.944 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=35f5be4b-c45a-43db-b6c3-5a1226e9fac4] [key=import-from-select] [2024/05/06 08:01:47.944 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=35f5be4b-c45a-43db-b6c3-5a1226e9fac4] [key=import-from-select] [2024/05/06 08:01:47.945 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=35f5be4b-c45a-43db-b6c3-5a1226e9fac4] [key=import-from-select] [readDur=9.223Β΅s] [encodeDur=439.999Β΅s] [checksum="{cksum=4310421058987999716,size=33,kvs=1}"] [deliverDur=239.832Β΅s] [type=query] [takeTime=997.578Β΅s] [] [2024/05/06 08:01:47.946 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=35f5be4b-c45a-43db-b6c3-5a1226e9fac4] [key=import-from-select] [readDur=112.212Β΅s] [encodeDur=381.374Β΅s] [checksum="{cksum=218076704990688579,size=33,kvs=1}"] [deliverDur=220.663Β΅s] [type=query] [takeTime=1.087325ms] [] [2024/05/06 08:01:47.946 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/35f5be4b-c45a-43db-b6c3-5a1226e9fac4/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/a05fdf4c-5578-4be7-9d73-13b6819e5f3b.sst] [firstKey=7480000000000000885F728000000000000001] [lastKey=7480000000000000885F728000000000000001] [2024/05/06 08:01:47.946 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 08:01:47.947 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/35f5be4b-c45a-43db-b6c3-5a1226e9fac4/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/409ec1aa-04b2-4e90-aa49-446c2b210a58.sst] [firstKey=7480000000000000885F728000000000000002] [lastKey=7480000000000000885F728000000000000002] [2024/05/06 08:01:47.949 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=2.517196ms] [] [2024/05/06 08:01:47.949 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 08:01:47.954 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:47.975 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=66] [2024/05/06 08:01:47.976 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:47.990 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/06 08:01:47.992 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=42.727706ms] [] [2024/05/06 08:01:47.992 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:47.993 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.38829ms] [] [2024/05/06 08:01:47.993 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 08:01:47.993 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:47.993 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=62.393Β΅s] [] [2024/05/06 08:01:47.993 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=35f5be4b-c45a-43db-b6c3-5a1226e9fac4] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [2024/05/06 08:01:47.993 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=35f5be4b-c45a-43db-b6c3-5a1226e9fac4] [2024/05/06 08:01:48.000 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=35f5be4b-c45a-43db-b6c3-5a1226e9fac4] [takeTime=6.678124ms] [] [2024/05/06 08:01:48.000 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=35f5be4b-c45a-43db-b6c3-5a1226e9fac4] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 08:01:48.000 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=35f5be4b-c45a-43db-b6c3-5a1226e9fac4] [weight=30] [2024/05/06 08:01:48.000 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=35f5be4b-c45a-43db-b6c3-5a1226e9fac4] [concurrency=15] [2024/05/06 08:01:48.004 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=136] [physicalTableID=136] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/05/06 08:01:48.005 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=35f5be4b-c45a-43db-b6c3-5a1226e9fac4] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 08:01:48.005 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=35f5be4b-c45a-43db-b6c3-5a1226e9fac4] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [takeTime=11.592013ms] [] [2024/05/06 08:01:48.005 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 08:01:48.005 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=14.483Β΅s] [] [2024/05/06 08:01:48.005 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 08:01:48.007 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.154909ms] [] [2024/05/06 08:01:48.007 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:48.007 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=10.831Β΅s] [] [2024/05/06 08:01:48.007 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 08:01:48.008 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=823.996Β΅s] [] [2024/05/06 08:01:48.010 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:48.010 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:48.010 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:48.010 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:48.010 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:48.011 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:48.011 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:48.011 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:48.011 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:48.011 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:48.011 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:48.011 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:48.011 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:48.012 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:48.013 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:48.013 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:48.013 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:48.013 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] === RUN TestImportInto/TestWriteAfterImportFromFile [2024/05/06 08:01:48.022 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=73] [cur_db=from_select] [sql="drop database if exists write_after_import"] [user=] [2024/05/06 08:01:48.025 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=73] [cur_db=from_select] [sql="create database write_after_import"] [user=] [2024/05/06 08:01:48.056 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:139, Type:create schema, State:queueing, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:48 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database write_after_import"] [2024/05/06 08:01:48.056 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:139, Type:create schema, State:queueing, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:48 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:48.129 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=139] [conn=2] [category=ddl] [job="ID:139, Type:create schema, State:queueing, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:48 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:48.166 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=1.041973ms] [gotSchemaVersion=74] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:01:48.176 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=139] [version=74] [2024/05/06 08:01:48.213 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=53.311724ms] [job="ID:139, Type:create schema, State:done, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:48 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:48.275 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=139] [conn=2] [job="ID:139, Type:create schema, State:synced, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:48 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:48.299 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=139] [2024/05/06 08:01:48.299 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] === RUN TestImportInto/TestWriteAfterImportFromFile/case-0 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) [2024/05/06 08:01:48.325 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=74] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 08:01:48.329 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=74] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/05/06 08:01:48.378 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:48.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:48.378 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:48.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/05/06 08:01:48.450 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=141] [conn=2] [category=ddl] [job="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:48.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:48.458 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 140, Table Name: t"] [2024/05/06 08:01:48.517 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=2.501569ms] [gotSchemaVersion=75] [phyTblIDs="[140]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:48.527 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=141] [version=75] [2024/05/06 08:01:48.564 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=53.708639ms] [job="ID:141, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:48.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:48.616 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=141] [conn=2] [job="ID:141, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:48.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:48.663 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=141] [2024/05/06 08:01:48.663 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:48.667 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.339556228\n# Parse_time: 0.001061657\n# Compile_time: 0.001279327\n# Rewrite_time: 0.000008752\n# Optimize_time: 0.00086598\n# Wait_TS: 0.000509869\n# DB: write_after_import\n# Is_internal: false\n# Digest: 5d93504021c753d971e5a522e6251ca81f8966aee8a83ebd8c0a0b1399ca6bb0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse write_after_import;\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64));"] [2024/05/06 08:01:48.682 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:48.877 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:01:48.971 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 08:01:49.010 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/05/06 08:01:49.010 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 08:01:49.135 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:01:49.136 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:49.138 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/05/06 08:01:49.162 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:49.165 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:01:49.165 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 08:01:49.166 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=120.116Β΅s] [2024/05/06 08:01:49.166 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=308.383Β΅s] [] [2024/05/06 08:01:49.166 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:01:49.166 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 08:01:49.281 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/06 08:01:49.303 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/06 08:01:49.329 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=26] [2024/05/06 08:01:49.370 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:01:49.371 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 08:01:49.372 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:49.380 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:49.380 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793198733021509] [2024/05/06 08:01:49.380 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:49.381 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:49.381 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:49.382 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:49.382 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:49.382 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:49.382 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:49.395 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:49.397 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:49.397 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:01:49.397 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:01:49.397 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=1] [disk-quota=348.5GiB] [2024/05/06 08:01:49.443 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/05/06 08:01:49.448 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 08:01:49.451 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:01:49.452 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=140] [2024/05/06 08:01:49.452 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=140] [2024/05/06 08:01:49.461 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=140] [key=2.csv:0] [2024/05/06 08:01:49.461 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=140] [key=1.csv:0] [2024/05/06 08:01:49.463 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=140] [key=1.csv:0] [readDur=1.0203ms] [encodeDur=741.172Β΅s] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=121.896Β΅s] [type=file] [takeTime=2.209608ms] [] [2024/05/06 08:01:49.464 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=140] [key=2.csv:0] [readDur=1.099ms] [encodeDur=1.13058ms] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=50.02Β΅s] [type=file] [takeTime=2.575229ms] [] [2024/05/06 08:01:49.479 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=35.223661ms] [] [2024/05/06 08:01:49.479 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/1/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/640e7ef5-3cda-48b5-941e-c90e21299cef.sst] [firstKey=74800000000000008C5F728000000000000004] [lastKey=74800000000000008C5F728000000000000005] [2024/05/06 08:01:49.479 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 08:01:49.479 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 08:01:49.479 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 08:01:49.480 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/1/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/515b623e-45e1-4546-8a04-962f539039a5.sst] [firstKey=74800000000000008C5F728000000000000006] [lastKey=74800000000000008C5F728000000000000007] [2024/05/06 08:01:49.482 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.503084ms] [] [2024/05/06 08:01:49.482 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 08:01:49.488 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:49.510 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 08:01:49.511 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:49.524 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 08:01:49.526 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=44.279945ms] [] [2024/05/06 08:01:49.526 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 08:01:49.527 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.138563ms] [] [2024/05/06 08:01:49.527 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 08:01:49.527 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:01:49.529 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.326107ms] [] [2024/05/06 08:01:49.529 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 08:01:49.529 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:01:49.529 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=51.029Β΅s] [] [2024/05/06 08:01:49.529 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:01:49.530 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=636.939Β΅s] [] [2024/05/06 08:01:49.603 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 08:01:49.606 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:49.606 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:49.606 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:49.606 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:49.606 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:49.606 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:49.606 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:49.606 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:49.606 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:49.606 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:49.606 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:49.606 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:49.606 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:49.608 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:49.608 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:49.608 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:49.608 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:49.608 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:49.608 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=237.888012ms] [] [2024/05/06 08:01:49.631 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:01:49.633 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:49.634 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/05/06 08:01:49.634 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:01:49.701 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 08:01:49.702 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:01:49.702 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 08:01:49.836 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:01:49.901 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 08:01:49.901 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 08:01:49.901 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 08:01:49.911 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=9.936525ms] [] [2024/05/06 08:01:49.911 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/05/06 08:01:49.911 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 08:01:49.912 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/05/06 08:01:49.912 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/05/06 08:01:49.917 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=140] [physicalTableID=140] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 08:01:49.917 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 08:01:49.917 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=16.02815ms] [] [2024/05/06 08:01:49.917 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=16.339107ms] [] [2024/05/06 08:01:49.956 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=120.025819ms] [] [2024/05/06 08:01:50.036 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:01:50.037 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/05/06 08:01:50.040 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/05/06 08:01:50.080 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/05/06 08:01:50.117 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=1] [2024/05/06 08:01:50.141 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:01:50.141 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/05/06 08:01:50.239 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.5719050239999999\n# Parse_time: 0.000425967\n# Compile_time: 0.001307615\n# Rewrite_time: 0.000300951\n# Optimize_time: 0.00086598\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 08:01:50.255 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestWriteAfterImportFromFile/case-1 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 08:01:50.295 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=75] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 08:01:50.325 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:50.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:50.325 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:50.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:01:50.402 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:50.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:50.435 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=240.154Β΅s] [gotSchemaVersion=76] [phyTblIDs="[140]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:50.444 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=142] [version=76] [2024/05/06 08:01:50.484 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=53.293606ms] [job="ID:142, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:50.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:50.524 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:50.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:50.555 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=224.679Β΅s] [gotSchemaVersion=77] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:50.564 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=142] [version=77] [2024/05/06 08:01:50.604 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=53.301925ms] [job="ID:142, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:50.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:50.674 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:50.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:50.684 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 140, Old Table Name: t"] [2024/05/06 08:01:50.717 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=240.658Β΅s] [gotSchemaVersion=78] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:50.727 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=142] [version=78] [2024/05/06 08:01:50.766 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=53.710269ms] [job="ID:142, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:50.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:50.812 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=142] [tableIDs="[140]"] [comment="drop table: table ID"] [2024/05/06 08:01:50.822 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=142] [jobType="drop table"] [2024/05/06 08:01:50.825 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [job="ID:142, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:50.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:50.889 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=142] [2024/05/06 08:01:50.890 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:50.894 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.600097918\n# Parse_time: 0.000582157\n# Compile_time: 0.000735591\n# Rewrite_time: 0.000010604\n# Optimize_time: 0.001872118\n# Wait_TS: 0.000406376\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:01:50.897 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=78] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 08:01:50.951 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:50.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:50.951 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:50.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 08:01:51.003 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:50.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:51.011 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 143, Table Name: t"] [2024/05/06 08:01:51.691 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:463.999854ms txnStartTS:449572375402905602 region_id:14 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:463.8ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:5 rocksdb_delete_skipped_count:2 rocksdb_key_skipped_count:10 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 08:01:51.691 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:576.667284ms txnStartTS:449572375389798401 region_id:14 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:576.5ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:1 total_versions:297 rocksdb_delete_skipped_count:73 rocksdb_key_skipped_count:809 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 08:01:51.699 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572375402905602\n# Query_time: 0.499114447\n# Parse_time: 0\n# Compile_time: 0.023802506\n# Rewrite_time: 0.003265468\n# Optimize_time: 0.01447502\n# Wait_TS: 0.000135682\n# Cop_time: 0.466122209 Process_time: 0.000154653 Wait_time: 0.000115633 Request_count: 2 Total_keys: 10 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 3 Rocksdb_key_skipped_count: 15 Rocksdb_block_cache_hit_count: 6\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 7.7326e-05 Cop_proc_p90: 0.000107928 Cop_proc_max: 0.000107928 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 5.7816e-05 Cop_wait_p90: 6.2728e-05 Cop_wait_max: 6.2728e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 17006\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('+iSwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTAJASJgOjQ2OS4xbXMsIGxvb3BzOjEJMCBCeXRlcxEIGAoxCTNfMTVukgAMaWQsIFqMAAGyDF9rZXlmIQAEeXBmpgAMc3RhdG4eAARlcGJYAIYmASBvbmN1cnJlbmNmnQCOSgEkdGFyZ2V0X3NjbwHJHENvbHVtbiMzITAtXwg4Ljk9XwgsIEMZeVg6T0ZGCTQuNzEgS0IJTi9BCjIJNl8xNiVsIGdyb3VwIGJ5OlpaASF1JGZ1bmNzOm1heCgdJQxiYWNrAT0UbmRfc3ViIYEALh3sCCktPhWkACwNQRxmaXJzdHJvdy5GAC5yAhBpZCktPh1iNhwAnkYAAYpBC2ZMABEiolIACHlwZWpOAEVaKSN+4gBFaWZLAAUfnpYAUXpmTwARIp5SAF2HZlUAHSWiWABZimpYABklnlgADHN0ZXBmUQABHp5KAC5dA2ZSAC4mAJnXCDguODJ4A0xwYXJ0aWFsX3dvcmtlcjp7d2FsbKUlKDo0NjcuMzE3NDkzATEd8Qw6NSwgRZVobnVtOjAsIHRvdF93YWl0OjIuMzM1MjM4MjdzCRYUZXhlYzowDQ1l+QUjKDcwMzI1cywgbWF4BWYMMTYxNQWWCHA5NS4RABR9LCBmaW5anQAYOC42NzYyMXKdAAGpEZ0cMzAuNzg3wrUNjgWbCDUuNhUREZ8cNDA3ODcwMzkVoBg4LjYwNDM2HaEZEgB9gaABBAQKM8EQHDgJMAkwLjAyXqUGgZ5aMgQlUf4TBloTBnlaWn0AMiYDXiQALvICWiQAScVaHQAukAIyoQZ2mwVZuwA2qjMGGDQJMTdfMjAxkFBpbm5lciBqb2luLCBlcXVhbDpbZXEu2QVKhAByzQABHRApIGVxKNE3ADfBw8nmCDYpXS61AAA3YT8aRwhwLCBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDo0NjYBKBBmZXRjaBENBSwMOjBzfR52CBEIIAo1CTNfMjEoQgFNACkR5T14js8ASiQAMuQBDGNhc3R6IwFZtTBkb3VibGUgQklOQVJZ/U4ANzkKADU6egQ+8gcIMi429fIUNgkzMF8ydU8uRQAuTwEICTI0HpgJDigIGDcJNDdfMjUxFxgxXzAJMTAJKWc0c3QsIGluZGV4OmlkeF9h/gxfaWQoDQhEKSwgcmFuZ2U6WyI6NDAwMCIsDQhQXSwga2VlcCBvcmRlcjpmYWxzZSwgwfgcczpwc2V1ZG8umgAuMAoQLCBjb3ASmgoIOiB7oSgEIDGJ8AwgNDY0IekMcHJvY2HwDHM6IDCpLQESAR8ALpmlpVYUIDUyLjnCgbhkY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDBRWCWRBGR1BRoYbjogNTYuMQU6LG1heF9kaXN0c3FsXz3lTDogMX0sIHJwY19pbmZvOntDb3A6Aa4UX3JwYzoxBZcOYAsEaW3BDgAzIcAcfX0sIHRpa3YFagQ6ewUboeFN4Dx9LCBzY2FuX2RldGFpbDogSd0N6Ag1LCASFAoYbmFwc2hvdKlyECAxOC4yBaSAcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAyIYwAeT4WAAAxAfwIbG9jIWgAfQmeBG1lPoAAIVsIZXNzDXIAND1jwV0EYWkRjDVqBeP5CwwgMjE4xSu58DA3CTFfMjcoUHJvYmUpRWul+QRpbnozA0E9SGUsICJwZW5kaW5nIiwgInJ1bm4BCzApLCBub3QoaXNudWxsgkcACGVwKWH6QfkBBBwKOAk0NV8yNgWLMvYCgsECAT8BBIlWADkR1BgwCTI5Ljk3LlcEPuMKnXIuGwBFhv7MBv7MBv7MBqrMBj4qBS4MAeHzXh0FDtMMZUIEMi6JFW1GwUsihw0aDg0EMzQeDg2lHAU8KaCRgwgyLjXFQw1FDAkyNDYatA61HAQzMy4cBQAzsRy1G0WdACgFBr0TDHBhdXNBoAAsFQooXSwgWyJyZXZlcnQJGRkMCRtN0gAsVdyiSQUIMS43pSANxmZIBQQxLhb8CWHcQW0+SQUIMTA3rTciAwoIIDYyrV0AY75KBQQ4OIWk7kgFqUgQMS4wMW3+RwVKRwUIMjMuCaN+RwUAMVJHBQg1LCCxRtlhrXkANppYBTJyATZZBTV5QlkFFDcyLjXCtTpZBQQzNZGF4cRJ51YbBS5rAxKUCUYUBQQzNAVGLu4CphMF')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('uyjACrYoCgdTb3J0XzEzEp0nCg1Qcm9qZWN0aW9uXzE1EpEkCgpIYXNoQWdnXzE2EsMaCjIhABQ4EpcXCgsBISRKb2luXzIwEvoJMkMAZDIxEoEICg5JbmRleExvb2tVcF8yOBKTBQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQigAAAkQDgCQAJKJQojCgVteXNxbBICc3QaFgoLaWR4X2V4ZWNfaWQSB2UJCQhSN3IBTiQ6WyI6NDAwMCIsDQjwVV0sIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb1oVdGltZTo0NjUuMW1zLCBsb29wczoxYtgBY29wX3Rhc2s6IHtudW06IDEsIG1heDogNDY0ASlEcHJvY19rZXlzOiAwLCB0b3RfARIgOiA0Ni43wrVzCRMkd2FpdDogNTIuOQUToGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZF90YXNrX2R1BRoYbjogNTYuMQU60G1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDp7bnVtX3JwYzoxBYQIYWxfDeI0My44bXN9fWr8AXRpa3YFawQ6ewUcBDBzFfkMfSwgcyGTKGRldGFpbDoge3RvAUMJ6Tg1LCBnZXRfc25hcHNob3QJWRAgMTguMgWlgHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMiGNAHk+FgAAMQH9LGxvY2s6IHt9fX0sIAGTPoAAIVwIZXNzDXIuZAEEYWwlZg0aNWsF4wh3YWwN/iwgMjE4LjbCtXN9cP8RAQQBeBEKJP8BEp0CCgxTZWxN/TwyNxJuChFUYWJsZVJvd0lESaYANkmjEFSlQCkABQFNowgNCgtdowRSHnZyAlaBAAgaAQIJXiyQpUApoNtLGqN1lD9hARRSbmluKG1hAEwudGlkYl9iYWNrZ3JvdW5kX3N1YkGhAC5B0EhlLCAicGVuZGluZyIsICJydW5uAQswKSwgbm90KGlzbnVsbIJHAAxlcCkpVp8AHCGNRGyNMvVyHZwIAUABfT0AN2EUbT0EcPAuWwFh2xipg8CnYxV0Nj4ACFKVAX7YAAxlcCwgdiQAfQ0ULCBjYXN0euUAITFBzmgsIGRvdWJsZSBCSU5BUlkpLT5Db2x1bW4jMzcd1gA4HdYIYg9DfXkUT0ZGcOwULkICBLQLNv0EDDkS9gc2/QQMMzYS0Eb9BAgzMxqR/QS4mlFaAD6J/QgcChpRWhQBdBoOCgUl6wASCQcEUm2R9AxwYXVzIe4ALBUKKF0sIFsicmV2ZXJ0CRkZDAkbTSAALFUqhioFABRhmRA6MS43NC4WAQTXAV4pBQwxLjEzASphvCFzPioFCDEwN60YoT6pKwg2Mi6pPgBjvisFBDg4hYTuKQWpKQwxLjAxpSgEjgKFRUEy/igFpSgIMjMuCaR+KAUAMVIoBQg1LCCxJ9lDrVoANpo5BTJzATY6BTV6BfUuOgUMNzIuNWo6BQTWAS46BQwzNRJtQjoFBDM0idwEqrk64AIIDAoKWeD6OQUoBLpAKbkehetR+D1lPQRSKFb6BAxnbG9i4RUEYXOhOmrzBBiJO8PWS+GNHVaB82kGDDIuNTZB3JHyAPY28gQgAiHpIJT5JgGPNj0ACFLbAp3OLokABGlkMukELhsAAalhP2YhAAh5cGViHQCFMWIeABhwcmlvcml0ZlwAFGNyZWF0ZeVdYkUAMoMFWuAAAHM+ywU24gAAchJXCARjbwHJPsUFLioAISdeuAUANjWbADYyoQRCtwUE3CK9t0QhxakaJTnOlEApidLe4AuTmT8h5lhScGlubmVyIGpvaW4sIGVxdWFsOltlcXpcBnLlAAEdECkgZXEo1WgELCARCwg2KV3VdQA2MksHBGI1FhgKFGhhc2hfdA6QCAQ6exKSCQg6NDZFgRBmZXRjaBENBSwsOjBzfSF+/VR9SBaVOtYAAMv+fwL+fwL+fwL+fwKKfwJdwUprCV3sPbIAOZ0LRnACBNglLnACGM6mZ+JvmpWxCQDwSXAEtwYO1AkQcCBieTodgT77AiBmdW5jczptYXh6iQIdpirZCAQ1LA1BHGZpcnN0cm93LkYANmsACCktPoKHAH5GAJG4ZkwAESKemACB6WpOAKUHKSN+nAClFmZLAAUfnpYAsURmTwARIp5SAL11ZlUAHSWiWAAmwApqWAAZJZ5YAIXbYjICAR6eSgAAdN0KZlIALiYAdYYAODatCxi/AnBhcnRpDuQIGG9ya2VyOnsm0wggNDY3LjMxNzQ5Ep8KHfEMOjUsIEWVDG51bToa1g8SmAokMi4zMzUyMzgyNxrZDw6AEBI3Dw67ChIYCwUjGDcwMzI1cywOhgoFZgwxNjE1EkQMCHA5NS4RABR9LCBmaW5anQAUOC42NzYyFjwLXp0AAakIb3RfBZ0QMzAuNzgWNgsBFAWbADUS7Q4SARAVnxw0MDc4NzAzORWgGDguNjA0MzYdoRkSWigPGCE0Dc5I1uQ+vwQAq/5ZBv5ZBjpZBkl0WsMEeY9aIQA9dWb1CIoZCS6oAvntADVds645BhSSxxdV2Pw+egEAXlrEAIblAIrBAARpZBWsPDkuMW1zLCBsb29wczoxGAE=')\n# Resource_group: default\n;"] [2024/05/06 08:01:51.700 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572375389798401\n# Query_time: 0.595472736\n# Parse_time: 0\n# Compile_time: 0.011229954\n# Rewrite_time: 0.00155824\n# Optimize_time: 0.007165149\n# Wait_TS: 0.000090505\n# Cop_time: 0.57492733 Process_time: 0.000521582 Wait_time: 0.000089239 Request_count: 2 Process_keys: 1 Total_keys: 593 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 145 Rocksdb_key_skipped_count: 1613\n# Is_internal: true\n# Digest: a5ae371f91ff344239c371574cfd61b79aa3a5899858f81f0a16e0e20d2730bc\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000260791 Cop_proc_p90: 0.000291628 Cop_proc_max: 0.000291628 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 4.4619e-05 Cop_wait_p90: 4.7587e-05 Cop_wait_max: 4.7587e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 12724\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('ohi4MAkzXzEzCTAJMjMxNC43NAlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjU3OS42bXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAGWMUOmRlc2MsTocAFGpvYl9pZC6DAAAzHYMcCTAgQnl0ZXMRCBwKMgkxN18yOB34VGlubmVyIGpvaW4sIGVxdWFsOltlcShaDgE4aWQsIENvbHVtbiMxNSldLncAADEdd6AsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsOjY3Ni43wrVzLCBmZXRjaB0QBTIMOjBzfRGsEQgkCjMJMzFfNDEoQgFUACkdu0BkYXRhOlNlbGVjdGlvbl80MBGQEDQ2Ni40BWY1i2hjb3BfdGFzazoge251bTogMSwgbWF4OiAxLjQltCFsNF9rZXlzOiAwLCB0b3RfARIQOiAyMzAFSQESHHdhaXQ6IDQxDcJkY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAxAAFxCF9kdQUaGG46IDM4LjUFTThtYXhfZGlzdHNxbF9jb25VJEggMX0sIHJwY19pbmZvOntDb3A6Aa4MX3JwY0FPJUMAX0VsLDEuMzZtc319CTI0My3jGE4vQQo0CTEhBwQxX3LYAgxyZW9ySbYEa3YFpAQ6ewVVBDBzVbw8fSwgc2Nhbl9kZXRhaWw6ICm/LSFAMjk2LCBnZXRfc25hcHNob3QJlBAgMTcuOQXgmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNzIsIGtleT4XACA4MDQsIGJsb2MhphB9fX0sIAGXPoQAIZgIZXNzDXQ9oARhbCWiDRk1pwB0AeYId2FsLToIIDM3QRsAfSEwAQQcCjUJNDRfMzklNRw2NjY2LjY3CUm0Lg0E8D4sIHJhbmdlOlstaW5mLDE0NCksICgxNDQsK2luZl0sIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwmBI2ZtAQGIAQQwCjMJNl8yOShQcm9iZUHqNDY0MDAJZ3JvdXAgYnk6dXpALCBmdW5jczpmaXJzdHJvdygVGggpLT4VDHEOCDU3ODqYBDxwYXJ0aWFsX3dvcmtlcjp7OR4gNTc3Ljk4MjA3Yc4umwIINSwgRc5hPQAwaSFlDywyLjg4OTEzMzA4M3MJFwxleGVjRUthMyHBCSQYMzE3Njcyc2l3AWcQODgwMjGFNghwOTUyEgAUfSwgZmluWqAAHDguNTE5Nzc4bqEAAa0Eb3QNoRQxLjk1OMKBcwEUBZ4QNC4xNDIVExGkGDkxMTIyODUByIEbITcQNDUwMTkFawmkADgVEjm0YXQAM4F7Ja0Ubm90KGVxOZEELCBBLAgpLCABGRRpc251bGwZHQApIeQFfyURAdONsQgJMzixu2HYEDUJNl8zIdEIODAwXRFKpgVtHghpbmdSLwYgc2NoZW1hX2lkIYlG1QZF+AkeSWIIbWluFa8AODJdAgAxGbkAMhm5BDIscl0CGDYuMDU0MTkBMF5dAgAxSUZRXRg3ODgyMzE2QTk1vxQyNjMuNTepSwEVJUIoMi44Nzk0MzE1NDgB3ChheDo1NzUuOTM0NuURKcAVEXJjAhg3LjQwMDg4BddepwAuYwIYMzguMjk2wjJjAgw1LjMwGRMRohw4NTA1OTUxNRWiHDcuMzgwMjc1IRIJoxkSWWMANuECEDM2CTAJRQDF+CRIYXNoQWdnXzMxOYsINS40AUlJRAQyLMGiqeAAIMFH2fUANeGGASpBLq3VLXgBEhQ6IDI5MS4ZviWMCCA0Nw0TAGO++AYMMjYuMyUe7vgGyfgBugA1yfkIODQgFtwIYSEAN2EhADGlxCUjtTRK5QIB4wBlEroJ/iMDdSNKZgAWmQl9MwA4JahmBQZWcgcNrTKlAQRhbDIXAChfc2l6ZTogMjQzNmU8AGH5qAA3UqgHBDIyGogIgqgHADPB2QB5RqgHADnGqAcuUgKh2wRhafWqUVk+qgcINTEzEscJeQkUOAk0M18zoXIMMAkxMKEMhbI6qgd6jAeBumaHASAJTi9BCU4vQQo=')\n# Plan_digest: ae1f28c9bec84b2f3ff25dddc3b860cc6fff8524d66eb8eb50996995f37bdd0c\n# Binary_plan: tidb_decode_binary_plan('+RrwSQr0GgoNUHJvamVjdGlvbl8xMxLcGQoHU29ydF8xNBLkGAoLSGFzaEpvaW5fMjgSygYKDlRhYmxlUmVhZGVyXzQxEosECgxTZWxlCUAYNDAStAEKEQkk8DxhbmdlU2Nhbl8zOSEAAAAAQJUmQSmrqqqqqgq6QDgCQAJKFwoVCgVteXNxbBIMdGlkYl9kZGxfam9iUjxyAT3wWDpbLWluZiwxNDQpLCAoMTQ0LCtpbmZdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////CQMEAXgJCAz///8BBaEsgDEnQSndkRNifRWiBaEEUhgFnQQudB2cKC5yZW9yZ2r9AXRpZmUACCwgcwH5mGRldGFpbDoge3RvdGFsX2tleXM6IDI5NiwgZ2V0X3NuYXBzaG90XwWkwCAxNy45wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDcyLCBrZXk+FwBEODA0LCBibG9jazoge319fSwgAVg+hAAccHJvY2Vzc18BHBA6IDIzMAVzCaAId2FpEY0MNDEuNwkaAeYMd2FsbA0yHDM3NMK1c31wITYFAS5GASwaAQEh8mb6Ehd060A5SSgBQAFSEWRhdGE6U10pBFoWBYMMNDY2LgFSBCwgLaEUYtcBY29wKb5YIHtudW06IDEsIG1heDogMS40Nm1zLCABxC1NBDAsAbwF1jLOAAXMADoZx4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcQhfZHUFGhhuOiAzOC41JQGobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGuFF9ycGM6MQWWAGEtNCQxLjM2bXN9fXDzLiwBEBLfEAoKYV0gQWdnXzI5EokNLkkDEDMwEowMGSAQMzUS5Ac2fAMQMzYSpQUdIhQxEpcBChBlegxGdWxsaXkANEXYFPDvMEEpAAEBEIjDQDABdnsDAB7+XQNaXQMIKGUxDYUEQL8NhTxSlAFncm91cCBieTpteXNxOmkDIeccZXNzaW5nLCBKHwAkc2NoZW1hX2lkc1IfABB0YWJsZQkeJGZ1bmNzOm1pbihKRwBQam9iX2lkKS0+Q29sdW1uIzE4arcCRfYAdFZBBFbcAw2tTZdVAS4XAChfc2l6ZTogMjQzNlEgAGuNEgA3UhIEBDIyTYSCEgQAM6EUBHlfOikECDgwOcYSBAw5MS42RflGFAQANxEaOhQECDUxM2XEWhYEICHe3d3dHT73QEmEAEAl/4EVBA9kgRUISGFzZQQMMzFaFYUTEDU3NS40YeiJEggyYttiEgQQNTc2LjcBKyFoLU4pfCV6oW0dz5EVEcjCFQQMMjYuMyUc7hUEiRUBugA1hRYEnAIuiAYhLAitbPhCLAEAhP4rA74rA3UPfRsANTWiCDcuMiF3MaJEygJwYXJ0aWFsX3dvcmtlcjp72TMB6hAwNTQxOQExLkIFCDUsIGFjAF+h5C21wYIwOjIuODc4ODIzMTYyc2UpLF9leGVjOjI2My41N6mVBHRvzakBLBg5NDMxNTQ4gQcEYXhFPhA5MzQ2MwFvCHA5NS4RABR9LCBmaW5apgAYNy40MDA4OAXYXqcAAbMAb01IEDM4LjI5dSsJpAw1LjMwGRNFzigyLjg4NTA1OTUxNRWiHDcuMzgwMjc1GaMZEm5FAwitSP5NGQgAuUBlQxgvbm90KGVxNa4INSwgDi8JCCksIAEZFGlzbnVsbBkdBCkpPcEAOAF+KcEIMXD8LoUCJBoBAiFEREREJGM+bwAEOGexsFEfBDUsrV8cZmlyc3Ryb3cdbrlUWTkEOC7lww14BGLEcjkCFDcuOTgyMGXhXpIBGgEIUTkcODkxMzMwODMuOQIAMA0NNY8UOTMxNzY3QV1JMRw3Ljg4MDIxMSERSTIZEnIzAhg4LjUxOTc3JUpeoQAuMwIUMjEuOTU4hUJBR0XXEDQuMTQyFRMRpBg5MTEyMjg1AcgJpBg4LjQ1MDE5BWsJpBkSXjMCGFyalxKjEwcq1ApoAUABUjxpbm5lciBqb2luLCBlcXVhbDpbZXEoYhsHBCwgNewEKV1VQAQ5LiUvMcgAOxZFCRBoYXNoX+V6ADoW9AoEOjahogXfEGZldGNoHRAFMiw6MHN9Ifz4uJGPRhA6qAAAPUqSAKHnFhMIEDpkZXNjUvkH6dEdqYUKDakYId52+/SKXD5sAE5/CAFIEG1ldGEsTn0IGYkdaTLaAggNQ28mLQpANXCcXnj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/05/06 08:01:51.701 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=2.542664ms] [gotSchemaVersion=79] [phyTblIDs="[143]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:51.712 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=144] [version=79] [2024/05/06 08:01:51.747 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=53.264258ms] [job="ID:144, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:50.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:51.822 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [job="ID:144, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:50.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:51.869 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=144] [2024/05/06 08:01:51.869 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:51.873 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.978375417\n# Parse_time: 0.001166018\n# Compile_time: 0.001390567\n# Rewrite_time: 0.000008807\n# Optimize_time: 0.001872118\n# Wait_TS: 0.000396654\n# DB: write_after_import\n# Is_internal: false\n# Digest: e6c0b764ae5571914c40b74ee308c75fddc0ac3be8b5f9b995310d6dede1b551\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 08:01:51.886 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:52.137 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:01:52.228 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 08:01:52.279 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/05/06 08:01:52.279 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 08:01:52.386 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:01:52.387 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:52.388 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/05/06 08:01:52.407 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:52.410 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:01:52.410 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 08:01:52.410 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=82.796Β΅s] [2024/05/06 08:01:52.411 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=214.153Β΅s] [] [2024/05/06 08:01:52.411 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:01:52.411 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 08:01:52.560 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/06 08:01:52.583 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/06 08:01:52.598 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=26] [2024/05/06 08:01:52.638 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:01:52.639 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 08:01:52.640 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:52.648 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:52.648 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793198733021509] [2024/05/06 08:01:52.649 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:52.649 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:52.650 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:52.650 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:52.650 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:52.650 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:52.650 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:52.665 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:52.667 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:52.667 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:01:52.667 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:01:52.667 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=2] [disk-quota=348.5GiB] [2024/05/06 08:01:52.712 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/05/06 08:01:52.716 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 08:01:52.720 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:01:52.720 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=143] [2024/05/06 08:01:52.720 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=143] [2024/05/06 08:01:52.731 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=143] [key=2.csv:0] [2024/05/06 08:01:52.732 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=143] [key=1.csv:0] [2024/05/06 08:01:52.734 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=143] [key=2.csv:0] [readDur=1.349116ms] [encodeDur=1.168013ms] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=82.676Β΅s] [type=file] [takeTime=3.141168ms] [] [2024/05/06 08:01:52.735 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=143] [key=1.csv:0] [readDur=969.607Β΅s] [encodeDur=822.246Β΅s] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=148.642Β΅s] [type=file] [takeTime=2.238979ms] [] [2024/05/06 08:01:52.735 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/2/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/10928027-d441-4f5a-b38b-c9cbd465c6fb.sst] [firstKey=74800000000000008F5F728000000000000006] [lastKey=74800000000000008F5F728000000000000007] [2024/05/06 08:01:52.736 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=23.303055ms] [] [2024/05/06 08:01:52.736 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 08:01:52.736 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 08:01:52.736 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 08:01:52.736 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/2/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/ce16d032-b444-4ab6-91e9-8aa9373e7e56.sst] [firstKey=74800000000000008F5F728000000000000004] [lastKey=74800000000000008F5F728000000000000005] [2024/05/06 08:01:52.739 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.730018ms] [] [2024/05/06 08:01:52.739 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 08:01:52.743 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:52.765 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 08:01:52.766 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:52.780 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 08:01:52.781 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=42.622404ms] [] [2024/05/06 08:01:52.781 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 08:01:52.783 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.180941ms] [] [2024/05/06 08:01:52.783 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 08:01:52.783 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:01:52.784 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.50217ms] [] [2024/05/06 08:01:52.784 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 08:01:52.785 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:01:52.785 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=69.823Β΅s] [] [2024/05/06 08:01:52.785 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:01:52.786 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.02517ms] [] [2024/05/06 08:01:52.846 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 08:01:52.848 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:52.848 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:52.848 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:52.848 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:52.848 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:52.848 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:52.848 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:52.848 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:52.848 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:52.848 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:52.848 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:52.849 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:52.849 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:52.850 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:52.850 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:52.850 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:52.850 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:52.850 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:52.850 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=212.281562ms] [] [2024/05/06 08:01:52.901 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:01:52.903 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:52.904 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/05/06 08:01:52.904 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:01:53.037 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 08:01:53.039 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:01:53.039 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 08:01:53.221 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:01:53.272 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 08:01:53.272 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 08:01:53.272 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 08:01:53.280 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=7.732708ms] [] [2024/05/06 08:01:53.280 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/05/06 08:01:53.280 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 08:01:53.280 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/05/06 08:01:53.280 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/05/06 08:01:53.285 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=143] [physicalTableID=143] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 08:01:53.286 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 08:01:53.286 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=13.4266ms] [] [2024/05/06 08:01:53.286 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=13.723464ms] [] [2024/05/06 08:01:53.363 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=142.517937ms] [] [2024/05/06 08:01:53.409 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:01:53.409 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/05/06 08:01:53.412 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/05/06 08:01:53.460 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/05/06 08:01:53.485 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/05/06 08:01:53.507 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:01:53.507 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/05/06 08:01:53.584 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:01:53.807 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.933909199\n# Parse_time: 0.000467222\n# Compile_time: 0.001260308\n# Rewrite_time: 0.000173469\n# Optimize_time: 0.001872118\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-2 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/05/06 08:01:53.822 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=79] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 08:01:53.848 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:145, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:53.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:53.849 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:145, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:53.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:01:53.918 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [category=ddl] [job="ID:145, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:53.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:53.965 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=257.954Β΅s] [gotSchemaVersion=80] [phyTblIDs="[143]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:53.978 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=145] [version=80] [2024/05/06 08:01:54.014 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=54.016788ms] [job="ID:145, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:53.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:54.080 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [category=ddl] [job="ID:145, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:53.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:54.114 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=223.079Β΅s] [gotSchemaVersion=81] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:54.125 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=145] [version=81] [2024/05/06 08:01:54.160 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=53.438706ms] [job="ID:145, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:53.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:54.254 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [category=ddl] [job="ID:145, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:53.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:54.265 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 143, Old Table Name: t"] [2024/05/06 08:01:54.313 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=274.396Β΅s] [gotSchemaVersion=82] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:54.324 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=145] [version=82] [2024/05/06 08:01:54.362 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=53.720075ms] [job="ID:145, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:53.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:54.397 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=145] [tableIDs="[143]"] [comment="drop table: table ID"] [2024/05/06 08:01:54.549 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=145] [jobType="drop table"] [2024/05/06 08:01:54.554 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [job="ID:145, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:53.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:54.626 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=145] [2024/05/06 08:01:54.626 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:54.630 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.809744605\n# Parse_time: 0.000513608\n# Compile_time: 0.000579393\n# Rewrite_time: 0.000009145\n# Optimize_time: 0.001930789\n# Wait_TS: 0.000419857\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:01:54.633 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=82] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/05/06 08:01:54.682 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:147, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:54.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:54.682 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:147, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:54.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/05/06 08:01:54.741 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=147] [conn=2] [category=ddl] [job="ID:147, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:54.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:54.752 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 146, Table Name: t"] [2024/05/06 08:01:54.820 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=2.889758ms] [gotSchemaVersion=83] [phyTblIDs="[146]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:54.862 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=147] [version=83] [2024/05/06 08:01:54.867 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=54.020904ms] [job="ID:147, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:54.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:54.929 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=147] [conn=2] [job="ID:147, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:54.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:54.970 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=147] [2024/05/06 08:01:54.970 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:54.974 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.342936568\n# Parse_time: 0.000717001\n# Compile_time: 0.001104169\n# Rewrite_time: 0.000011551\n# Optimize_time: 0.001930789\n# Wait_TS: 0.000359229\n# DB: write_after_import\n# Is_internal: false\n# Digest: e68ffb50dd9dad0801582f5d2bc5ca9fba5594b1cda860743510296b46f2089a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/05/06 08:01:54.989 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:55.205 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:01:55.332 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 08:01:55.381 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/05/06 08:01:55.382 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 08:01:55.487 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:01:55.488 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:55.489 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/05/06 08:01:55.508 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:55.511 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:01:55.512 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 08:01:55.512 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=106.86Β΅s] [2024/05/06 08:01:55.512 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=314.56Β΅s] [] [2024/05/06 08:01:55.512 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:01:55.512 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 08:01:55.630 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/05/06 08:01:55.649 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/06 08:01:55.708 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=26] [2024/05/06 08:01:55.760 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:01:55.761 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 08:01:55.762 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:55.770 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:55.770 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793198733021509] [2024/05/06 08:01:55.770 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:55.770 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:55.771 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:55.771 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:55.771 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:55.771 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:55.771 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:55.785 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:55.787 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:55.787 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:01:55.787 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/05/06 08:01:55.787 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=3] [disk-quota=348.5GiB] [2024/05/06 08:01:55.831 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/05/06 08:01:55.835 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 08:01:55.839 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:01:55.839 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=146] [2024/05/06 08:01:55.839 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=146] [2024/05/06 08:01:55.846 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=146] [key=1.csv:0] [2024/05/06 08:01:55.846 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=146] [key=2.csv:0] [2024/05/06 08:01:55.849 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=146] [key=1.csv:0] [readDur=1.053399ms] [encodeDur=1.125792ms] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=630.332Β΅s] [type=file] [takeTime=3.195608ms] [] [2024/05/06 08:01:55.849 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=146] [key=2.csv:0] [readDur=1.055483ms] [encodeDur=1.409701ms] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=665.518Β΅s] [type=file] [takeTime=3.507176ms] [] [2024/05/06 08:01:55.850 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/3/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/ec69d006-15d6-4b5f-91d6-27275169642f.sst] [firstKey=7480000000000000925F728000000000000001] [lastKey=7480000000000000925F728000000000000002] [2024/05/06 08:01:55.850 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=19.685208ms] [] [2024/05/06 08:01:55.851 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 08:01:55.851 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 08:01:55.851 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 08:01:55.851 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/3/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/278b04c1-a9ee-411a-9753-3b215e586083.sst] [firstKey=7480000000000000925F72800000000000000A] [lastKey=7480000000000000925F72800000000000000B] [2024/05/06 08:01:55.853 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.005322ms] [] [2024/05/06 08:01:55.853 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 08:01:55.858 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:55.879 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 08:01:55.880 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:55.893 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 08:01:55.895 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=41.80863ms] [] [2024/05/06 08:01:55.895 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 08:01:55.896 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.317106ms] [] [2024/05/06 08:01:55.896 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 08:01:55.896 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:01:55.898 +00:00] [INFO] [engine.go:1617] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.392398ms] [file=/tmp/tidb/import-4000/3/630083e6-fc50-5cd2-8645-c17b147197ce.sst/f629b93d-760a-4413-b4be-a764f6946e87.sst] [2024/05/06 08:01:55.898 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/3/630083e6-fc50-5cd2-8645-c17b147197ce.sst/f629b93d-760a-4413-b4be-a764f6946e87.sst] [firstKey=7480000000000000925F698000000000000001038000000000000004] [lastKey=7480000000000000925F698000000000000001038000000000000007] [2024/05/06 08:01:55.900 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=4.004216ms] [] [2024/05/06 08:01:55.901 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 08:01:55.906 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:55.928 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 08:01:55.929 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:55.941 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 08:01:55.943 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=42.587105ms] [] [2024/05/06 08:01:55.943 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:01:55.944 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=975.783Β΅s] [] [2024/05/06 08:01:55.996 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 08:01:55.999 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:55.999 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:55.999 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:55.999 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:55.999 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:55.999 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:55.999 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:55.999 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:55.999 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:55.999 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:55.999 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:55.999 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:55.999 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:56.001 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:56.001 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:56.001 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:56.001 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:56.001 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:56.001 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=241.268794ms] [] [2024/05/06 08:01:56.002 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:01:56.003 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:56.004 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/05/06 08:01:56.004 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:01:56.071 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 08:01:56.072 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:01:56.072 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 08:01:56.261 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:01:56.310 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 08:01:56.310 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 08:01:56.310 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 08:01:56.318 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=7.519455ms] [] [2024/05/06 08:01:56.318 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/06 08:01:56.318 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/05/06 08:01:56.318 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 08:01:56.318 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/05/06 08:01:56.318 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/05/06 08:01:56.327 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=146] [physicalTableID=146] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/06 08:01:56.329 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=146] [physicalTableID=146] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/05/06 08:01:56.330 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 08:01:56.330 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=19.787678ms] [] [2024/05/06 08:01:56.330 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=20.01452ms] [] [2024/05/06 08:01:56.370 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=108.727881ms] [] [2024/05/06 08:01:56.403 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:01:56.403 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=3] [step=post-process] [state=running] [] [2024/05/06 08:01:56.406 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/05/06 08:01:56.489 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=3] [2024/05/06 08:01:56.490 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/05/06 08:01:56.515 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:01:56.516 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/05/06 08:01:56.597 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.622093355\n# Parse_time: 0.000817475\n# Compile_time: 0.002077391\n# Rewrite_time: 0.000292576\n# Optimize_time: 0.001930789\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 08:01:56.616 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestWriteAfterImportFromFile/case-3 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 08:01:56.630 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=83] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 08:01:56.656 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:148, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:56.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:56.656 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:148, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:56.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:01:56.724 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:56.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:56.755 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=264.894Β΅s] [gotSchemaVersion=84] [phyTblIDs="[146]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:56.764 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=148] [version=84] [2024/05/06 08:01:56.804 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=53.723151ms] [job="ID:148, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:56.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:56.892 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:56.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:56.927 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=259.547Β΅s] [gotSchemaVersion=85] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:56.938 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=148] [version=85] [2024/05/06 08:01:56.976 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=54.35089ms] [job="ID:148, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:56.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:57.014 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:56.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:57.024 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 146, Old Table Name: t"] [2024/05/06 08:01:57.065 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=220.032Β΅s] [gotSchemaVersion=86] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:57.075 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=148] [version=86] [2024/05/06 08:01:57.115 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=54.028007ms] [job="ID:148, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:56.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:57.165 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=148] [tableIDs="[146]"] [comment="drop table: table ID"] [2024/05/06 08:01:57.174 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=148] [jobType="drop table"] [2024/05/06 08:01:57.177 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [job="ID:148, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:56.6 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:57.230 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=148] [2024/05/06 08:01:57.230 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:57.233 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.604796425\n# Parse_time: 0.000438612\n# Compile_time: 0.00056733\n# Rewrite_time: 0.00000984\n# Optimize_time: 0.001453183\n# Wait_TS: 0.000377722\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:01:57.236 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=86] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 08:01:57.284 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:57.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:57.284 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:57.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 08:01:57.378 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:57.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:57.386 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 149, Table Name: t"] [2024/05/06 08:01:57.449 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=2.298218ms] [gotSchemaVersion=87] [phyTblIDs="[149]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:57.459 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=150] [version=87] [2024/05/06 08:01:57.496 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=53.364754ms] [job="ID:150, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:57.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:57.561 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [job="ID:150, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:57.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:57.602 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=150] [2024/05/06 08:01:57.602 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:57.605 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.371369684\n# Parse_time: 0.000929372\n# Compile_time: 0.00134974\n# Rewrite_time: 0.000009389\n# Optimize_time: 0.001453183\n# Wait_TS: 0.000411535\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2f240416326fc09fb6849d7eeb00eb3313f36befa6e542035b06559f7cfa5f74\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 08:01:57.618 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:57.816 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:01:57.908 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 08:01:57.948 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/05/06 08:01:57.949 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 08:01:58.056 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:01:58.058 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:58.059 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/05/06 08:01:58.077 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:58.080 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:01:58.080 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 08:01:58.081 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=87.496Β΅s] [2024/05/06 08:01:58.081 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=254.449Β΅s] [] [2024/05/06 08:01:58.081 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:01:58.081 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 08:01:58.228 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/06 08:01:58.247 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/06 08:01:58.257 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=26] [2024/05/06 08:01:58.300 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:01:58.302 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 08:01:58.303 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:58.311 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:58.311 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793198733021509] [2024/05/06 08:01:58.311 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:58.311 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:58.312 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:58.312 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:58.312 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:58.313 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:58.313 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:58.326 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:58.328 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:58.328 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:01:58.328 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/05/06 08:01:58.328 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=4] [disk-quota=348.5GiB] [2024/05/06 08:01:58.376 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/05/06 08:01:58.380 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 08:01:58.384 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:01:58.384 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=149] [2024/05/06 08:01:58.384 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=149] [2024/05/06 08:01:58.399 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=149] [key=2.csv:0] [2024/05/06 08:01:58.399 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=149] [key=1.csv:0] [2024/05/06 08:01:58.402 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=149] [key=2.csv:0] [readDur=990.868Β΅s] [encodeDur=982.64Β΅s] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=381.279Β΅s] [type=file] [takeTime=2.745622ms] [] [2024/05/06 08:01:58.402 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=149] [key=1.csv:0] [readDur=1.039101ms] [encodeDur=1.270723ms] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=334.954Β΅s] [type=file] [takeTime=3.013984ms] [] [2024/05/06 08:01:58.403 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/4/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/eb504f74-6157-4769-acff-8f54154ff5aa.sst] [firstKey=7480000000000000955F72800000000000000A] [lastKey=7480000000000000955F72800000000000000B] [2024/05/06 08:01:58.403 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=27.275424ms] [] [2024/05/06 08:01:58.403 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 08:01:58.403 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 08:01:58.404 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 08:01:58.404 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/4/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/4b4a77ff-2441-4a26-875c-4967122aabf4.sst] [firstKey=7480000000000000955F728000000000000001] [lastKey=7480000000000000955F728000000000000002] [2024/05/06 08:01:58.406 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.47493ms] [] [2024/05/06 08:01:58.406 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 08:01:58.411 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:58.432 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 08:01:58.433 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:58.446 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 08:01:58.448 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=41.617938ms] [] [2024/05/06 08:01:58.448 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 08:01:58.449 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.252379ms] [] [2024/05/06 08:01:58.449 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 08:01:58.449 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:01:58.451 +00:00] [INFO] [engine.go:1617] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.703863ms] [file=/tmp/tidb/import-4000/4/630083e6-fc50-5cd2-8645-c17b147197ce.sst/2d85ea7f-976e-4f95-a85f-c90edb433735.sst] [2024/05/06 08:01:58.451 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/4/630083e6-fc50-5cd2-8645-c17b147197ce.sst/2d85ea7f-976e-4f95-a85f-c90edb433735.sst] [firstKey=7480000000000000955F698000000000000001038000000000000004] [lastKey=7480000000000000955F698000000000000001038000000000000007] [2024/05/06 08:01:58.454 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=4.159752ms] [] [2024/05/06 08:01:58.454 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 08:01:58.458 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:58.481 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 08:01:58.482 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:58.494 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 08:01:58.496 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=42.499941ms] [] [2024/05/06 08:01:58.496 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:01:58.498 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.233649ms] [] [2024/05/06 08:01:58.574 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 08:01:58.580 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:58.581 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:58.581 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:58.581 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:58.581 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:58.581 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:58.581 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:58.581 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:58.581 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:58.581 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:58.581 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:58.581 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:58.581 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:58.583 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:58.583 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:58.583 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:58.583 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:58.584 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:58.584 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=283.732329ms] [] [2024/05/06 08:01:58.604 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:01:58.606 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:58.607 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/05/06 08:01:58.607 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:01:58.694 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 08:01:58.696 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:01:58.696 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 08:01:58.839 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:01:58.885 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 08:01:58.885 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 08:01:58.885 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 08:01:58.896 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=11.036485ms] [] [2024/05/06 08:01:58.896 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/06 08:01:58.896 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/05/06 08:01:58.896 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 08:01:58.897 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/05/06 08:01:58.897 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/05/06 08:01:58.905 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=149] [physicalTableID=149] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/06 08:01:58.909 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=149] [physicalTableID=149] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/05/06 08:01:58.909 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 08:01:58.909 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=24.222917ms] [] [2024/05/06 08:01:58.909 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=24.408422ms] [] [2024/05/06 08:01:58.975 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:01:58.976 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/05/06 08:01:58.979 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/05/06 08:01:58.988 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=148.231051ms] [] [2024/05/06 08:01:59.036 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/05/06 08:01:59.055 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=4] [2024/05/06 08:01:59.080 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:01:59.080 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/05/06 08:01:59.171 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.564431694\n# Parse_time: 0.000423384\n# Compile_time: 0.001062524\n# Rewrite_time: 0.0002111\n# Optimize_time: 0.001453183\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-4 current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) [2024/05/06 08:01:59.183 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=87] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 08:01:59.190 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:01:59.213 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:151, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:59.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:59.213 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:151, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:59.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:01:59.276 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [category=ddl] [job="ID:151, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:59.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:59.312 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=241.563Β΅s] [gotSchemaVersion=88] [phyTblIDs="[149]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:59.323 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=151] [version=88] [2024/05/06 08:01:59.362 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=54.058909ms] [job="ID:151, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:59.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:59.414 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [category=ddl] [job="ID:151, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:59.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:59.449 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=224.688Β΅s] [gotSchemaVersion=89] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:59.458 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=151] [version=89] [2024/05/06 08:01:59.498 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=53.151939ms] [job="ID:151, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:59.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:59.562 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [category=ddl] [job="ID:151, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:59.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:59.571 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 149, Old Table Name: t"] [2024/05/06 08:01:59.613 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=221.469Β΅s] [gotSchemaVersion=90] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:59.623 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=151] [version=90] [2024/05/06 08:01:59.656 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=53.662316ms] [job="ID:151, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:59.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:59.709 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=151] [tableIDs="[149]"] [comment="drop table: table ID"] [2024/05/06 08:01:59.718 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=151] [jobType="drop table"] [2024/05/06 08:01:59.722 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [job="ID:151, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:59.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:59.828 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=151] [2024/05/06 08:01:59.828 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:59.834 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.651694188\n# Parse_time: 0.000443331\n# Compile_time: 0.00064031\n# Rewrite_time: 0.000012364\n# Optimize_time: 0.001349392\n# Wait_TS: 0.000428887\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:01:59.837 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=90] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/05/06 08:01:59.882 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:153, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:59.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:59.882 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:153, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:59.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/05/06 08:01:59.934 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=153] [conn=2] [category=ddl] [job="ID:153, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:59.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:59.941 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 152, Table Name: t"] [2024/05/06 08:01:59.991 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=2.18128ms] [gotSchemaVersion=91] [phyTblIDs="[152]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:00.001 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=153] [version=91] [2024/05/06 08:02:00.038 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=53.238236ms] [job="ID:153, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:59.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:00.073 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=153] [conn=2] [job="ID:153, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:59.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:00.112 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=153] [2024/05/06 08:02:00.112 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:00.129 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:00.373 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:02:00.467 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 08:02:00.507 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/05/06 08:02:00.507 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 08:02:00.614 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:00.615 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:00.617 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/06 08:02:00.662 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:00.665 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:02:00.666 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 08:02:00.666 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=118.191Β΅s] [2024/05/06 08:02:00.666 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=317.266Β΅s] [] [2024/05/06 08:02:00.666 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:00.666 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 08:02:00.793 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/06 08:02:00.810 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=26] [2024/05/06 08:02:00.814 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/06 08:02:00.860 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:00.862 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 08:02:00.862 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:00.870 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:00.870 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793198733021509] [2024/05/06 08:02:00.871 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:00.871 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:00.872 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:00.872 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:00.872 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:00.872 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:00.872 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:00.884 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:00.886 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:00.886 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:02:00.886 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:02:00.886 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=348.5GiB] [2024/05/06 08:02:00.927 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/05/06 08:02:00.931 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 08:02:00.934 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:00.935 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=152] [2024/05/06 08:02:00.935 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=152] [2024/05/06 08:02:01.054 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=152] [key=1.csv:0] [2024/05/06 08:02:01.055 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=152] [key=2.csv:0] [2024/05/06 08:02:01.059 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=152] [key=2.csv:0] [readDur=3.178976ms] [encodeDur=1.056474ms] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=190.745Β΅s] [type=file] [takeTime=4.811939ms] [] [2024/05/06 08:02:01.060 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=152] [key=1.csv:0] [readDur=3.117089ms] [encodeDur=947.584Β΅s] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=475.509Β΅s] [type=file] [takeTime=4.973135ms] [] [2024/05/06 08:02:01.061 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/5/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/2184988a-fb3e-40a2-9bdd-9a71beeca64c.sst] [firstKey=7480000000000000985F728000000000000006] [lastKey=7480000000000000985F728000000000000007] [2024/05/06 08:02:01.061 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=134.0151ms] [] [2024/05/06 08:02:01.061 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 08:02:01.061 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 08:02:01.061 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 08:02:01.062 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/5/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/69707a46-b98c-407b-b07b-eb61fad5dff1.sst] [firstKey=7480000000000000985F728000000000000004] [lastKey=7480000000000000985F728000000000000005] [2024/05/06 08:02:01.064 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=3.086118ms] [] [2024/05/06 08:02:01.064 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 08:02:01.070 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:01.092 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 08:02:01.093 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:01.108 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 08:02:01.111 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=46.03819ms] [] [2024/05/06 08:02:01.111 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 08:02:01.112 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.095358ms] [] [2024/05/06 08:02:01.112 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 08:02:01.112 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:01.113 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.52251ms] [] [2024/05/06 08:02:01.114 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 08:02:01.114 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:01.114 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=70.266Β΅s] [] [2024/05/06 08:02:01.114 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:01.115 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.185035ms] [] [2024/05/06 08:02:01.197 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 08:02:01.201 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:01.201 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:01.201 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:01.201 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:01.201 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:01.201 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:01.201 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:01.201 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:01.201 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:01.201 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:01.201 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:01.201 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:01.201 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:01.203 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:01.203 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:01.203 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:01.203 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:01.203 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:01.204 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=343.289526ms] [] [2024/05/06 08:02:01.228 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:01.230 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:01.231 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:01.231 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:01.308 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 08:02:01.310 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:01.310 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 08:02:01.456 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:01.507 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 08:02:01.507 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 08:02:01.507 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 08:02:01.507 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=15.104Β΅s] [] [2024/05/06 08:02:01.507 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/05/06 08:02:01.507 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 08:02:01.507 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/05/06 08:02:01.508 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/05/06 08:02:01.512 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=152] [physicalTableID=152] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 08:02:01.513 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 08:02:01.513 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=5.68713ms] [] [2024/05/06 08:02:01.513 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=5.856107ms] [] [2024/05/06 08:02:01.597 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=140.750265ms] [] [2024/05/06 08:02:01.635 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:02:01.635 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/05/06 08:02:01.638 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/05/06 08:02:01.695 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/05/06 08:02:01.713 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=5] [2024/05/06 08:02:01.742 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:01.742 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/05/06 08:02:01.828 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:02.047 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.930690437\n# Parse_time: 0.001016323\n# Compile_time: 0.001144563\n# Rewrite_time: 0.000233374\n# Optimize_time: 0.001349392\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-5 current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 08:02:02.070 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=91] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 08:02:02.095 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:154, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:02.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:02:02.095 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:154, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:02.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:02.138 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:02.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:02.172 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=236.509Β΅s] [gotSchemaVersion=92] [phyTblIDs="[152]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:02.183 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=154] [version=92] [2024/05/06 08:02:02.222 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=53.775892ms] [job="ID:154, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:02.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:02.265 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:02.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:02.297 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=218.696Β΅s] [gotSchemaVersion=93] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:02.306 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=154] [version=93] [2024/05/06 08:02:02.346 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=53.135924ms] [job="ID:154, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:02.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:02.413 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:02.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:02.423 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 152, Old Table Name: t"] [2024/05/06 08:02:02.487 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=281.354Β΅s] [gotSchemaVersion=94] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:02.497 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=154] [version=94] [2024/05/06 08:02:02.535 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=53.330597ms] [job="ID:154, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:02.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:02.570 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=154] [tableIDs="[152]"] [comment="drop table: table ID"] [2024/05/06 08:02:02.580 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=154] [jobType="drop table"] [2024/05/06 08:02:02.583 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [job="ID:154, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:02.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:02.648 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=154] [2024/05/06 08:02:02.648 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:02.652 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.583402354\n# Parse_time: 0.000642093\n# Compile_time: 0.00062972\n# Rewrite_time: 0.000009376\n# Optimize_time: 0.000983332\n# Wait_TS: 0.000331519\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:02:02.654 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=94] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 08:02:02.698 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:156, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:02.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:02.698 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:156, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:02.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 08:02:02.775 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [category=ddl] [job="ID:156, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:02.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:02.784 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 155, Table Name: t"] [2024/05/06 08:02:02.870 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=2.541874ms] [gotSchemaVersion=95] [phyTblIDs="[155]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:02.879 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=156] [version=95] [2024/05/06 08:02:02.918 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=67.6803ms] [job="ID:156, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:02.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:02.997 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [job="ID:156, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:02.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:03.034 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=156] [2024/05/06 08:02:03.034 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:03.037 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.384607251\n# Parse_time: 0.00070727\n# Compile_time: 0.000955949\n# Rewrite_time: 0.000010738\n# Optimize_time: 0.000983332\n# Wait_TS: 0.00035941\n# DB: write_after_import\n# Is_internal: false\n# Digest: 167c2c11a12c6f6f66c7470de635a9c733721defb10797a5ebafdd6a3e1222b0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 08:02:03.051 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:03.206 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:02:03.317 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 08:02:03.363 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/05/06 08:02:03.364 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 08:02:03.470 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:03.471 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:03.473 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/06 08:02:03.494 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:03.497 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:02:03.497 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 08:02:03.497 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=81.03Β΅s] [2024/05/06 08:02:03.497 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=248.014Β΅s] [] [2024/05/06 08:02:03.497 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:03.497 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 08:02:03.625 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/06 08:02:03.644 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/06 08:02:03.675 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=26] [2024/05/06 08:02:03.740 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:03.741 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 08:02:03.742 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:03.751 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:03.751 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793198733021509] [2024/05/06 08:02:03.751 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:03.751 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:03.752 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:03.752 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:03.752 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:03.753 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:03.753 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:03.767 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:03.768 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:03.768 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:02:03.768 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:02:03.768 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=348.5GiB] [2024/05/06 08:02:03.812 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/05/06 08:02:03.816 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 08:02:03.820 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:03.820 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/05/06 08:02:03.820 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/05/06 08:02:04.050 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=2.csv:0] [2024/05/06 08:02:04.051 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=1.csv:0] [2024/05/06 08:02:04.053 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=2.csv:0] [readDur=1.178235ms] [encodeDur=866.305Β΅s] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=231.739Β΅s] [type=file] [takeTime=2.708496ms] [] [2024/05/06 08:02:04.053 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=1.csv:0] [readDur=849.046Β΅s] [encodeDur=1.084397ms] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=74.552Β΅s] [type=file] [takeTime=2.317803ms] [] [2024/05/06 08:02:04.054 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/6/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/8e21314c-56ee-443a-a455-d3466f270c4e.sst] [firstKey=74800000000000009B5F728000000000000006] [lastKey=74800000000000009B5F728000000000000007] [2024/05/06 08:02:04.054 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=242.331305ms] [] [2024/05/06 08:02:04.054 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 08:02:04.055 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 08:02:04.055 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 08:02:04.055 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/6/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/c610f1b0-c8b3-4476-9886-316eeb5583cc.sst] [firstKey=74800000000000009B5F728000000000000004] [lastKey=74800000000000009B5F728000000000000005] [2024/05/06 08:02:04.057 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.3711ms] [] [2024/05/06 08:02:04.057 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 08:02:04.062 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:04.084 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 08:02:04.085 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:04.098 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 08:02:04.100 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=42.576519ms] [] [2024/05/06 08:02:04.100 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 08:02:04.101 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.237966ms] [] [2024/05/06 08:02:04.101 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 08:02:04.101 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:04.103 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.622426ms] [] [2024/05/06 08:02:04.103 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 08:02:04.103 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:04.103 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=62.929Β΅s] [] [2024/05/06 08:02:04.103 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:04.104 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=930.802Β΅s] [] [2024/05/06 08:02:04.161 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 08:02:04.163 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:04.163 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:04.163 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:04.163 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:04.163 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:04.163 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:04.163 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:04.163 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:04.163 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:04.163 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:04.163 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:04.163 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:04.163 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:04.165 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:04.165 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:04.165 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:04.165 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:04.165 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:04.165 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=425.023132ms] [] [2024/05/06 08:02:04.184 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:04.185 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:04.186 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:04.187 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:04.281 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 08:02:04.283 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:04.283 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 08:02:04.442 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:04.489 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 08:02:04.489 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 08:02:04.489 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 08:02:04.489 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=12.108Β΅s] [] [2024/05/06 08:02:04.489 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/05/06 08:02:04.489 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 08:02:04.489 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/05/06 08:02:04.489 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/05/06 08:02:04.493 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=155] [physicalTableID=155] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 08:02:04.494 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 08:02:04.494 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=4.979084ms] [] [2024/05/06 08:02:04.494 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=5.194231ms] [] [2024/05/06 08:02:04.555 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=113.511083ms] [] [2024/05/06 08:02:04.628 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:02:04.628 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/05/06 08:02:04.631 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/05/06 08:02:04.678 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=6] [2024/05/06 08:02:04.688 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/05/06 08:02:04.706 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:04.707 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/05/06 08:02:04.801 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:04.883 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.844874517\n# Parse_time: 0.00036464\n# Compile_time: 0.001074218\n# Rewrite_time: 0.000251313\n# Optimize_time: 0.000983332\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-6 current case CREATE TABLE t (id int, v varchar(64)) [2024/05/06 08:02:04.893 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=95] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 08:02:04.919 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:04.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:04.920 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:04.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:02:04.974 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:04.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.031 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=394.669Β΅s] [gotSchemaVersion=96] [phyTblIDs="[155]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:05.042 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=157] [version=96] [2024/05/06 08:02:05.079 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=53.278227ms] [job="ID:157, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:04.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.111 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:04.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.141 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=224.215Β΅s] [gotSchemaVersion=97] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:05.151 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=157] [version=97] [2024/05/06 08:02:05.189 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=52.930866ms] [job="ID:157, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:04.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.262 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:04.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.273 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 155, Old Table Name: t"] [2024/05/06 08:02:05.305 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=231.694Β΅s] [gotSchemaVersion=98] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:05.317 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=157] [version=98] [2024/05/06 08:02:05.355 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=53.520456ms] [job="ID:157, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:04.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.417 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=157] [tableIDs="[155]"] [comment="drop table: table ID"] [2024/05/06 08:02:05.425 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=157] [jobType="drop table"] [2024/05/06 08:02:05.429 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [job="ID:157, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:04.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.513 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=157] [2024/05/06 08:02:05.513 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:05.517 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.625019432\n# Parse_time: 0.000494178\n# Compile_time: 0.000671983\n# Rewrite_time: 0.000010427\n# Optimize_time: 0.00104709\n# Wait_TS: 0.000391916\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:02:05.519 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=98] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64))"] [user=] [2024/05/06 08:02:05.565 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:05.5 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:05.565 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:05.5 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64))"] [2024/05/06 08:02:05.625 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [category=ddl] [job="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:05.5 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.633 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 158, Table Name: t"] [2024/05/06 08:02:05.687 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=2.212852ms] [gotSchemaVersion=99] [phyTblIDs="[158]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:05.696 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=159] [version=99] [2024/05/06 08:02:05.735 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=53.731045ms] [job="ID:159, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:05.5 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.772 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [job="ID:159, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:05.5 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.808 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=159] [2024/05/06 08:02:05.808 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:05.823 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:06.033 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:02:06.118 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=7] [task-id=7] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 08:02:06.161 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=7] [2024/05/06 08:02:06.161 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 08:02:06.267 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:06.268 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:06.269 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/05/06 08:02:06.318 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:06.321 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:02:06.321 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 08:02:06.321 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=98.206Β΅s] [2024/05/06 08:02:06.322 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=279.553Β΅s] [] [2024/05/06 08:02:06.322 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:06.322 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 08:02:06.448 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/05/06 08:02:06.468 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=7] [2024/05/06 08:02:06.501 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=7] [type=ImportInto] [remaining-slots=26] [2024/05/06 08:02:06.541 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:06.542 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 08:02:06.543 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:06.551 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:06.552 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793198733021509] [2024/05/06 08:02:06.552 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:06.552 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:06.553 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:06.553 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:06.553 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:06.553 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:06.553 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:06.566 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:06.567 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:06.567 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:02:06.567 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=7] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:02:06.568 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=7] [disk-quota=348.5GiB] [2024/05/06 08:02:06.617 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/05/06 08:02:06.622 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 08:02:06.625 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:06.625 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=158] [2024/05/06 08:02:06.625 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=158] [2024/05/06 08:02:06.757 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=158] [key=2.csv:0] [2024/05/06 08:02:06.760 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=158] [key=2.csv:0] [readDur=1.46775ms] [encodeDur=814.654Β΅s] [checksum="{cksum=10862406597896790237,size=76,kvs=2}"] [deliverDur=249.832Β΅s] [type=file] [takeTime=2.984197ms] [] [2024/05/06 08:02:06.761 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/7/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/d0d6e633-4ef5-411c-ac10-a53ab484b860.sst] [firstKey=74800000000000009E5F72800000000000000A] [lastKey=74800000000000009E5F72800000000000000B] [2024/05/06 08:02:06.761 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=158] [key=1.csv:0] [2024/05/06 08:02:06.764 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=158] [key=1.csv:0] [readDur=1.172024ms] [encodeDur=678.427Β΅s] [checksum="{cksum=1363779544899807388,size=76,kvs=2}"] [deliverDur=233.226Β΅s] [type=file] [takeTime=2.356334ms] [] [2024/05/06 08:02:06.764 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/7/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/8de9757b-1c89-43a3-8397-bc593c675991.sst] [firstKey=74800000000000009E5F728000000000000001] [lastKey=74800000000000009E5F728000000000000002] [2024/05/06 08:02:06.765 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=146.958635ms] [] [2024/05/06 08:02:06.765 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 08:02:06.765 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 08:02:06.765 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 08:02:06.767 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.879302ms] [] [2024/05/06 08:02:06.767 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 08:02:06.772 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:06.794 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 08:02:06.795 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:06.809 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 08:02:06.811 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=43.415433ms] [] [2024/05/06 08:02:06.811 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 08:02:06.812 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.282258ms] [] [2024/05/06 08:02:06.812 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 08:02:06.812 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:06.814 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.755896ms] [] [2024/05/06 08:02:06.814 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 08:02:06.814 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:06.814 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=58.006Β΅s] [] [2024/05/06 08:02:06.814 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:06.815 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=917.48Β΅s] [] [2024/05/06 08:02:06.866 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 08:02:06.869 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:06.869 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:06.869 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:06.869 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:06.869 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:06.869 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:06.869 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:06.869 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:06.869 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:06.869 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:06.869 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:06.869 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:06.869 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:06.871 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:06.871 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:06.871 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:06.871 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:06.871 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:06.871 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=330.481599ms] [] [2024/05/06 08:02:06.881 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:06.882 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:06.883 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:06.884 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:06.951 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 08:02:06.952 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:06.952 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 08:02:07.133 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:07.177 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 08:02:07.177 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 08:02:07.177 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 08:02:07.185 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=8.270199ms] [] [2024/05/06 08:02:07.185 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/06 08:02:07.185 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/06 08:02:07.186 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/05/06 08:02:07.186 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/05/06 08:02:07.189 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=158] [physicalTableID=158] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/06 08:02:07.190 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/06 08:02:07.190 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=12.74487ms] [] [2024/05/06 08:02:07.190 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=12.968946ms] [] [2024/05/06 08:02:07.236 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=102.326689ms] [] [2024/05/06 08:02:07.284 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:02:07.284 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=7] [step=post-process] [state=running] [] [2024/05/06 08:02:07.287 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=7] [2024/05/06 08:02:07.360 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=7] [type=ImportInto] [2024/05/06 08:02:07.367 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=7] [2024/05/06 08:02:07.386 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.574178275\n# Parse_time: 0.00038471\n# Compile_time: 0.000935354\n# Rewrite_time: 0.000182492\n# Optimize_time: 0.00104709\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 08:02:07.396 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:07.397 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=7] === RUN TestImportInto/TestWriteAfterImportFromFile/case-7 current case CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 08:02:07.417 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 08:02:07.457 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:160, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:07.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:07.458 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:160, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:07.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:02:07.535 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:07.570 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:07.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:07.614 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=314.091Β΅s] [gotSchemaVersion=100] [phyTblIDs="[158]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:07.625 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=160] [version=100] [2024/05/06 08:02:07.660 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=53.788362ms] [job="ID:160, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:07.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:07.720 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:07.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:07.767 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=253.896Β΅s] [gotSchemaVersion=101] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:07.779 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=160] [version=101] [2024/05/06 08:02:07.816 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=57.756708ms] [job="ID:160, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:07.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:07.885 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:07.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:07.897 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 158, Old Table Name: t"] [2024/05/06 08:02:07.929 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=276.901Β΅s] [gotSchemaVersion=102] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:07.943 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=160] [version=102] [2024/05/06 08:02:07.996 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=71.004664ms] [job="ID:160, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:07.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:08.097 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=160] [tableIDs="[158]"] [comment="drop table: table ID"] [2024/05/06 08:02:08.107 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=160] [jobType="drop table"] [2024/05/06 08:02:08.112 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [job="ID:160, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:07.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:08.182 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=160] [2024/05/06 08:02:08.182 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:08.187 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.771779896\n# Parse_time: 0.000905372\n# Compile_time: 0.001078746\n# Rewrite_time: 0.000011364\n# Optimize_time: 0.001144756\n# Wait_TS: 0.000280743\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:02:08.191 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=102] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 08:02:08.244 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:162, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:08.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:08.244 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:162, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:08.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 08:02:08.314 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:08.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:08.323 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 161, Table Name: t"] [2024/05/06 08:02:08.388 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=2.369278ms] [gotSchemaVersion=103] [phyTblIDs="[161]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:08.398 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=162] [version=103] [2024/05/06 08:02:08.434 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=53.244132ms] [job="ID:162, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:08.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:08.527 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [job="ID:162, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:08.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:08.572 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=162] [2024/05/06 08:02:08.572 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:08.577 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.38891535\n# Parse_time: 0.001803852\n# Compile_time: 0.001507137\n# Rewrite_time: 0.000014084\n# Optimize_time: 0.001144756\n# Wait_TS: 0.000442354\n# DB: write_after_import\n# Is_internal: false\n# Digest: c0acd9d1b735e4e56c8c7c6817d5889800ac27d5dd568ff1f00b38cd3e8665fc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 08:02:08.594 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:08.809 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:02:08.927 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=8] [task-id=8] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 08:02:08.969 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=8] [2024/05/06 08:02:08.969 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 08:02:09.075 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:09.077 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:09.078 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [2024/05/06 08:02:09.102 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:09.105 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:02:09.105 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 08:02:09.105 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=81.794Β΅s] [2024/05/06 08:02:09.105 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=264.244Β΅s] [] [2024/05/06 08:02:09.105 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:09.105 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 08:02:09.222 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=8] [mode=Import] [2024/05/06 08:02:09.244 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=8] [2024/05/06 08:02:09.271 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=8] [type=ImportInto] [remaining-slots=26] [2024/05/06 08:02:09.312 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:09.313 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/06 08:02:09.314 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:09.321 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:09.322 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793198733021509] [2024/05/06 08:02:09.322 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:09.322 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:09.323 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:09.323 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:09.323 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:09.323 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:09.323 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:09.366 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:09.367 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:09.368 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:02:09.368 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=8] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:02:09.368 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=8] [disk-quota=348.5GiB] [2024/05/06 08:02:09.420 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [2024/05/06 08:02:09.424 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 08:02:09.429 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:09.429 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=161] [2024/05/06 08:02:09.429 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=161] [2024/05/06 08:02:09.483 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=161] [key=1.csv:0] [2024/05/06 08:02:09.486 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=161] [key=1.csv:0] [readDur=1.772382ms] [encodeDur=749.963Β΅s] [checksum="{cksum=1363779544899807388,size=76,kvs=2}"] [deliverDur=352.7Β΅s] [type=file] [takeTime=3.338625ms] [] [2024/05/06 08:02:09.487 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=161] [key=2.csv:0] [2024/05/06 08:02:09.487 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/8/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/2a6e56a4-d0fb-4071-a24a-f3e4cd77c28e.sst] [firstKey=7480000000000000A15F728000000000000001] [lastKey=7480000000000000A15F728000000000000002] [2024/05/06 08:02:09.489 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=161] [key=2.csv:0] [readDur=831.697Β΅s] [encodeDur=587.605Β΅s] [checksum="{cksum=10862406597896790237,size=76,kvs=2}"] [deliverDur=225.464Β΅s] [type=file] [takeTime=1.949431ms] [] [2024/05/06 08:02:09.489 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/8/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/97f1784d-51de-4f44-91c9-176cce16eee4.sst] [firstKey=7480000000000000A15F72800000000000000A] [lastKey=7480000000000000A15F72800000000000000B] [2024/05/06 08:02:09.489 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [takeTime=69.516205ms] [] [2024/05/06 08:02:09.490 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 08:02:09.490 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 08:02:09.490 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 08:02:09.491 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.624065ms] [] [2024/05/06 08:02:09.492 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 08:02:09.496 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:09.518 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 08:02:09.519 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:09.532 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 08:02:09.534 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=42.477419ms] [] [2024/05/06 08:02:09.534 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 08:02:09.535 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.119757ms] [] [2024/05/06 08:02:09.535 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 08:02:09.535 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:09.537 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.645212ms] [] [2024/05/06 08:02:09.537 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 08:02:09.537 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:09.537 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=77.094Β΅s] [] [2024/05/06 08:02:09.537 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:09.538 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=812.661Β΅s] [] [2024/05/06 08:02:09.584 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/06 08:02:09.587 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:09.587 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:09.587 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:09.587 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:09.587 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:09.587 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:09.587 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:09.587 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:09.587 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:09.587 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:09.587 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:09.587 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:09.587 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:09.589 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:09.589 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:09.589 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:09.589 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:09.589 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:09.589 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=276.89065ms] [] [2024/05/06 08:02:09.594 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:09.595 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:09.596 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:09.596 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:09.681 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 08:02:09.683 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:09.683 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 08:02:09.894 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:09.940 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 08:02:09.940 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 08:02:09.940 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 08:02:09.949 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=8.451874ms] [] [2024/05/06 08:02:09.949 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/06 08:02:09.949 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [checksum="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/06 08:02:09.949 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [weight=30] [2024/05/06 08:02:09.949 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [concurrency=15] [2024/05/06 08:02:09.953 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=161] [physicalTableID=161] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/06 08:02:09.954 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [local="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/06 08:02:09.954 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=13.56133ms] [] [2024/05/06 08:02:09.954 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=13.822077ms] [] [2024/05/06 08:02:09.995 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=101.642583ms] [] [2024/05/06 08:02:09.996 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:02:09.996 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=8] [step=post-process] [state=running] [] [2024/05/06 08:02:09.998 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=8] [2024/05/06 08:02:10.046 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=8] [type=ImportInto] [2024/05/06 08:02:10.075 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=8] [2024/05/06 08:02:10.104 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:10.104 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=8] [2024/05/06 08:02:10.224 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.645663814\n# Parse_time: 0.000579166\n# Compile_time: 0.00155657\n# Rewrite_time: 0.000260519\n# Optimize_time: 0.001144756\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 08:02:10.232 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestWriteAfterImportFromFile/case-8 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/05/06 08:02:10.237 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=103] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 08:02:10.270 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:10.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:10.270 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:10.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:02:10.316 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [category=ddl] [job="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:10.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:10.349 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=234.189Β΅s] [gotSchemaVersion=104] [phyTblIDs="[161]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:10.360 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=163] [version=104] [2024/05/06 08:02:10.398 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=53.692176ms] [job="ID:163, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:10.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:10.473 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [category=ddl] [job="ID:163, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:10.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:10.506 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=236.152Β΅s] [gotSchemaVersion=105] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:10.516 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=163] [version=105] [2024/05/06 08:02:10.555 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=53.481436ms] [job="ID:163, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:10.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:10.671 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [category=ddl] [job="ID:163, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:10.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:10.682 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 161, Old Table Name: t"] [2024/05/06 08:02:10.716 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=234.243Β΅s] [gotSchemaVersion=106] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:10.726 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=163] [version=106] [2024/05/06 08:02:10.765 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=53.850059ms] [job="ID:163, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:10.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:10.816 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=163] [tableIDs="[161]"] [comment="drop table: table ID"] [2024/05/06 08:02:10.824 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=163] [jobType="drop table"] [2024/05/06 08:02:10.830 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [job="ID:163, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:10.2 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:10.891 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=163] [2024/05/06 08:02:10.891 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:10.895 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.659085204\n# Parse_time: 0.00054626\n# Compile_time: 0.000699943\n# Rewrite_time: 0.000014269\n# Optimize_time: 0.00142298\n# Wait_TS: 0.000361818\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:02:10.898 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=106] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/05/06 08:02:10.955 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:10.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:10.955 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:10.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/05/06 08:02:11.016 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=165] [conn=2] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:10.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:11.024 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 164, Table Name: t"] [2024/05/06 08:02:11.118 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=2.533936ms] [gotSchemaVersion=107] [phyTblIDs="[164]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:11.132 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=165] [version=107] [2024/05/06 08:02:11.163 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=53.752745ms] [job="ID:165, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:10.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:11.256 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=165] [conn=2] [job="ID:165, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:10.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:11.306 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=165] [2024/05/06 08:02:11.307 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:11.311 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.415904511\n# Parse_time: 0.001314033\n# Compile_time: 0.001608221\n# Rewrite_time: 0.000013152\n# Optimize_time: 0.00142298\n# Wait_TS: 0.000454014\n# DB: write_after_import\n# Is_internal: false\n# Digest: c1243c00b7c2a501a26d652ae292f8c2e4063ab1729fc0f04d77dabab4fe6dde\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/05/06 08:02:11.328 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:11.577 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:02:11.703 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=9] [task-id=9] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 08:02:11.770 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=9] [2024/05/06 08:02:11.770 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 08:02:11.878 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:11.880 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:11.881 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [2024/05/06 08:02:11.904 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:11.909 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:02:11.909 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 08:02:11.909 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=110.026Β΅s] [2024/05/06 08:02:11.909 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=364.199Β΅s] [] [2024/05/06 08:02:11.910 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:11.910 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 08:02:12.147 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=9] [mode=Import] [2024/05/06 08:02:12.171 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=9] [2024/05/06 08:02:12.208 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=9] [type=ImportInto] [remaining-slots=26] [2024/05/06 08:02:12.274 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:12.276 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/06 08:02:12.277 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:12.287 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:12.288 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793198733021509] [2024/05/06 08:02:12.288 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:12.288 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:12.290 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:12.290 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:12.290 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:12.290 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:12.290 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:12.308 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:12.310 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:12.310 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:02:12.310 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=9] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/05/06 08:02:12.310 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=9] [disk-quota=348.5GiB] [2024/05/06 08:02:12.372 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [2024/05/06 08:02:12.378 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 08:02:12.383 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:12.384 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=164] [2024/05/06 08:02:12.384 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=164] [2024/05/06 08:02:12.448 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=164] [key=2.csv:0] [2024/05/06 08:02:12.449 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=164] [key=1.csv:0] [2024/05/06 08:02:12.452 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=164] [key=2.csv:0] [readDur=1.45311ms] [encodeDur=1.261334ms] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=532.852Β΅s] [type=file] [takeTime=3.804406ms] [] [2024/05/06 08:02:12.468 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=164] [key=1.csv:0] [readDur=1.23379ms] [encodeDur=1.712957ms] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=15.600841ms] [type=file] [takeTime=19.007764ms] [] [2024/05/06 08:02:12.469 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/9/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/b8ce0b7f-120a-445d-bf78-2d8ca9527ed9.sst] [firstKey=7480000000000000A45F72800000000000000A] [lastKey=7480000000000000A45F72800000000000000B] [2024/05/06 08:02:12.470 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [takeTime=97.21845ms] [] [2024/05/06 08:02:12.470 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 08:02:12.470 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 08:02:12.470 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 08:02:12.470 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/9/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/c2246411-44a2-4ba9-9c5c-9b04411a5f65.sst] [firstKey=7480000000000000A45F728000000000000001] [lastKey=7480000000000000A45F728000000000000002] [2024/05/06 08:02:12.473 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.884722ms] [] [2024/05/06 08:02:12.473 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 08:02:12.479 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:12.501 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 08:02:12.502 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:12.517 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 08:02:12.519 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=46.353349ms] [] [2024/05/06 08:02:12.520 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 08:02:12.521 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.36661ms] [] [2024/05/06 08:02:12.521 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 08:02:12.521 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:12.523 +00:00] [INFO] [engine.go:1617] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.671975ms] [file=/tmp/tidb/import-4000/9/630083e6-fc50-5cd2-8645-c17b147197ce.sst/6b951748-83d0-43df-a0df-94a4aec9beb4.sst] [2024/05/06 08:02:12.523 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/9/630083e6-fc50-5cd2-8645-c17b147197ce.sst/6b951748-83d0-43df-a0df-94a4aec9beb4.sst] [firstKey=7480000000000000A45F698000000000000001038000000000000004] [lastKey=7480000000000000A45F698000000000000001038000000000000007] [2024/05/06 08:02:12.526 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=4.842668ms] [] [2024/05/06 08:02:12.526 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 08:02:12.531 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:12.553 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 08:02:12.554 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:12.570 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 08:02:12.572 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=45.735881ms] [] [2024/05/06 08:02:12.572 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:12.574 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.612377ms] [] [2024/05/06 08:02:12.699 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:12.702 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:12.702 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/06 08:02:12.704 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:12.705 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:12.708 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:12.708 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:12.708 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:12.708 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:12.708 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:12.708 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:12.708 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:12.708 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:12.708 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:12.708 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:12.709 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:12.709 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:12.709 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:12.711 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:12.711 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:12.711 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:12.711 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:12.711 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:12.711 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=436.777777ms] [] [2024/05/06 08:02:12.792 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 08:02:12.795 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:12.795 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 08:02:12.971 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:13.059 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 08:02:13.060 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 08:02:13.060 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 08:02:13.069 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=8.876672ms] [] [2024/05/06 08:02:13.069 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/06 08:02:13.069 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/05/06 08:02:13.069 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 08:02:13.069 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [weight=30] [2024/05/06 08:02:13.069 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [concurrency=15] [2024/05/06 08:02:13.078 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=164] [physicalTableID=164] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/06 08:02:13.080 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=164] [physicalTableID=164] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/05/06 08:02:13.081 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 08:02:13.081 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=21.374875ms] [] [2024/05/06 08:02:13.081 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=21.717205ms] [] [2024/05/06 08:02:13.123 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=151.961328ms] [] [2024/05/06 08:02:13.191 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:02:13.191 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=9] [step=post-process] [state=running] [] [2024/05/06 08:02:13.194 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=9] [2024/05/06 08:02:13.245 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=9] [type=ImportInto] [2024/05/06 08:02:13.276 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=9] [2024/05/06 08:02:13.299 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:13.299 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=9] [2024/05/06 08:02:13.377 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:13.559 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.246689555\n# Parse_time: 0.000484557\n# Compile_time: 0.001198925\n# Rewrite_time: 0.000271629\n# Optimize_time: 0.00142298\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4yNHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4yNHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-9 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 08:02:13.596 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=107] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 08:02:13.629 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:166, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:13.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:13.629 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:166, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:13.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:02:14.068 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:788.260657ms txnStartTS:449572381196288006 region_id:14 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:788.1ms} kv_process_ms:0 kv_wait_ms:786 kv_read_ms:1 processed_versions:0 total_versions:370 rocksdb_delete_skipped_count:88 rocksdb_key_skipped_count:999 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 08:02:14.072 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572381196288006\n# Query_time: 0.802060609\n# Parse_time: 0\n# Compile_time: 0.00927566\n# Rewrite_time: 0.001311018\n# Optimize_time: 0.006575609\n# Wait_TS: 0.000122056\n# Cop_time: 0.786450459 Process_time: 0.000630441 Wait_time: 0.786576088 Request_count: 2 Total_keys: 739 Get_snapshot_time: 0.787 Rocksdb_delete_skipped_count: 175 Rocksdb_key_skipped_count: 1996\n# Is_internal: true\n# Digest: 1419dc3f429d38aa633c567e9a7382c40500243679dfa77e81a8e3ecb9436ee2\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.00031522 Cop_proc_p90: 0.000328839 Cop_proc_max: 0.000328839 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 0.393288044 Cop_wait_p90: 0.786530685 Cop_wait_max: 0.786530685 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 12707\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('ohe4MAkzXzEzCTAJNjY1Ni42NwlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjc4Ny44bXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAGWMUOmRlc2MsTocAFGpvYl9pZC6DAAA0HYMcCTAgQnl0ZXMRCBwKMgkxN18yNx34VGlubmVyIGpvaW4sIGVxdWFsOltlcShaDgE4aWQsIENvbHVtbiMxNSldLncAADIdd3QsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsOjEuOTMBKRBmZXRjaBUOBS4MOjBzfRGoEQggCjMJNl8yOShCAU8AKQG2MDQwMAlncm91cCBieToVi0AsIGZ1bmNzOmZpcnN0cm93KBUaCCktPhUMEa8AMTqnAVBwYXJ0aWFsX3dvcmtlcjp7d2FsbF8l0xwxLjI0OTUzNwGzCGNvbjnNcCwgdGFza19udW06MCwgdG90X3dhaXQ6NS4zMzExAS4BExhleGVjOjBzCSAFUBg1LjUwNzE5BSIobWF4OjEuMTEzMTJFNghwOTUdEBR9LCBmaW5alQAMNzE1NCVHXpQAAaARlBwzOC4wMzjCtQ2IBZUQNS4yNzEVEwWbGDcuNDE5MDgdmxA2MjczMR2bERAAfUHCAQQYCjQJMV8zMDGXJG5vdChpc251bGw9fyG1BWAIMS4wBUxtHQgJMzhRnCBOL0EKNQk2XzMhoQg4MDA94UqHAnkVUhADJHNjaGVtYV9pZHNSHwBFjQkeSTIIbWluFa4AOFYtAgAwJWsNuAAsai4CHDU2MS4xNTTCIWtemgEuLgIYMS45Mzc0MmWxIa8lmzIwAhgyLjE4NTE0ZVxBMBQ0NTYuODEpzUEwGRBqMAIUOTM0LjcycpYALjACFDE3LjEyNQUvFZUMMy4yODowAhgzLjc4NzIzVTAYODk1LjExNgU4AZsZEFkwIDYJMzFfMzYJMCnnOGRhdGE6SGFzaEFnZ18zMXGfDDM0MC4J4zV0DGNvcF9hcQg6IHthcwggMSwlDwwgMS40JT5BFRhfa2V5czogLWEBEhQ6IDMwMS4JkwHLZaMMIDQ1LjGjXHByX2NhY2hlX2hpdF9yYXRpbzogMC4wMJHAAXMIX2R1BRoYbjogMjkuOQXgLG1heF9kaXN0c3FsXy7pAUggMX0sIHJwY19pbmZvOntDb3A6AbAMX3JwY8EPAHShA2luLDEuMzZtc319CTI0Ma2jYQcAN2EHEDEJMV8wKSKV6v4JA5YJA0pmAMlgfRkAOCWnBGt2JR0EOntl3EG0Law8fSwgc2Nhbl9kZXRhaWw6IKn4LZxAMzY5LCBnZXRfc25hcHNob3QpDQwgMjcuSV6Ycm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA4Nywga2V5PhcAIDk5NywgYmxvY0EhEH19fSwgAZc+hABBEwhlc3MNdDIbAqFoBGFpEY9VIgB0AejZDhAgNDg5LmEaWdIUOAk0M18zoQgMMAkxMIG8hWIAOi5ICHwsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb3pRAUEZAQQECjNhPhw0MShQcm9iZaFYADYauwgAZGFILFNlbGVjdGlvbl80MAVSEpIIBDYuxbwtnQAsYkkDDDc4OC6F5yElLa42SgMEMjhtlXlKEDc4Ni41we0AY75KAww1Mi43/koDbUoBugAxaUsENjd9SyGUBDQwZUsxKErfAgxyZW9yFsEJNtIChdctNnbTAgQ3MFLTAjUcgtMCADhBIAB5RtMCADnG0wIupAE20wIVj4mEGGt2X3JlYWQu3AIF8gB0IQdd8Qw3ODdtXe4ENQlB7gA5JVX+7gJd7gV7MW0gCU4vQQlOL0EK')\n# Plan_digest: 29484af8ecb33bd721aada2a65e777d1777fbdefaa439f1f3bce3a7a45698fab\n# Binary_plan: tidb_decode_binary_plan('8hnwSQrtGQoNUHJvamVjdGlvbl8xMxLVGAoHU29ydF8xNBLdFwoLSGFzaEpvaW5fMjcSzwYKDlRhYmxlUmVhZGVyXzQxEo0ECgxTZWxlCUAYNDASlgEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8GUAiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2oddGlrdl90YXNrOnt0aW1lOjFtcywgbG9vcHM6MX1w//////8BBAQBeAEGBQEAAQWELCBlMUEpq6qqqqoAugWEBFIYBYAALi5/ACQucmVvcmdqnQJ0bmYACCwgcwHd8IZkZXRhaWw6IHt0b3RhbF9rZXlzOiAzNzAsIGdldF9zbmFwc2hvdF90aW1lOiA3ODYuNW1zLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDg4LCBrZXlfc2tpcHBlZF9jb3VudDogOTk5LCBibG9jazoge319fSwgdGltZV9kZXQuhAAccHJvY2Vzc18JdCQzMjguOMK1cywgCaIId2FpQo8ACRosa3ZfcmVhZF93YWxsDT0lWCUHHRUQNzg3bXNaZgEsGgECIVVVVVWVdPZAOWkoAUABUhFkYXRhOlNdKwRaFQWiIRUIN21zNcAUYtsBY29wKd4wIHtudW06IDEsIG1heCFACDguMwErAeMtbAAwBdkF9QA6Nu0ABesBNS11gGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAV0CF9kdQUaGG46IDUyLjclOqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbEUX3JwYzoxBZgAYS1KLDc4OC4xbXN9fXCLAl2VEBLXDwoKYWIgQWdnXzI5EpcMLk4DEDMwErQLGSAQMzUSpwc2gQMQMzYS6wQdIggxEpVGfwMANEX7/n8DfX8EHHQ6GQMEMHM1vloYAgWDAChhfgAAAQEEQL9pfiyUAWdyb3VwIGJ5Om2BCDaIAyHmHGVzc2luZywgSh8AJHNjaGVtYV9pZHNSHwAQdGFibGUJHiRmdW5jczptaW4oSkcATGpvYl9pZCktPkNvbHVtbiMxOGqBQvsDLuIAcvoDBDY5UvoDDDI3LjFFSwByfvoDBDcsVvoDCDcsIL76AwwwMS42BXVp4H36DDQ1LjQJGiHKfdwYNDg5LjXCtV7fAyAh3t3d3R0+90A5x2HcBA9kYdwISGFzRcgMMzFaFmXaDDM0MC6JeyBsb29wczoxYtli2wMMMS40NHLaAy7NAAXLADoZxsLaAwwyOS45JQDu2gNp2gwxLjM2ZdkA8TJuBiEpCK1s+DopAQCE/vACvvACVdRd4Ag1WhQlnwgxLjClTTGdRLICcGFydGlhbF93b3JrZXI6e1kZFDU2MS4xNUk0LgIFHDUsIHRhc2tfoacAMIXyKZwYMS45Mzc0MiXTHHRvdF9leGVjZUUBDQV+HDIuMTg1MTQyIfWh3RQ0NTYuODFJLwhwOTUdEBR9LCBmaW5SlwAUOTM0LjcyJcpelgABogBvEZYMNy4xMkHfCaoAZQGVDDMuMjhpmwEnBZsYMy43ODcyM8X9AZsUODk1LjExaUsBmxkQXu4EJf4ESP4t/ggAuUBlJygWbm90KGlzbnVsbDWZCDUpKTmPADghDS2PBHD8LikGJBoBASFEREREJGM+VQAEOGexQjHsBDUsjfEcZmlyc3Ryb3cdbZnmCDVaEwXtBDEuLnYABGKwagUCGDEuMjQ5NTPlrV5vAS4FAhA1LjMzMSVGIVslbqFIAQ0Fexg1LjUwNzE5BSIhaBgxLjExMzEyBZAhaBkQagMCFDEuNzE1NEXJXpQALgMCEDM4LjAzSWYBiAWVDDUuMjc6AwIYNy40MTkwOB2bEDYyNzMxHZsREF4DAij/////b0ENQSmsqhpvCmgBQAFSPGlubmVyIGpvaW4sIGVxdWFsOltlcShilwYELCA11gQpXSIxCQQ3LmU3TSoEYjcWvggQaGFzaF/F9gA6Fo4KZYZBUxBmZXRjaBUOBS4sOjBzfSGZKiJLzRseOqQAAD1KjgD5ixQ6ZGVzYyxOkAfpSR2lZf4NpQVsBH1aPmwATvcHAUgQbWV0YSxOZQAZiR1pJZcNaQxiDUNvJqIJQDVwnF54////////////ARgB')\n# Resource_group: default\n;"] [2024/05/06 08:02:14.118 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:13.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:14.179 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=312.16Β΅s] [gotSchemaVersion=108] [phyTblIDs="[164]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:14.193 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=166] [version=108] [2024/05/06 08:02:14.228 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=54.525ms] [job="ID:166, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:13.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:14.312 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:13.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:14.927 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=383.376Β΅s] [gotSchemaVersion=109] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:14.938 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=166] [version=109] [2024/05/06 08:02:14.976 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=53.574906ms] [job="ID:166, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:13.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:15.028 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:13.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:15.039 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 164, Old Table Name: t"] [2024/05/06 08:02:15.076 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=238.44Β΅s] [gotSchemaVersion=110] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:15.087 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=166] [version=110] [2024/05/06 08:02:15.123 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=53.322854ms] [job="ID:166, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:13.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:15.168 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=166] [tableIDs="[164]"] [comment="drop table: table ID"] [2024/05/06 08:02:15.178 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=166] [jobType="drop table"] [2024/05/06 08:02:15.182 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [job="ID:166, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:13.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:15.241 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=166] [2024/05/06 08:02:15.241 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:15.245 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.650971309\n# Parse_time: 0.000811707\n# Compile_time: 0.001332458\n# Rewrite_time: 0.000015072\n# Optimize_time: 0.001636013\n# Wait_TS: 0.000318793\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:02:15.248 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=110] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 08:02:15.324 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:168, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:15.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:15.324 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:168, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:15.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 08:02:15.399 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [category=ddl] [job="ID:168, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:15.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:15.408 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 167, Table Name: t"] [2024/05/06 08:02:15.476 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=2.343883ms] [gotSchemaVersion=111] [phyTblIDs="[167]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:15.489 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=168] [version=111] [2024/05/06 08:02:15.523 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=53.976401ms] [job="ID:168, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:15.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:15.571 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [job="ID:168, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:15.25 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:15.612 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=168] [2024/05/06 08:02:15.613 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:15.616 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.370571024\n# Parse_time: 0.000704882\n# Compile_time: 0.001227088\n# Rewrite_time: 0.000009809\n# Optimize_time: 0.001636013\n# Wait_TS: 0.000455991\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4f931f6c009339ec161ef7b743ec5cd686b17cf8d9545d96f1abd4aa0a9c18f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 08:02:15.630 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:15.874 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:02:15.968 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=10] [task-id=10] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 08:02:16.009 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=10] [2024/05/06 08:02:16.009 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 08:02:16.115 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:16.116 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:16.118 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [2024/05/06 08:02:16.174 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:16.177 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:02:16.177 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 08:02:16.177 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=74.776Β΅s] [2024/05/06 08:02:16.177 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=260.268Β΅s] [] [2024/05/06 08:02:16.177 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:16.177 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 08:02:16.313 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=10] [mode=Import] [2024/05/06 08:02:16.332 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=10] [2024/05/06 08:02:16.340 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=10] [type=ImportInto] [remaining-slots=26] [2024/05/06 08:02:16.381 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:16.382 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/06 08:02:16.384 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:16.392 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:16.392 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793198733021509] [2024/05/06 08:02:16.393 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:16.393 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:16.394 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:16.394 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:16.394 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:16.394 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:16.394 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:16.408 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:16.409 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:16.409 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:02:16.409 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=10] [disk-quota=348.5GiB] [2024/05/06 08:02:16.409 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=10] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/05/06 08:02:16.455 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [2024/05/06 08:02:16.459 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 08:02:16.463 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:16.463 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=167] [2024/05/06 08:02:16.464 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=167] [2024/05/06 08:02:16.479 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=167] [key=1.csv:0] [2024/05/06 08:02:16.482 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=167] [key=1.csv:0] [readDur=1.208218ms] [encodeDur=859.235Β΅s] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=572.139Β΅s] [type=file] [takeTime=3.125041ms] [] [2024/05/06 08:02:16.483 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/10/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/d625d05b-47eb-46e5-95f3-7acedcc36070.sst] [firstKey=7480000000000000A75F728000000000000001] [lastKey=7480000000000000A75F728000000000000002] [2024/05/06 08:02:16.484 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=167] [key=2.csv:0] [2024/05/06 08:02:16.488 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=167] [key=2.csv:0] [readDur=1.672318ms] [encodeDur=1.260711ms] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=377.989Β΅s] [type=file] [takeTime=3.671513ms] [] [2024/05/06 08:02:16.489 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [takeTime=34.321197ms] [] [2024/05/06 08:02:16.489 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/10/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/3a352e10-224f-4347-8d4d-f6ff9b6d5f28.sst] [firstKey=7480000000000000A75F72800000000000000A] [lastKey=7480000000000000A75F72800000000000000B] [2024/05/06 08:02:16.490 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 08:02:16.490 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 08:02:16.490 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 08:02:16.492 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.770676ms] [] [2024/05/06 08:02:16.493 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 08:02:16.499 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:16.521 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 08:02:16.521 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:16.535 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 08:02:16.537 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=44.12708ms] [] [2024/05/06 08:02:16.537 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 08:02:16.538 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.392273ms] [] [2024/05/06 08:02:16.538 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 08:02:16.538 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:16.540 +00:00] [INFO] [engine.go:1617] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.49311ms] [file=/tmp/tidb/import-4000/10/630083e6-fc50-5cd2-8645-c17b147197ce.sst/ad3a1418-88d0-4d8b-a667-c05a8c673514.sst] [2024/05/06 08:02:16.540 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/10/630083e6-fc50-5cd2-8645-c17b147197ce.sst/ad3a1418-88d0-4d8b-a667-c05a8c673514.sst] [firstKey=7480000000000000A75F698000000000000001038000000000000004] [lastKey=7480000000000000A75F698000000000000001038000000000000007] [2024/05/06 08:02:16.542 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.687649ms] [] [2024/05/06 08:02:16.542 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 08:02:16.548 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:16.571 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 08:02:16.571 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:16.620 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 08:02:16.623 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=80.321438ms] [] [2024/05/06 08:02:16.623 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:16.625 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.994497ms] [] [2024/05/06 08:02:16.698 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/06 08:02:16.703 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:16.703 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:16.703 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:16.703 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:16.703 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:16.703 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:16.703 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:16.703 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:16.703 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:16.703 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:16.703 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:16.703 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:16.703 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:16.705 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:16.705 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:16.706 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:16.706 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:16.706 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:16.706 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=324.449896ms] [] [2024/05/06 08:02:16.733 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:16.734 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:16.735 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:16.735 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:16.821 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 08:02:16.823 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:16.823 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 08:02:17.030 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:17.080 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 08:02:17.080 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 08:02:17.080 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 08:02:17.090 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=9.163385ms] [] [2024/05/06 08:02:17.090 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/06 08:02:17.090 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/05/06 08:02:17.090 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 08:02:17.090 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [weight=30] [2024/05/06 08:02:17.090 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [concurrency=15] [2024/05/06 08:02:17.099 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=167] [physicalTableID=167] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/06 08:02:17.100 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=167] [physicalTableID=167] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/05/06 08:02:17.101 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 08:02:17.101 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=20.502285ms] [] [2024/05/06 08:02:17.101 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=20.796836ms] [] [2024/05/06 08:02:17.145 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=114.890004ms] [] [2024/05/06 08:02:17.234 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:02:17.234 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=10] [step=post-process] [state=running] [] [2024/05/06 08:02:17.237 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=10] [2024/05/06 08:02:17.283 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=10] [type=ImportInto] [2024/05/06 08:02:17.321 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=10] [2024/05/06 08:02:17.348 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:17.348 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=10] [2024/05/06 08:02:17.498 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:17.531 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.913844647\n# Parse_time: 0.000455698\n# Compile_time: 0.001174861\n# Rewrite_time: 0.000220177\n# Optimize_time: 0.001636013\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-10 current case CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64)) [2024/05/06 08:02:17.544 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=111] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 08:02:17.577 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:169, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:17.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:17.577 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:169, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:17.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:02:17.642 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [category=ddl] [job="ID:169, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:17.674 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=258.511Β΅s] [gotSchemaVersion=112] [phyTblIDs="[167]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:17.685 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=169] [version=112] [2024/05/06 08:02:17.724 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=54.524119ms] [job="ID:169, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:17.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:17.767 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [category=ddl] [job="ID:169, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:17.801 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=254.242Β΅s] [gotSchemaVersion=113] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:17.811 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=169] [version=113] [2024/05/06 08:02:17.850 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=53.216206ms] [job="ID:169, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:17.954 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [category=ddl] [job="ID:169, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:17.966 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 167, Old Table Name: t"] [2024/05/06 08:02:18.002 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=279.49Β΅s] [gotSchemaVersion=114] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:18.013 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=169] [version=114] [2024/05/06 08:02:18.051 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=53.972307ms] [job="ID:169, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:17.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:18.094 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=169] [tableIDs="[167]"] [comment="drop table: table ID"] [2024/05/06 08:02:18.104 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=169] [jobType="drop table"] [2024/05/06 08:02:18.109 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [job="ID:169, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:17.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:18.178 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=169] [2024/05/06 08:02:18.178 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:18.181 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.638427983\n# Parse_time: 0.000754951\n# Compile_time: 0.000789764\n# Rewrite_time: 0.000013113\n# Optimize_time: 0.001363131\n# Wait_TS: 0.000409816\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:02:18.183 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=114] [cur_db=write_after_import] [sql="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [user=] [2024/05/06 08:02:18.222 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:171, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:18.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:18.222 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:171, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:18.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [2024/05/06 08:02:18.294 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=171] [conn=2] [category=ddl] [job="ID:171, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:18.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:18.303 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 170, Table Name: t"] [2024/05/06 08:02:18.397 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=2.533412ms] [gotSchemaVersion=115] [phyTblIDs="[170]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:18.408 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=171] [version=115] [2024/05/06 08:02:18.443 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=53.37432ms] [job="ID:171, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:18.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:18.514 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=171] [conn=2] [job="ID:171, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:18.15 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:18.559 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=171] [2024/05/06 08:02:18.560 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:18.563 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.381493616\n# Parse_time: 0.000660451\n# Compile_time: 0.000822915\n# Rewrite_time: 0.00000933\n# Optimize_time: 0.001363131\n# Wait_TS: 0.000726347\n# DB: write_after_import\n# Is_internal: false\n# Digest: 06502dd8b564bfd335fcc99b19b8616ba7e5ba7b7b8d80ff9d48a7486aecca98\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64));"] [2024/05/06 08:02:18.576 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:18.778 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:02:18.872 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=11] [task-id=11] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 08:02:18.908 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=11] [2024/05/06 08:02:18.908 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 08:02:19.014 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:19.015 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:19.016 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [2024/05/06 08:02:19.038 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:19.041 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:02:19.041 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 08:02:19.041 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=88.727Β΅s] [2024/05/06 08:02:19.041 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=285.416Β΅s] [] [2024/05/06 08:02:19.041 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:19.041 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 08:02:19.200 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=11] [mode=Import] [2024/05/06 08:02:19.218 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=11] [2024/05/06 08:02:19.241 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=11] [type=ImportInto] [remaining-slots=26] [2024/05/06 08:02:19.280 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:19.281 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/06 08:02:19.282 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:19.290 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:19.290 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793198733021509] [2024/05/06 08:02:19.290 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:19.290 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:19.291 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:19.291 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:19.291 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:19.291 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:19.291 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:19.305 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:19.307 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:19.307 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:02:19.308 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=11] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:02:19.308 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=11] [disk-quota=348.5GiB] [2024/05/06 08:02:19.350 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [2024/05/06 08:02:19.354 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 08:02:19.359 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:19.359 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=170] [2024/05/06 08:02:19.359 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=170] [2024/05/06 08:02:19.400 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=170] [key=1.csv:0] [2024/05/06 08:02:19.400 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=170] [key=2.csv:0] [2024/05/06 08:02:19.402 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=170] [key=1.csv:0] [readDur=1.048005ms] [encodeDur=564.633Β΅s] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=57.637Β΅s] [type=file] [takeTime=2.01391ms] [] [2024/05/06 08:02:19.403 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=170] [key=2.csv:0] [readDur=979.686Β΅s] [encodeDur=1.305146ms] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=72.941Β΅s] [type=file] [takeTime=2.665454ms] [] [2024/05/06 08:02:19.403 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/11/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/74c65fc3-76e1-4cd6-979d-938a1bbf7f55.sst] [firstKey=7480000000000000AA5F728000000000000004] [lastKey=7480000000000000AA5F728000000000000005] [2024/05/06 08:02:19.404 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [takeTime=53.667767ms] [] [2024/05/06 08:02:19.404 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 08:02:19.404 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 08:02:19.404 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 08:02:19.404 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/11/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/d4a1e24d-e851-4ad9-860e-f0752974ca95.sst] [firstKey=7480000000000000AA5F728000000000000006] [lastKey=7480000000000000AA5F728000000000000007] [2024/05/06 08:02:19.407 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.65165ms] [] [2024/05/06 08:02:19.407 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 08:02:19.412 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:19.434 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 08:02:19.434 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:19.449 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 08:02:19.451 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=44.154816ms] [] [2024/05/06 08:02:19.451 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 08:02:19.452 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.174486ms] [] [2024/05/06 08:02:19.452 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 08:02:19.452 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:19.454 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.636653ms] [] [2024/05/06 08:02:19.454 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 08:02:19.454 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:19.454 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=81.231Β΅s] [] [2024/05/06 08:02:19.454 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:19.455 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=971.317Β΅s] [] [2024/05/06 08:02:19.503 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/06 08:02:19.505 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:19.505 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:19.505 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:19.505 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:19.505 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:19.505 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:19.505 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:19.505 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:19.505 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:19.505 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:19.505 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:19.505 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:19.505 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:19.507 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:19.507 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:19.507 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:19.507 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:19.507 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:19.507 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=226.884846ms] [] [2024/05/06 08:02:19.529 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:19.530 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:19.531 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:19.532 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:19.628 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 08:02:19.630 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:19.630 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 08:02:19.758 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:19.811 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 08:02:19.812 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 08:02:19.812 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 08:02:19.820 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=8.476617ms] [] [2024/05/06 08:02:19.820 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/05/06 08:02:19.821 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 08:02:19.821 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [weight=30] [2024/05/06 08:02:19.821 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [concurrency=15] [2024/05/06 08:02:19.826 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=170] [physicalTableID=170] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 08:02:19.826 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 08:02:19.827 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=14.719868ms] [] [2024/05/06 08:02:19.827 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=14.988753ms] [] [2024/05/06 08:02:19.876 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=118.087164ms] [] [2024/05/06 08:02:19.933 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:02:19.934 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=11] [step=post-process] [state=running] [] [2024/05/06 08:02:19.938 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=11] [2024/05/06 08:02:20.029 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=11] [2024/05/06 08:02:20.051 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=11] [type=ImportInto] [2024/05/06 08:02:20.061 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:20.061 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=11] [2024/05/06 08:02:20.137 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.57275564\n# Parse_time: 0.000414049\n# Compile_time: 0.000939331\n# Rewrite_time: 0.000193079\n# Optimize_time: 0.001363131\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 08:02:20.149 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=115] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 08:02:20.167 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:20.184 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:20.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:20.184 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:20.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:02:20.255 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:20.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:20.286 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=274.189Β΅s] [gotSchemaVersion=116] [phyTblIDs="[170]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:20.298 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=172] [version=116] [2024/05/06 08:02:20.335 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=54.371618ms] [job="ID:172, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:20.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:20.371 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:20.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:20.441 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=260.825Β΅s] [gotSchemaVersion=117] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:20.452 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=172] [version=117] [2024/05/06 08:02:20.490 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=54.415162ms] [job="ID:172, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:20.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:20.528 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:20.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:20.538 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 170, Old Table Name: t"] [2024/05/06 08:02:20.579 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=250.055Β΅s] [gotSchemaVersion=118] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:20.591 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=172] [version=118] [2024/05/06 08:02:20.628 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=53.473302ms] [job="ID:172, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:20.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:20.700 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=172] [tableIDs="[170]"] [comment="drop table: table ID"] [2024/05/06 08:02:20.712 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=172] [jobType="drop table"] [2024/05/06 08:02:20.716 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [job="ID:172, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:20.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:20.802 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=172] [2024/05/06 08:02:20.803 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:20.807 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.658538786\n# Parse_time: 0.000652835\n# Compile_time: 0.000810861\n# Rewrite_time: 0.000011314\n# Optimize_time: 0.001274415\n# Wait_TS: 0.000619105\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] === RUN TestImportInto/TestWriteAfterImportFromSelect [2024/05/06 08:02:20.809 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=118] [cur_db=write_after_import] [sql="drop database if exists from_select"] [user=] [2024/05/06 08:02:20.839 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:173, Type:drop schema, State:queueing, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:20.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:20.839 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:173, Type:drop schema, State:queueing, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:20.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists from_select"] [2024/05/06 08:02:20.910 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [category=ddl] [job="ID:173, Type:drop schema, State:queueing, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:20.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:20.955 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=410.63Β΅s] [gotSchemaVersion=119] [phyTblIDs="[130,136]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:02:20.968 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=173] [version=119] [2024/05/06 08:02:21.003 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=53.531212ms] [job="ID:173, Type:drop schema, State:running, SchemaState:write only, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:20.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:21.071 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [category=ddl] [job="ID:173, Type:drop schema, State:running, SchemaState:write only, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:20.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:21.113 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=185.025Β΅s] [gotSchemaVersion=120] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:02:21.124 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=173] [version=120] [2024/05/06 08:02:21.153 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=53.46711ms] [job="ID:173, Type:drop schema, State:running, SchemaState:delete only, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:20.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:21.216 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [category=ddl] [job="ID:173, Type:drop schema, State:running, SchemaState:delete only, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:20.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:21.250 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=180.039Β΅s] [gotSchemaVersion=121] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:02:21.261 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=173] [version=121] [2024/05/06 08:02:21.299 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=53.349183ms] [job="ID:173, Type:drop schema, State:done, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:20.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:21.402 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=173] [tableIDs="[130,136]"] [comment="drop schema: table IDs"] [2024/05/06 08:02:21.413 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=173] [jobType="drop schema"] [2024/05/06 08:02:21.418 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [job="ID:173, Type:drop schema, State:synced, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:20.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:21.478 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=173] [2024/05/06 08:02:21.478 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:21.482 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.67494238\n# Parse_time: 0.000505966\n# Compile_time: 0.00071933\n# Rewrite_time: 0.000009085\n# Optimize_time: 0.001274415\n# Wait_TS: 0.000354287\n# DB: write_after_import\n# Is_internal: false\n# Digest: 204fced281c071eff2176d73371b622a1c63112ba44e5fa57ddd93d2de723449\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists from_select;"] [2024/05/06 08:02:21.484 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=121] [cur_db=write_after_import] [sql="create database from_select"] [user=] [2024/05/06 08:02:21.518 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:175, Type:create schema, State:queueing, SchemaState:none, SchemaID:174, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:21.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:21.518 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:175, Type:create schema, State:queueing, SchemaState:none, SchemaID:174, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:21.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/05/06 08:02:21.588 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=175] [conn=2] [category=ddl] [job="ID:175, Type:create schema, State:queueing, SchemaState:none, SchemaID:174, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:21.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:21.622 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=933.041Β΅s] [gotSchemaVersion=122] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:02:21.633 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=175] [version=122] [2024/05/06 08:02:21.670 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=53.087565ms] [job="ID:175, Type:create schema, State:done, SchemaState:public, SchemaID:174, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:21.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:21.712 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=175] [conn=2] [job="ID:175, Type:create schema, State:synced, SchemaState:public, SchemaID:174, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:21.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:21.738 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=175] [2024/05/06 08:02:21.738 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:21.744 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=122] [cur_db=from_select] [sql="create table dt(id int, v varchar(64))"] [user=] [2024/05/06 08:02:21.789 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:177, Type:create table, State:queueing, SchemaState:none, SchemaID:174, TableID:176, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:21.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:21.789 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:177, Type:create table, State:queueing, SchemaState:none, SchemaID:174, TableID:176, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:21.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dt(id int, v varchar(64))"] [2024/05/06 08:02:21.869 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=177] [conn=2] [category=ddl] [job="ID:177, Type:create table, State:queueing, SchemaState:none, SchemaID:174, TableID:176, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:21.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:21.879 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 174, Table ID: 176, Table Name: dt"] [2024/05/06 08:02:21.929 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=2.130534ms] [gotSchemaVersion=123] [phyTblIDs="[176]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:21.940 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=177] [version=123] [2024/05/06 08:02:21.977 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=54.214623ms] [job="ID:177, Type:create table, State:done, SchemaState:public, SchemaID:174, TableID:176, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:21.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:22.018 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=177] [conn=2] [job="ID:177, Type:create table, State:synced, SchemaState:public, SchemaID:174, TableID:176, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:21.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:22.060 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=177] [2024/05/06 08:02:22.060 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:22.064 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.320783612\n# Parse_time: 0.000443987\n# Compile_time: 0.000696416\n# Rewrite_time: 0.000008731\n# Optimize_time: 0.001274415\n# Wait_TS: 0.000313561\n# DB: from_select\n# Is_internal: false\n# Digest: 61dbb4ab9459a330e03145cc175a5faf5a2083511addc770b04b4f0ac033a4b4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table dt(id int, v varchar(64));"] [2024/05/06 08:02:22.081 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=123] [cur_db=from_select] [sql="drop database if exists write_after_import"] [user=] [2024/05/06 08:02:22.106 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:178, Type:drop schema, State:queueing, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:22.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:22.106 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:178, Type:drop schema, State:queueing, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:22.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists write_after_import"] [2024/05/06 08:02:22.148 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:drop schema, State:queueing, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:22.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:22.180 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=190.879Β΅s] [gotSchemaVersion=124] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:02:22.191 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=178] [version=124] [2024/05/06 08:02:22.229 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=53.525791ms] [job="ID:178, Type:drop schema, State:running, SchemaState:write only, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:22.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:22.268 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:drop schema, State:running, SchemaState:write only, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:22.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:22.480 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=197.316Β΅s] [gotSchemaVersion=125] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:02:22.491 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=178] [version=125] [2024/05/06 08:02:22.529 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=53.762299ms] [job="ID:178, Type:drop schema, State:running, SchemaState:delete only, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:22.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:22.564 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:drop schema, State:running, SchemaState:delete only, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:22.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:22.599 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=271.961Β΅s] [gotSchemaVersion=126] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:02:22.609 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=178] [version=126] [2024/05/06 08:02:22.648 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=53.687332ms] [job="ID:178, Type:drop schema, State:done, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:22.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:22.720 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=178] [jobType="drop schema"] [2024/05/06 08:02:22.725 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [job="ID:178, Type:drop schema, State:synced, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:22.05 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:22.770 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=178] [2024/05/06 08:02:22.770 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:22.774 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.694237473\n# Parse_time: 0.000344465\n# Compile_time: 0.000838333\n# Rewrite_time: 0.000010732\n# Optimize_time: 0.001274415\n# Wait_TS: 0.000448453\n# DB: from_select\n# Is_internal: false\n# Digest: 4771ffa98e33f399f37cf6b37126ba5ded6abb03cc3409362bd9c47bc7db12a0\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists write_after_import;"] [2024/05/06 08:02:22.775 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=126] [cur_db=from_select] [sql="create database write_after_import"] [user=] [2024/05/06 08:02:22.847 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:22.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:22.847 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:22.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database write_after_import"] [2024/05/06 08:02:22.923 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [category=ddl] [job="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:22.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:22.964 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=1.212338ms] [gotSchemaVersion=127] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:02:22.974 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=180] [version=127] [2024/05/06 08:02:23.011 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=53.255471ms] [job="ID:180, Type:create schema, State:done, SchemaState:public, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:22.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:23.098 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [job="ID:180, Type:create schema, State:synced, SchemaState:public, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:22.75 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:23.141 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=180] [2024/05/06 08:02:23.141 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:23.144 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.369247064\n# Parse_time: 0.000234483\n# Compile_time: 0.000695264\n# Rewrite_time: 0.000008304\n# Optimize_time: 0.001274415\n# Wait_TS: 0.000403085\n# DB: from_select\n# Is_internal: false\n# Digest: 9b8b34576c71bf964daeee5780a06455087425e15ad8edb8457db3300010a67b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database write_after_import;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-0 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) [2024/05/06 08:02:23.147 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=127] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 08:02:23.149 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=127] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/05/06 08:02:23.193 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:23.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:23.193 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:23.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/05/06 08:02:23.265 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:23.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:23.274 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 181, Table Name: t"] [2024/05/06 08:02:23.368 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=2.90097ms] [gotSchemaVersion=128] [phyTblIDs="[181]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:23.381 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=182] [version=128] [2024/05/06 08:02:23.408 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=54.864069ms] [job="ID:182, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:23.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:23.469 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [job="ID:182, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:23.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:23.503 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=182] [2024/05/06 08:02:23.504 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:23.510 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.361776433\n# Parse_time: 0.000580793\n# Compile_time: 0.00078361\n# Rewrite_time: 0.000007985\n# Optimize_time: 0.001274415\n# Wait_TS: 0.000381504\n# DB: write_after_import\n# Is_internal: false\n# Digest: 5d93504021c753d971e5a522e6251ca81f8966aee8a83ebd8c0a0b1399ca6bb0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse write_after_import;\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64));"] [2024/05/06 08:02:23.692 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=4ba247fb-12ba-436b-8e8d-f44533bf988d] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=181] [2024/05/06 08:02:23.700 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:23.700 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793198733021509] [2024/05/06 08:02:23.700 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:23.700 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:23.701 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:23.701 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:23.701 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:23.701 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:23.701 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:23.714 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:23.716 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:23.716 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:02:23.720 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:23.724 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:23.756 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=4ba247fb-12ba-436b-8e8d-f44533bf988d] [key=import-from-select] [2024/05/06 08:02:23.759 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=4ba247fb-12ba-436b-8e8d-f44533bf988d] [key=import-from-select] [2024/05/06 08:02:23.761 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=4ba247fb-12ba-436b-8e8d-f44533bf988d] [key=import-from-select] [readDur=10.678Β΅s] [encodeDur=1.18778ms] [checksum="{cksum=13452714547460310567,size=34,kvs=1}"] [deliverDur=205.267Β΅s] [type=query] [takeTime=1.834913ms] [] [2024/05/06 08:02:23.761 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=4ba247fb-12ba-436b-8e8d-f44533bf988d] [key=import-from-select] [readDur=19.995Β΅s] [encodeDur=1.068374ms] [checksum="{cksum=9020440480329673881,size=102,kvs=3}"] [deliverDur=430.658Β΅s] [type=query] [takeTime=4.836595ms] [] [2024/05/06 08:02:23.762 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=34] [kvs=1] [files=1] [sstFileSize=925] [file=/tmp/tidb/import-4000/4ba247fb-12ba-436b-8e8d-f44533bf988d/102b1544-1a0b-5f02-9523-0f5011224f00.sst/ac0dc999-f38c-4a82-8f17-1d97e70d6713.sst] [firstKey=7480000000000000B55F728000000000000004] [lastKey=7480000000000000B55F728000000000000004] [2024/05/06 08:02:23.762 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:23.763 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=102] [kvs=3] [files=1] [sstFileSize=991] [file=/tmp/tidb/import-4000/4ba247fb-12ba-436b-8e8d-f44533bf988d/102b1544-1a0b-5f02-9523-0f5011224f00.sst/d867f201-d643-4b65-8146-548fd56af322.sst] [firstKey=7480000000000000B55F728000000000000005] [lastKey=7480000000000000B55F728000000000000007] [2024/05/06 08:02:23.765 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=3.035286ms] [] [2024/05/06 08:02:23.765 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 08:02:23.796 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:23.819 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/05/06 08:02:23.819 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:23.833 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 08:02:23.834 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=69.192993ms] [] [2024/05/06 08:02:23.835 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:23.836 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.751137ms] [] [2024/05/06 08:02:23.836 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 08:02:23.837 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:23.837 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=52.808Β΅s] [] [2024/05/06 08:02:23.837 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=4ba247fb-12ba-436b-8e8d-f44533bf988d] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/05/06 08:02:23.837 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=4ba247fb-12ba-436b-8e8d-f44533bf988d] [2024/05/06 08:02:23.845 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=4ba247fb-12ba-436b-8e8d-f44533bf988d] [takeTime=7.891294ms] [] [2024/05/06 08:02:23.845 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=4ba247fb-12ba-436b-8e8d-f44533bf988d] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 08:02:23.845 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=4ba247fb-12ba-436b-8e8d-f44533bf988d] [weight=30] [2024/05/06 08:02:23.845 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=4ba247fb-12ba-436b-8e8d-f44533bf988d] [concurrency=15] [2024/05/06 08:02:23.849 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=181] [physicalTableID=181] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 08:02:23.849 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=4ba247fb-12ba-436b-8e8d-f44533bf988d] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 08:02:23.850 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=4ba247fb-12ba-436b-8e8d-f44533bf988d] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=12.771574ms] [] [2024/05/06 08:02:23.850 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:23.850 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=12.732Β΅s] [] [2024/05/06 08:02:23.850 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:23.851 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.400167ms] [] [2024/05/06 08:02:23.851 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:23.851 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=13.235Β΅s] [] [2024/05/06 08:02:23.851 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:23.852 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=841.38Β΅s] [] [2024/05/06 08:02:23.856 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:23.856 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:23.856 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:23.856 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:23.856 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:23.856 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:23.856 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:23.856 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:23.856 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:23.856 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:23.856 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:23.856 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:23.856 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:23.858 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:23.858 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:23.858 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:23.858 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:23.858 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:23.860 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572383883264004\n# Conn_ID: 2\n# Query_time: 0.348149993\n# Parse_time: 0.00055445\n# Compile_time: 0.003331011\n# Rewrite_time: 0.002000393\n# Optimize_time: 0.001274415\n# Wait_TS: 0.00013625\n# Cop_time: 0.000063368 Process_time: 0.000080889 Wait_time: 0.000047657 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 8.0889e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 4.7657e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('yQWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM0Mi42bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg0NDIuOMK1FUV0MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4yBW5EcHJvY19rZXlzOiA0LCB0b3RfARIUOiA4MC45BUoBEyR3YWl0OiA0Ny43BROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoYbjogNjcuNAU6qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjEFlwhhbF8lJ0gxLjE1bXN9fQkzNTQgQnl0ZXMJISUgMgk0M182CTFfMSe4dGFibGU6ZHQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXRpa3YFsgQ6ewVjADA1QAGWPHNjYW5fZGV0YWlsOiB7dG8Bihhwcm9jZXNzMjgBBGFsMhcAIF9zaXplOiAxOClWBGFsDS04NSwgZ2V0X3NuYXBzaG90CdUIIDIzLVtwcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW4hhAHQAHk+FgAYOCwgYmxvYyHlEH19fSwgAcdetAABHDbfAQhhbF8h4Q0aNeYlFwx3YWxsDRlEMjU1LjjCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('tAagCq8GCgxJbXBvcnRJbnRvXzIS6AUKDVRhYmxlUmVhZGVyXzcSpwMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qsAJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAyMy43wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgA8OCwgYmxvY2s6IHt9fX0sIAFVCF9kZVK0AAEcFDogODAuOQVxAHQF0Qh3YWkRiwQ0Nw2LJRcMd2FsbA0zKDI1NS44wrVzfXD/EQEEAXgRCij/ASGcVh+lh0wWQS6WASgBQAFSFGRhdGE6VDbEAQRaFgWICDQ0MgVUMXEgMmLYAWNvcF90IY5oIHtudW06IDEsIG1heDogMS4yNm1zLCBwcm9jLU0pXCWPNtMABdEAOhnMgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaGG46IDY3LjQlIKhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxMfMF5CgxLjE1bXN9fXDiAj0vADghGxQDTi9BWhUFJgwzNDIuBd8AbEl6VmUBBBgB')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-1 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 08:02:23.886 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=128] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 08:02:23.913 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:183, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:23.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:23.913 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:183, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:23.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:02:23.950 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [category=ddl] [job="ID:183, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:23.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:23.985 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=246.906Β΅s] [gotSchemaVersion=129] [phyTblIDs="[181]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:23.995 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=183] [version=129] [2024/05/06 08:02:24.035 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=54.230878ms] [job="ID:183, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:23.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:24.098 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [category=ddl] [job="ID:183, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:23.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:24.126 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=215.35Β΅s] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:24.136 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=183] [version=130] [2024/05/06 08:02:24.176 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=53.458591ms] [job="ID:183, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:23.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:24.277 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [category=ddl] [job="ID:183, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:23.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:24.289 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 181, Old Table Name: t"] [2024/05/06 08:02:24.335 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=372.203Β΅s] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:24.346 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=183] [version=131] [2024/05/06 08:02:24.381 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=53.506816ms] [job="ID:183, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:23.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:24.422 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=183] [tableIDs="[181]"] [comment="drop table: table ID"] [2024/05/06 08:02:24.434 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=183] [jobType="drop table"] [2024/05/06 08:02:24.438 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [job="ID:183, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:23.85 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:24.496 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=183] [2024/05/06 08:02:24.496 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:24.501 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.615413407\n# Parse_time: 0.00061055\n# Compile_time: 0.000775588\n# Rewrite_time: 0.000010904\n# Optimize_time: 0.001061991\n# Wait_TS: 0.000397098\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:02:24.503 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=131] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 08:02:24.549 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:24.5 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:24.549 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:24.5 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 08:02:24.621 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=185] [conn=2] [category=ddl] [job="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:24.5 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:24.629 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 184, Table Name: t"] [2024/05/06 08:02:24.720 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=3.13642ms] [gotSchemaVersion=132] [phyTblIDs="[184]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:24.732 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=185] [version=132] [2024/05/06 08:02:24.764 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=78.377618ms] [job="ID:185, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:24.5 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:24.846 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=185] [conn=2] [job="ID:185, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:24.5 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:24.904 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=185] [2024/05/06 08:02:24.904 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:24.908 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.406077898\n# Parse_time: 0.000814836\n# Compile_time: 0.001013465\n# Rewrite_time: 0.000010064\n# Optimize_time: 0.001061991\n# Wait_TS: 0.000430335\n# DB: write_after_import\n# Is_internal: false\n# Digest: e6c0b764ae5571914c40b74ee308c75fddc0ac3be8b5f9b995310d6dede1b551\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 08:02:25.076 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=97a343fc-8516-433f-89a0-86e4c619e1d3] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=184] [2024/05/06 08:02:25.085 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:25.086 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793198733021509] [2024/05/06 08:02:25.086 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:25.086 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:25.088 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:25.088 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:25.088 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:25.088 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:25.088 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:25.128 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:25.130 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:25.130 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:02:25.135 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:25.139 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:25.206 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=97a343fc-8516-433f-89a0-86e4c619e1d3] [key=import-from-select] [2024/05/06 08:02:25.208 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=97a343fc-8516-433f-89a0-86e4c619e1d3] [key=import-from-select] [readDur=32.238Β΅s] [encodeDur=1.616252ms] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=352.816Β΅s] [type=query] [takeTime=2.406862ms] [] [2024/05/06 08:02:25.209 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/97a343fc-8516-433f-89a0-86e4c619e1d3/102b1544-1a0b-5f02-9523-0f5011224f00.sst/e71b5c32-3b28-40ef-b5e1-06e1d0dc5f1b.sst] [firstKey=7480000000000000B85F728000000000000004] [lastKey=7480000000000000B85F728000000000000007] [2024/05/06 08:02:25.231 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=97a343fc-8516-433f-89a0-86e4c619e1d3] [key=import-from-select] [2024/05/06 08:02:25.231 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=97a343fc-8516-433f-89a0-86e4c619e1d3] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=135.844Β΅s] [] [2024/05/06 08:02:25.231 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:25.233 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.686417ms] [] [2024/05/06 08:02:25.233 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 08:02:25.237 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:25.260 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/05/06 08:02:25.260 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:25.273 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 08:02:25.275 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=41.807061ms] [] [2024/05/06 08:02:25.275 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:25.276 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.414224ms] [] [2024/05/06 08:02:25.276 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 08:02:25.276 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:25.276 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=58.918Β΅s] [] [2024/05/06 08:02:25.276 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=97a343fc-8516-433f-89a0-86e4c619e1d3] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/05/06 08:02:25.277 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=97a343fc-8516-433f-89a0-86e4c619e1d3] [2024/05/06 08:02:25.284 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=97a343fc-8516-433f-89a0-86e4c619e1d3] [takeTime=7.107345ms] [] [2024/05/06 08:02:25.284 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=97a343fc-8516-433f-89a0-86e4c619e1d3] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 08:02:25.284 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=97a343fc-8516-433f-89a0-86e4c619e1d3] [weight=30] [2024/05/06 08:02:25.284 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=97a343fc-8516-433f-89a0-86e4c619e1d3] [concurrency=15] [2024/05/06 08:02:25.288 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=184] [physicalTableID=184] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 08:02:25.288 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=97a343fc-8516-433f-89a0-86e4c619e1d3] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 08:02:25.288 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=97a343fc-8516-433f-89a0-86e4c619e1d3] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=11.869819ms] [] [2024/05/06 08:02:25.289 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:25.289 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=12.348Β΅s] [] [2024/05/06 08:02:25.289 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:25.290 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.142343ms] [] [2024/05/06 08:02:25.290 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:25.290 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=9.681Β΅s] [] [2024/05/06 08:02:25.290 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:25.291 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=707.782Β΅s] [] [2024/05/06 08:02:25.293 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:25.293 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:25.293 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:25.293 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:25.293 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:25.294 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:25.294 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:25.294 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:25.294 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:25.294 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:25.294 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:25.294 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:25.294 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:25.295 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:25.295 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:25.295 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:25.295 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:25.295 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:25.297 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572384250265604\n# Conn_ID: 2\n# Query_time: 0.387696311\n# Parse_time: 0.000651653\n# Compile_time: 0.003163416\n# Rewrite_time: 0.001935398\n# Optimize_time: 0.001061991\n# Wait_TS: 0.000114307\n# Cop_time: 0.000115516 Process_time: 0.000061108 Wait_time: 0.000036596 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 6.1108e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.6596e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3wWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM4Mi4ybXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg2NzAuMsK1FUV8MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogOTU2LjEFK0Rwcm9jX2tleXM6IDQsIHRvdF8BEgw6IDYxDSEBEyR3YWl0OiAzNi42BTSAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXQIX2R1BRoQbjogNTgNOqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbEUX3JwYzoxBZcIYWxfJSmIODg4LjPCtXN9fQkzNTQgQnl0ZXMJTi9BCjIJNDNfNgkxXzAtK7h0YWJsZTpkdCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTQJdGlrdgW0BDp7BWUAMDVEAZg8c2Nhbl9kZXRhaWw6IHt0bwGMGHByb2Nlc3MyOgEEYWwyFwAgX3NpemU6IDE4KVgEYWwNLTg1LCBnZXRfc25hcHNob3QJ1xAgMTEuOCVddHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWmCGtleT4WABg4LCBibG9jIek5mQ0yFDJ9fX0sIAHZXsYAARw28wEIYWxfIfUNGggzNi4p+iUpDHdhbGwNGUQxODkuM8K1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('ygagCsUGCgxJbXBvcnRJbnRvXzIS/gUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxMS44wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA2MS4xBYMAdAXjCHdhaRGdDDM2LjYJGhxpa3Zfd2FsbA0zKDE4OS4zwrVzfXD/EQEEAXgRCiz/ASGcVh+lh0wWQSkhpy2oKAFAAVIUZGF0YTpUNtYBBFoWBYgQNjcwLjIFbjhsb29wczoyYtwBY29wX3QhoEQge251bTogMSwgbWF4OiA5NTYNtAxwcm9jLWEpcCWjNtUABdMAOhnOEGNvcHJfOS9EcmF0aW86IDAuMDAsIGJ1aWxkBXQIX2R1BRoQbjogNTgtCKhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbEUX3JwYzoxUQcF5gg4ODgpOgx9cOICPTMAOCEfFANOL0FaFQUoGDM4Mi4ybXNVkFZpAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-2 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/05/06 08:02:25.309 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=132] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 08:02:25.338 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:186, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:25.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:25.338 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:186, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:25.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:02:25.380 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:25.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:25.408 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=242.178Β΅s] [gotSchemaVersion=133] [phyTblIDs="[184]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:25.419 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=186] [version=133] [2024/05/06 08:02:25.458 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=54.542191ms] [job="ID:186, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:25.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:25.510 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:25.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:25.544 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=224.322Β΅s] [gotSchemaVersion=134] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:25.553 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=186] [version=134] [2024/05/06 08:02:25.593 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=53.539398ms] [job="ID:186, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:25.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:25.689 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:25.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:25.698 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 184, Old Table Name: t"] [2024/05/06 08:02:25.738 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=222.319Β΅s] [gotSchemaVersion=135] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:25.748 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=186] [version=135] [2024/05/06 08:02:25.787 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=54.068062ms] [job="ID:186, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:25.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:25.821 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=186] [tableIDs="[184]"] [comment="drop table: table ID"] [2024/05/06 08:02:25.831 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=186] [jobType="drop table"] [2024/05/06 08:02:25.835 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [job="ID:186, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:25.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:25.890 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=186] [2024/05/06 08:02:25.890 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:25.894 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.585589197\n# Parse_time: 0.000493618\n# Compile_time: 0.000700639\n# Rewrite_time: 0.00001717\n# Optimize_time: 0.001625486\n# Wait_TS: 0.00038452\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:02:25.896 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=135] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/05/06 08:02:25.949 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:25.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:25.949 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:188, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:25.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/05/06 08:02:26.005 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [category=ddl] [job="ID:188, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:25.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.013 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 187, Table Name: t"] [2024/05/06 08:02:26.103 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=2.54248ms] [gotSchemaVersion=136] [phyTblIDs="[187]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:26.114 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=188] [version=136] [2024/05/06 08:02:26.152 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=54.34748ms] [job="ID:188, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:25.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.215 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [job="ID:188, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:25.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.260 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/05/06 08:02:26.261 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:26.264 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.369618719\n# Parse_time: 0.001009732\n# Compile_time: 0.001143035\n# Rewrite_time: 0.000008874\n# Optimize_time: 0.001625486\n# Wait_TS: 0.00037771\n# DB: write_after_import\n# Is_internal: false\n# Digest: e68ffb50dd9dad0801582f5d2bc5ca9fba5594b1cda860743510296b46f2089a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/05/06 08:02:26.418 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=460f2cd6-0cfc-4ed0-a264-75d3ff4e5bc2] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=187] [2024/05/06 08:02:26.426 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:26.426 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793198733021509] [2024/05/06 08:02:26.426 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:26.426 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:26.428 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:26.428 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:26.428 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:26.428 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:26.428 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:26.467 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:26.469 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:26.469 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:02:26.474 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:26.478 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:26.525 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=460f2cd6-0cfc-4ed0-a264-75d3ff4e5bc2] [key=import-from-select] [2024/05/06 08:02:26.527 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=460f2cd6-0cfc-4ed0-a264-75d3ff4e5bc2] [key=import-from-select] [2024/05/06 08:02:26.527 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=460f2cd6-0cfc-4ed0-a264-75d3ff4e5bc2] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=175.375Β΅s] [] [2024/05/06 08:02:26.528 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=460f2cd6-0cfc-4ed0-a264-75d3ff4e5bc2] [key=import-from-select] [readDur=29.42Β΅s] [encodeDur=1.339107ms] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [deliverDur=422.895Β΅s] [type=query] [takeTime=2.152669ms] [] [2024/05/06 08:02:26.529 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:26.529 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/460f2cd6-0cfc-4ed0-a264-75d3ff4e5bc2/102b1544-1a0b-5f02-9523-0f5011224f00.sst/3d5ad4da-9324-40bb-b6ca-82e7fcffc4fe.sst] [firstKey=7480000000000000BB5F728000000000000001] [lastKey=7480000000000000BB5F728000000000000004] [2024/05/06 08:02:26.531 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=2.296677ms] [] [2024/05/06 08:02:26.531 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 08:02:26.536 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:26.557 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/06 08:02:26.558 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:26.569 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 08:02:26.571 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=39.789287ms] [] [2024/05/06 08:02:26.571 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:26.571 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/460f2cd6-0cfc-4ed0-a264-75d3ff4e5bc2/630083e6-fc50-5cd2-8645-c17b147197ce.sst/a474eb74-62fb-40c4-8163-3bcc55e41f8c.sst] [firstKey=7480000000000000BB5F698000000000000001038000000000000004] [lastKey=7480000000000000BB5F698000000000000001038000000000000007] [2024/05/06 08:02:26.573 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.287938ms] [] [2024/05/06 08:02:26.573 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 08:02:26.577 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:26.599 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 08:02:26.599 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:26.611 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 08:02:26.613 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=39.930263ms] [] [2024/05/06 08:02:26.614 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=460f2cd6-0cfc-4ed0-a264-75d3ff4e5bc2] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [2024/05/06 08:02:26.614 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=460f2cd6-0cfc-4ed0-a264-75d3ff4e5bc2] [2024/05/06 08:02:26.621 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=460f2cd6-0cfc-4ed0-a264-75d3ff4e5bc2] [takeTime=7.427563ms] [] [2024/05/06 08:02:26.621 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=460f2cd6-0cfc-4ed0-a264-75d3ff4e5bc2] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 08:02:26.621 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=460f2cd6-0cfc-4ed0-a264-75d3ff4e5bc2] [weight=30] [2024/05/06 08:02:26.621 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=460f2cd6-0cfc-4ed0-a264-75d3ff4e5bc2] [concurrency=15] [2024/05/06 08:02:26.630 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=187] [physicalTableID=187] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 08:02:26.632 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=187] [physicalTableID=187] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/05/06 08:02:26.632 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=460f2cd6-0cfc-4ed0-a264-75d3ff4e5bc2] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 08:02:26.632 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=460f2cd6-0cfc-4ed0-a264-75d3ff4e5bc2] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [takeTime=18.610512ms] [] [2024/05/06 08:02:26.632 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:26.632 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=12.589Β΅s] [] [2024/05/06 08:02:26.633 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:26.634 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.042213ms] [] [2024/05/06 08:02:26.634 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:26.634 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=9.806Β΅s] [] [2024/05/06 08:02:26.634 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:26.635 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=826.862Β΅s] [] [2024/05/06 08:02:26.639 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:26.639 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:26.639 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:26.639 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:26.639 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:26.639 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:26.639 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:26.639 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:26.639 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:26.639 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:26.639 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:26.639 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:26.639 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:26.641 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:26.641 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:26.641 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:26.641 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:26.641 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:26.642 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572384604160006\n# Conn_ID: 2\n# Query_time: 0.377122206\n# Parse_time: 0.000625604\n# Compile_time: 0.002268902\n# Rewrite_time: 0.001469666\n# Optimize_time: 0.001625486\n# Wait_TS: 0.000098596\n# Cop_time: 0.00011084 Process_time: 0.000076939 Wait_time: 0.000034661 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 7.6939e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.4661e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3QWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM3Mi45bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg3MDAuOcK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4wNQFuRHByb2Nfa2V5czogNCwgdG90XwESDDogNzYNSgETJHdhaXQ6IDM0LjcFXYBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhhuOiA2NS4zBTqobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MQWXCGFsXyUnCDk0NQWZMH19CTM1NCBCeXRlcwkhJyAyCTQzXzYJMV8xKbh0YWJsZTpkdCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTQJdGlrdgW0BDp7BWUAMDVCAZg8c2Nhbl9kZXRhaWw6IHt0bwGMGHByb2Nlc3MyOgEEYWwyFwAgX3NpemU6IDE4KVgEYWwNLTg1LCBnZXRfc25hcHNob3QJ1wggMTMtXXRyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlpghrZXk+FgAYOCwgYmxvYyHnOZkNMhQyfX19LCAB2V7GAAEcNvMBCGFsXyH1DRo1+iUpDHdhbGwNGUQxOTEuMcK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('yAagCsMGCgxJbXBvcnRJbnRvXzIS/AUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxMy43wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA3Ni45BYMAdAXjCHdhaRGdBDM0DZ0lKQx3YWxsDTMoMTkxLjHCtXN9cP8RAQQBeBEKLP8BIZxWH6WHTBZBKSGnLagoAUABUhRkYXRhOlQ21gEEWhYFiAg3MDANiABsJYMgMmLaAWNvcF90IaBoIHtudW06IDEsIG1heDogMS4wNW1zLCBwcm9jLV8pbiWhNtMABdEAOhnMEGNvcHJfOS1EcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoYbjogNjUuMyUgqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjFRBQXkCDk0NQXkEH19cOICPTEAOCEdFANOL0FaFQUoEDM3Mi45AeEpCwAxVmcBBBgB')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-3 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 08:02:26.670 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=136] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 08:02:26.693 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:26.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:26.693 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:26.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:02:26.734 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:26.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.763 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=243.77Β΅s] [gotSchemaVersion=137] [phyTblIDs="[187]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:26.773 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=189] [version=137] [2024/05/06 08:02:26.812 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=52.992569ms] [job="ID:189, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:26.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.870 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:26.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.899 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=215.016Β΅s] [gotSchemaVersion=138] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:26.938 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=189] [version=138] [2024/05/06 08:02:26.949 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=53.885004ms] [job="ID:189, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:26.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:27.000 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:26.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:27.011 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 187, Old Table Name: t"] [2024/05/06 08:02:27.057 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=219.709Β΅s] [gotSchemaVersion=139] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:27.067 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=189] [version=139] [2024/05/06 08:02:27.106 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=53.165108ms] [job="ID:189, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:26.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:27.169 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=189] [tableIDs="[187]"] [comment="drop table: table ID"] [2024/05/06 08:02:27.178 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=189] [jobType="drop table"] [2024/05/06 08:02:27.181 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [job="ID:189, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:26.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:27.245 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=189] [2024/05/06 08:02:27.245 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:27.248 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.579964891\n# Parse_time: 0.000674865\n# Compile_time: 0.000724886\n# Rewrite_time: 0.000010175\n# Optimize_time: 0.000872612\n# Wait_TS: 0.000352927\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:02:27.251 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=139] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 08:02:27.298 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:191, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:27.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:27.298 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:191, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:27.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 08:02:27.377 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:27.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:27.387 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 190, Table Name: t"] [2024/05/06 08:02:27.454 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=2.644571ms] [gotSchemaVersion=140] [phyTblIDs="[190]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:27.465 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=191] [version=140] [2024/05/06 08:02:27.500 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=53.619245ms] [job="ID:191, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:27.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:27.573 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [job="ID:191, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:27.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:27.615 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=191] [2024/05/06 08:02:27.615 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:27.619 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.369649782\n# Parse_time: 0.001213068\n# Compile_time: 0.001186325\n# Rewrite_time: 0.000009686\n# Optimize_time: 0.000872612\n# Wait_TS: 0.000411226\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2f240416326fc09fb6849d7eeb00eb3313f36befa6e542035b06559f7cfa5f74\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 08:02:27.814 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=1b8cc081-d716-4f10-b730-416c3253977c] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=190] [2024/05/06 08:02:27.822 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:27.822 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793198733021509] [2024/05/06 08:02:27.823 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:27.823 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:27.824 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:27.824 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:27.824 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:27.824 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:27.825 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:27.839 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:27.841 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:27.841 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:02:27.846 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:27.851 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:27.901 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=1b8cc081-d716-4f10-b730-416c3253977c] [key=import-from-select] [2024/05/06 08:02:27.902 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=1b8cc081-d716-4f10-b730-416c3253977c] [key=import-from-select] [2024/05/06 08:02:27.903 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=1b8cc081-d716-4f10-b730-416c3253977c] [key=import-from-select] [readDur=30.771Β΅s] [encodeDur=1.076684ms] [checksum="{cksum=9008336292020385074,size=222,kvs=6}"] [deliverDur=770.704Β΅s] [type=query] [takeTime=2.391109ms] [] [2024/05/06 08:02:27.903 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=1b8cc081-d716-4f10-b730-416c3253977c] [key=import-from-select] [readDur=9.169Β΅s] [encodeDur=768.99Β΅s] [checksum="{cksum=5103437689159861313,size=74,kvs=2}"] [deliverDur=619.043Β΅s] [type=query] [takeTime=1.819716ms] [] [2024/05/06 08:02:27.905 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:27.905 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/1b8cc081-d716-4f10-b730-416c3253977c/102b1544-1a0b-5f02-9523-0f5011224f00.sst/36ece917-d380-478a-b41f-779ca805069a.sst] [firstKey=7480000000000000BE5F728000000000000001] [lastKey=7480000000000000BE5F728000000000000004] [2024/05/06 08:02:27.906 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=38] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/1b8cc081-d716-4f10-b730-416c3253977c/102b1544-1a0b-5f02-9523-0f5011224f00.sst/80a3b0e1-9ff1-4d33-bcf2-89a961ed6258.sst] [firstKey=7480000000000000BE5F728000000000000003] [lastKey=7480000000000000BE5F728000000000000003] [2024/05/06 08:02:27.908 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=3.450269ms] [] [2024/05/06 08:02:27.908 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 08:02:27.914 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:27.935 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/06 08:02:27.935 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:27.948 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 08:02:27.950 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=41.430118ms] [] [2024/05/06 08:02:27.950 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:27.951 +00:00] [INFO] [engine.go:1617] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.465199ms] [file=/tmp/tidb/import-4000/1b8cc081-d716-4f10-b730-416c3253977c/630083e6-fc50-5cd2-8645-c17b147197ce.sst/96dff78d-19fc-4b37-a759-61f45825bc99.sst] [2024/05/06 08:02:27.951 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/1b8cc081-d716-4f10-b730-416c3253977c/630083e6-fc50-5cd2-8645-c17b147197ce.sst/96dff78d-19fc-4b37-a759-61f45825bc99.sst] [firstKey=7480000000000000BE5F698000000000000001038000000000000004] [lastKey=7480000000000000BE5F698000000000000001038000000000000007] [2024/05/06 08:02:27.953 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.508583ms] [] [2024/05/06 08:02:27.953 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 08:02:27.958 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:27.980 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 08:02:27.980 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:27.992 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 08:02:27.994 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=40.666352ms] [] [2024/05/06 08:02:27.994 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=1b8cc081-d716-4f10-b730-416c3253977c] [checksum="{\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\",\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [2024/05/06 08:02:27.994 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=1b8cc081-d716-4f10-b730-416c3253977c] [2024/05/06 08:02:28.005 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=1b8cc081-d716-4f10-b730-416c3253977c] [takeTime=10.832579ms] [] [2024/05/06 08:02:28.005 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=1b8cc081-d716-4f10-b730-416c3253977c] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 08:02:28.005 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=1b8cc081-d716-4f10-b730-416c3253977c] [weight=30] [2024/05/06 08:02:28.005 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=1b8cc081-d716-4f10-b730-416c3253977c] [concurrency=15] [2024/05/06 08:02:28.013 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=190] [physicalTableID=190] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 08:02:28.014 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=190] [physicalTableID=190] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/05/06 08:02:28.015 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=1b8cc081-d716-4f10-b730-416c3253977c] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 08:02:28.015 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=1b8cc081-d716-4f10-b730-416c3253977c] [checksum="{\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\",\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [takeTime=20.764654ms] [] [2024/05/06 08:02:28.015 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:28.015 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=14.359Β΅s] [] [2024/05/06 08:02:28.015 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:28.017 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.105177ms] [] [2024/05/06 08:02:28.017 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:28.017 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=10.325Β΅s] [] [2024/05/06 08:02:28.017 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:28.018 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=853.589Β΅s] [] [2024/05/06 08:02:28.021 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:28.021 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:28.021 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:28.021 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:28.021 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:28.021 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:28.021 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:28.021 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:28.021 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:28.021 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:28.021 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:28.021 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:28.021 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:28.023 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:28.023 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:28.023 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:28.023 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:28.023 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:28.024 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572384958054409\n# Conn_ID: 2\n# Query_time: 0.40404896\n# Parse_time: 0.000442718\n# Compile_time: 0.00259497\n# Rewrite_time: 0.001709772\n# Optimize_time: 0.000872612\n# Wait_TS: 0.000082903\n# Cop_time: 0.000099289 Process_time: 0.00006094 Wait_time: 0.000037579 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 6.094e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.7579e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2AWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM5OS43bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg1MzQuNMK1FUV0MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4xAW1EcHJvY19rZXlzOiA0LCB0b3RfARIUOiA2MC45BUkBEyR3YWl0OiAzNy42BROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXEIX2R1BRoYbjogNzguOAU6qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrhRfcnBjOjEFlwhhbF8lJkgxLjAxbXN9fQkzNTQgQnl0ZXMJISQgMgk0M182CTFfMSa4dGFibGU6ZHQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXRpa3YFsgQ6ewVjADA1PwGWPHNjYW5fZGV0YWlsOiB7dG8Bihhwcm9jZXNzMjgBBGFsMhcAIF9zaXplOiAxOClWBGFsDS04NSwgZ2V0X3NuYXBzaG90CdUQIDE0LjMlIXRyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlpAhrZXk+FgAYOCwgYmxvYyHkOZcNMhQyfX19LCAB2V7GAAEcNvEBCGFsXyHzDRo1+CUpDHdhbGwNGTwxNzfCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('wwagCr4GCgxJbXBvcnRJbnRvXzIS9wUKDVRhYmxlUmVhZGVyXzcStwMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwAJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxNC4zwrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA2MC45BYMAdAXjCHdhaRGdDDM3LjYJGhxpa3Zfd2FsbA0zIDE3N8K1c31w/xEBBAF4EQoo/wEhnFYfpYdMFkEupgEoAUABUhRkYXRhOlQ21AEEWhYFhhA1MzQuNAVsAGwlgSAyYtcBY29wX3QhnmQge251bTogMSwgbWF4OiAxLjFtcywgcHJvYy1cKWslnjbQAAXOBDogFckQY29wcl85KkRyYXRpbzogMC4wMCwgYnVpbGQFcQhfZHUFGhhuOiA3OC44BZeobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGuFF9ycGM6MVECBeMoMS4wMW1zfX1w4gI9LgA4IRoUA04vQVoVBSYQMzk5LjcB3ykIADFWZAEEGAE=')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-4 current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) [2024/05/06 08:02:28.036 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=140] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 08:02:28.060 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:192, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:27.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:28.060 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:192, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:27.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:02:28.128 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [category=ddl] [job="ID:192, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:27.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:28.167 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=244.348Β΅s] [gotSchemaVersion=141] [phyTblIDs="[190]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:28.176 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=192] [version=141] [2024/05/06 08:02:28.216 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=53.417385ms] [job="ID:192, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:27.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:28.296 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [category=ddl] [job="ID:192, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:27.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:28.332 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=229.895Β΅s] [gotSchemaVersion=142] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:28.343 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=192] [version=142] [2024/05/06 08:02:28.382 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=54.264821ms] [job="ID:192, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:27.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:28.441 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [category=ddl] [job="ID:192, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:27.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:28.451 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 190, Old Table Name: t"] [2024/05/06 08:02:28.487 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=304.687Β΅s] [gotSchemaVersion=143] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:28.497 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=192] [version=143] [2024/05/06 08:02:28.536 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=53.46415ms] [job="ID:192, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:27.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:28.587 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=192] [tableIDs="[190]"] [comment="drop table: table ID"] [2024/05/06 08:02:28.595 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=192] [jobType="drop table"] [2024/05/06 08:02:28.599 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [job="ID:192, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:27.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:28.674 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=192] [2024/05/06 08:02:28.674 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:28.678 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.643617835\n# Parse_time: 0.000527585\n# Compile_time: 0.000584332\n# Rewrite_time: 0.000012185\n# Optimize_time: 0.001168208\n# Wait_TS: 0.000370463\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:02:28.706 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=143] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/05/06 08:02:28.752 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:28.7 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/05/06 08:02:28.752 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:28.7 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:28.820 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=194] [conn=2] [category=ddl] [job="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:28.7 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:28.828 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 193, Table Name: t"] [2024/05/06 08:02:28.881 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=2.194513ms] [gotSchemaVersion=144] [phyTblIDs="[193]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:28.891 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=194] [version=144] [2024/05/06 08:02:28.928 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=53.7594ms] [job="ID:194, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:28.7 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:28.970 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=194] [conn=2] [job="ID:194, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:28.7 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:29.009 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=194] [2024/05/06 08:02:29.009 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:29.013 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.3337042\n# Parse_time: 0.025769121\n# Compile_time: 0.001817443\n# Rewrite_time: 0.000019799\n# Optimize_time: 0.001168208\n# Wait_TS: 0.000427794\n# DB: write_after_import\n# Is_internal: false\n# Digest: 190445c91e9a154b99a97a4330dfe47563aadd09e811229dabe151d0482c68ff\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64));"] [2024/05/06 08:02:29.214 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=a00d300f-72ad-4410-ade6-eefd96e0e443] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=193] [2024/05/06 08:02:29.222 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:29.222 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793198733021509] [2024/05/06 08:02:29.223 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:29.223 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:29.224 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:29.224 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:29.224 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:29.224 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:29.224 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:29.238 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:29.240 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:29.240 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:02:29.245 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:29.249 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:29.341 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=a00d300f-72ad-4410-ade6-eefd96e0e443] [key=import-from-select] [2024/05/06 08:02:29.342 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=a00d300f-72ad-4410-ade6-eefd96e0e443] [key=import-from-select] [2024/05/06 08:02:29.342 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=a00d300f-72ad-4410-ade6-eefd96e0e443] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=122.143Β΅s] [] [2024/05/06 08:02:29.343 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=a00d300f-72ad-4410-ade6-eefd96e0e443] [key=import-from-select] [readDur=34.311Β΅s] [encodeDur=1.16958ms] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=329.993Β΅s] [type=query] [takeTime=2.078707ms] [] [2024/05/06 08:02:29.344 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:29.344 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/a00d300f-72ad-4410-ade6-eefd96e0e443/102b1544-1a0b-5f02-9523-0f5011224f00.sst/ae80f9ce-b3c8-43e6-8480-c8f8d8c0391b.sst] [firstKey=7480000000000000C15F728000000000000004] [lastKey=7480000000000000C15F728000000000000007] [2024/05/06 08:02:29.347 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=2.737578ms] [] [2024/05/06 08:02:29.347 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 08:02:29.351 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:29.373 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/05/06 08:02:29.373 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:29.386 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 08:02:29.388 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=41.024226ms] [] [2024/05/06 08:02:29.388 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:29.390 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.620442ms] [] [2024/05/06 08:02:29.390 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 08:02:29.390 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:29.390 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=48.678Β΅s] [] [2024/05/06 08:02:29.390 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=a00d300f-72ad-4410-ade6-eefd96e0e443] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/05/06 08:02:29.390 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=a00d300f-72ad-4410-ade6-eefd96e0e443] [2024/05/06 08:02:29.390 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=a00d300f-72ad-4410-ade6-eefd96e0e443] [takeTime=10.047Β΅s] [] [2024/05/06 08:02:29.390 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=a00d300f-72ad-4410-ade6-eefd96e0e443] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 08:02:29.390 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=a00d300f-72ad-4410-ade6-eefd96e0e443] [weight=30] [2024/05/06 08:02:29.390 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=a00d300f-72ad-4410-ade6-eefd96e0e443] [concurrency=15] [2024/05/06 08:02:29.394 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=193] [physicalTableID=193] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 08:02:29.395 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=a00d300f-72ad-4410-ade6-eefd96e0e443] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 08:02:29.395 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=a00d300f-72ad-4410-ade6-eefd96e0e443] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=5.017538ms] [] [2024/05/06 08:02:29.395 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:29.395 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=11.115Β΅s] [] [2024/05/06 08:02:29.395 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:29.396 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=949.752Β΅s] [] [2024/05/06 08:02:29.396 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:29.396 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=9.358Β΅s] [] [2024/05/06 08:02:29.396 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:29.397 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=696.583Β΅s] [] [2024/05/06 08:02:29.400 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:29.400 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:29.400 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:29.400 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:29.400 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:29.400 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:29.400 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:29.400 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:29.400 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:29.400 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:29.400 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:29.400 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:29.400 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:29.402 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:29.402 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:29.402 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:29.402 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:29.402 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:29.404 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572385325056005\n# Conn_ID: 2\n# Query_time: 0.389408162\n# Parse_time: 0.000724504\n# Compile_time: 0.002348706\n# Rewrite_time: 0.001444255\n# Optimize_time: 0.001168208\n# Wait_TS: 0.000088353\n# Cop_time: 0.000122374 Process_time: 0.000071876 Wait_time: 0.000054689 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 7.1876e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 5.4689e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 355\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2QWQMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM4NW1zLCBsb29wczoxCQEaoE4vQQoxCTMxXzcJMAkxMDAwMAlkYXRhOlRhYmxlRnVsbFNjYW5fNgk0CUIYNjgwLjfCtRVFeDIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMjEBbkRwcm9jX2tleXM6IDQsIHRvdF8BEhQ6IDcxLjkFSgETHHdhaXQ6IDU0DV2gY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkX3Rhc2tfZHUFGhhuOiA3Mi40BU2obWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MQWXCGFsXyUlSDEuMDltc319CTM1NSBCeXRlcwkhJSAyCTQzXzYJMV8xJ7h0YWJsZTpkdCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTQJdGlrdgWyBDp7BWMAMDVAAZY8c2Nhbl9kZXRhaWw6IHt0bwGKGHByb2Nlc3MyOAEEYWwyFwAgX3NpemU6IDE4KVYEYWwNLTg1LCBnZXRfc25hcHNob3QJ1QggMTYtIXRyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlpAhrZXk+FgAYOCwgYmxvYyHlOZcNMhQyfX19LCAB2V7GAAEcNvEBCGFsXyHzDRo1+CUpDHdhbGwNGUQyMzUuN8K1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('xAagCr8GCgxJbXBvcnRJbnRvXzIS+gUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxNi40wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA3MS45BYMAdAXjCHdhaRGdDDU0LjcJGhxpa3Zfd2FsbA0zCDIzNQUaCH1w/xEBBAF4EQos/wEhnFYfpYdMFkEpIactqCgBQAFSFGRhdGE6VDbWAQRaFgWICDY4MAVUMYMgMmLYAWNvcF90IaBoIHtudW06IDEsIG1heDogMS4yMW1zLCBwcm9jLV8pbiWhNtMABdEAOhnMEGNvcHJfOS1EcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoQbjogNzIto6htYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxUQUF5CgxLjA5bXN9fXDjAj0vADghGxQDTi9BWhMFJggzODUB3QBsSYpWYwEEGAE=')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-5 current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 08:02:29.425 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 08:02:29.451 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:195, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:29.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:29.451 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:195, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:29.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:02:29.494 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:29.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:29.527 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=225.201Β΅s] [gotSchemaVersion=145] [phyTblIDs="[193]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:29.540 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=195] [version=145] [2024/05/06 08:02:29.577 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=53.699821ms] [job="ID:195, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:29.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:29.642 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:29.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:29.682 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=326.794Β΅s] [gotSchemaVersion=146] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:29.694 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=195] [version=146] [2024/05/06 08:02:29.731 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=54.009189ms] [job="ID:195, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:29.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:29.804 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:29.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:29.814 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 193, Old Table Name: t"] [2024/05/06 08:02:29.864 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=219.594Β΅s] [gotSchemaVersion=147] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:29.874 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=195] [version=147] [2024/05/06 08:02:29.911 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=53.522974ms] [job="ID:195, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:29.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:29.973 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=195] [tableIDs="[193]"] [comment="drop table: table ID"] [2024/05/06 08:02:29.983 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=195] [jobType="drop table"] [2024/05/06 08:02:29.987 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [job="ID:195, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:29.4 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:30.047 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=195] [2024/05/06 08:02:30.047 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:30.051 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.626877352\n# Parse_time: 0.000694418\n# Compile_time: 0.000696277\n# Rewrite_time: 0.000010127\n# Optimize_time: 0.000752207\n# Wait_TS: 0.000483121\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:02:30.053 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=147] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 08:02:30.129 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:30.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:30.129 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:30.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 08:02:30.207 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:30.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:30.216 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 196, Table Name: t"] [2024/05/06 08:02:30.274 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=2.482099ms] [gotSchemaVersion=148] [phyTblIDs="[196]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:30.283 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=197] [version=148] [2024/05/06 08:02:30.321 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=53.897138ms] [job="ID:197, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:30.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:30.394 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [job="ID:197, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:30.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:30.432 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=197] [2024/05/06 08:02:30.432 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:30.436 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.384649959\n# Parse_time: 0.001041606\n# Compile_time: 0.0011182\n# Rewrite_time: 0.000010862\n# Optimize_time: 0.000752207\n# Wait_TS: 0.000342569\n# DB: write_after_import\n# Is_internal: false\n# Digest: 167c2c11a12c6f6f66c7470de635a9c733721defb10797a5ebafdd6a3e1222b0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 08:02:30.643 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=ed7d2d2d-9e2c-44a3-b561-69a9adb02527] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=196] [2024/05/06 08:02:30.651 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:30.651 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793198733021509] [2024/05/06 08:02:30.652 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:30.652 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:30.653 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:30.653 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:30.653 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:30.653 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:30.653 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:30.668 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:30.670 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:30.670 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:02:30.674 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:30.679 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:30.791 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=ed7d2d2d-9e2c-44a3-b561-69a9adb02527] [key=import-from-select] [2024/05/06 08:02:30.793 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=ed7d2d2d-9e2c-44a3-b561-69a9adb02527] [key=import-from-select] [2024/05/06 08:02:30.795 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=ed7d2d2d-9e2c-44a3-b561-69a9adb02527] [key=import-from-select] [readDur=13.234Β΅s] [encodeDur=973.362Β΅s] [checksum="{cksum=8874291884558353921,size=34,kvs=1}"] [deliverDur=185.833Β΅s] [type=query] [takeTime=1.621351ms] [] [2024/05/06 08:02:30.795 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=ed7d2d2d-9e2c-44a3-b561-69a9adb02527] [key=import-from-select] [readDur=136.097Β΅s] [encodeDur=1.032322ms] [checksum="{cksum=13599040439553043647,size=102,kvs=3}"] [deliverDur=801.824Β΅s] [type=query] [takeTime=3.707607ms] [] [2024/05/06 08:02:30.796 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=34] [kvs=1] [files=1] [sstFileSize=925] [file=/tmp/tidb/import-4000/ed7d2d2d-9e2c-44a3-b561-69a9adb02527/102b1544-1a0b-5f02-9523-0f5011224f00.sst/483a3a03-109b-412a-a0d9-0d5912041b7d.sst] [firstKey=7480000000000000C45F728000000000000006] [lastKey=7480000000000000C45F728000000000000006] [2024/05/06 08:02:30.796 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:30.797 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=102] [kvs=3] [files=1] [sstFileSize=991] [file=/tmp/tidb/import-4000/ed7d2d2d-9e2c-44a3-b561-69a9adb02527/102b1544-1a0b-5f02-9523-0f5011224f00.sst/48501d2d-4706-45eb-ad8a-a7322dda6dd0.sst] [firstKey=7480000000000000C45F728000000000000004] [lastKey=7480000000000000C45F728000000000000007] [2024/05/06 08:02:30.799 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=3.155391ms] [] [2024/05/06 08:02:30.799 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 08:02:30.804 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:30.826 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/05/06 08:02:30.826 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:30.838 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 08:02:30.840 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=41.369797ms] [] [2024/05/06 08:02:30.841 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:30.842 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.781645ms] [] [2024/05/06 08:02:30.842 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 08:02:30.843 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:30.843 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=65.039Β΅s] [] [2024/05/06 08:02:30.843 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=ed7d2d2d-9e2c-44a3-b561-69a9adb02527] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/05/06 08:02:30.843 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=ed7d2d2d-9e2c-44a3-b561-69a9adb02527] [2024/05/06 08:02:30.843 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=ed7d2d2d-9e2c-44a3-b561-69a9adb02527] [takeTime=9.499Β΅s] [] [2024/05/06 08:02:30.843 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=ed7d2d2d-9e2c-44a3-b561-69a9adb02527] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 08:02:30.843 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=ed7d2d2d-9e2c-44a3-b561-69a9adb02527] [weight=30] [2024/05/06 08:02:30.843 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=ed7d2d2d-9e2c-44a3-b561-69a9adb02527] [concurrency=15] [2024/05/06 08:02:30.847 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 08:02:30.847 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=ed7d2d2d-9e2c-44a3-b561-69a9adb02527] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 08:02:30.848 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=ed7d2d2d-9e2c-44a3-b561-69a9adb02527] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=4.816405ms] [] [2024/05/06 08:02:30.848 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:30.848 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=16.285Β΅s] [] [2024/05/06 08:02:30.848 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:30.849 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.212288ms] [] [2024/05/06 08:02:30.849 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:30.849 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=8.709Β΅s] [] [2024/05/06 08:02:30.849 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:30.850 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=949.203Β΅s] [] [2024/05/06 08:02:30.853 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:30.853 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:30.853 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:30.853 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:30.853 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:30.853 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:30.853 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:30.853 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:30.853 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:30.853 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:30.853 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:30.854 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:30.854 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:30.855 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:30.855 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:30.855 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:30.855 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:30.855 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:30.857 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572385691795466\n# Conn_ID: 2\n# Query_time: 0.418941998\n# Parse_time: 0.000554502\n# Compile_time: 0.002912914\n# Rewrite_time: 0.001874927\n# Optimize_time: 0.000752207\n# Wait_TS: 0.000116615\n# Cop_time: 0.000092708 Process_time: 0.000059647 Wait_time: 0.00003704 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 5.9647e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.704e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 355\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('1gXwVTAJNTlfMgkwCTAJTi9BCTAJdGltZTo0MTMuOG1zLCBsb29wczoxCU4vQQlOL0EKMQkzMV83CTAJMTAwMDAJZGF0YTpUYWJsZUZ1bGxTY2FuXzYJNAl0AUQYNTA5LjXCtRVFdDIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuNAFtRHByb2Nfa2V5czogNCwgdG90XwESFDogNTkuNgVJARMcd2FpdDogMzcFEYBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFbwhfZHUFGhBuOiA5Nw1LqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrBRfcnBjOjEFlQhhbF8lJEgxLjI1bXN9fQkzNTUgQnl0ZXMJISIkMgk0M182CTFfMC0koHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JITgEa3YFsgQ6ewVjADA1PQGWAHMhXyhkZXRhaWw6IHt0bwGKGHByb2Nlc3MyNgEEYWwyFwAgX3NpemU6IDE4KVQEYWwNLTg1LCBnZXRfc25hcHNob3QJ1QwgMTcuKVt4cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiGiCGtleT4WABg4LCBibG9jIeI5lw0yFDJ9fX0sIAHZXsYAARw27wEIYWxfIfENGgAzCZsAdCEnDHdhbGwNF0QxNzEuN8K1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('wQagCrwGCgxJbXBvcnRJbnRvXzIS9QUKDVRhYmxlUmVhZGVyXzcStwMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwAJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxNy43wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA1OS42BYMAdAXjCHdhaRGdADMJmyUnDHdhbGwNMQgxNzEFtQh9cP8RAQQBeBEKKP8BIZxWH6WHTBZBLqYBKAFAAVIUZGF0YTpUNtQBBFoWBYYQNTA5LjUFhgBsJYEgMmLVAWNvcF90IZ5kIHtudW06IDEsIG1heDogMS40bXMsIHByb2MtXClrJZ420AAFzgA6EckQY29wcl85KERyYXRpbzogMC4wMCwgYnVpbGQFbwhfZHUFGhBuOiA5Ny0bqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrBRfcnBjOjFRAAXhKDEuMjVtc319cOMCPSwAOCEYFANOL0FaFQUmEDQxMy44Ad0pBgAxVmIBBBgB')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-6 current case CREATE TABLE t (id int, v varchar(64)) [2024/05/06 08:02:30.865 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=148] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 08:02:30.889 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:198, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:30.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:30.889 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:198, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:30.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:02:30.953 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:30.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:30.988 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=255.472Β΅s] [gotSchemaVersion=149] [phyTblIDs="[196]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:31.025 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=198] [version=149] [2024/05/06 08:02:31.037 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=53.376624ms] [job="ID:198, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:30.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:31.088 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:30.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:31.123 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=228.126Β΅s] [gotSchemaVersion=150] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:31.133 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=198] [version=150] [2024/05/06 08:02:31.172 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=52.912238ms] [job="ID:198, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:30.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:31.241 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:30.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:31.250 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 196, Old Table Name: t"] [2024/05/06 08:02:31.283 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=216.763Β΅s] [gotSchemaVersion=151] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:31.293 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=198] [version=151] [2024/05/06 08:02:31.332 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=53.118392ms] [job="ID:198, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:30.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:31.384 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=198] [tableIDs="[196]"] [comment="drop table: table ID"] [2024/05/06 08:02:31.392 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=198] [jobType="drop table"] [2024/05/06 08:02:31.396 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [job="ID:198, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:30.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:31.477 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=198] [2024/05/06 08:02:31.477 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:31.481 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.617510318\n# Parse_time: 0.000472439\n# Compile_time: 0.001142467\n# Rewrite_time: 0.000012114\n# Optimize_time: 0.000968444\n# Wait_TS: 0.000380173\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:02:31.483 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=151] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64))"] [user=] [2024/05/06 08:02:31.529 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:31.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64))"] [2024/05/06 08:02:31.529 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:31.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:31.587 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [category=ddl] [job="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:31.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:31.596 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 199, Table Name: t"] [2024/05/06 08:02:31.654 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=2.202924ms] [gotSchemaVersion=152] [phyTblIDs="[199]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:31.663 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=200] [version=152] [2024/05/06 08:02:31.701 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=53.235583ms] [job="ID:200, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:31.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:31.762 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [job="ID:200, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:31.45 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:31.803 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=200] [2024/05/06 08:02:31.803 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:31.806 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.324217139\n# Parse_time: 0.000667064\n# Compile_time: 0.0009479\n# Rewrite_time: 0.000009181\n# Optimize_time: 0.000968444\n# Wait_TS: 0.000274505\n# DB: write_after_import\n# Is_internal: false\n# Digest: 32143d83306264b999fc086c72ef59b7822ff30eb2a53d16557ca027c4ee9578\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int, v varchar(64));"] [2024/05/06 08:02:32.026 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=7479a06c-fa99-48d9-a0bb-feb6b03c5dcf] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=199] [2024/05/06 08:02:32.034 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:32.034 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793198733021509] [2024/05/06 08:02:32.035 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:32.035 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:32.036 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:32.036 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:32.036 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:32.036 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:32.036 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:32.051 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:32.053 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:32.053 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:02:32.057 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:32.061 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:32.087 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=7479a06c-fa99-48d9-a0bb-feb6b03c5dcf] [key=import-from-select] [2024/05/06 08:02:32.088 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=7479a06c-fa99-48d9-a0bb-feb6b03c5dcf] [key=import-from-select] [2024/05/06 08:02:32.089 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=7479a06c-fa99-48d9-a0bb-feb6b03c5dcf] [key=import-from-select] [readDur=32.552Β΅s] [encodeDur=1.184975ms] [checksum="{cksum=7044874314153854407,size=114,kvs=3}"] [deliverDur=289.92Β΅s] [type=query] [takeTime=1.973676ms] [] [2024/05/06 08:02:32.090 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=7479a06c-fa99-48d9-a0bb-feb6b03c5dcf] [key=import-from-select] [readDur=6.608Β΅s] [encodeDur=1.309325ms] [checksum="{cksum=2432981681476594311,size=38,kvs=1}"] [deliverDur=190.579Β΅s] [type=query] [takeTime=1.758418ms] [] [2024/05/06 08:02:32.090 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/7479a06c-fa99-48d9-a0bb-feb6b03c5dcf/102b1544-1a0b-5f02-9523-0f5011224f00.sst/eb4bcfd9-d52b-4813-a8db-119ff8b93208.sst] [firstKey=7480000000000000C75F728000000000000001] [lastKey=7480000000000000C75F728000000000000004] [2024/05/06 08:02:32.091 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:32.091 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=38] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/7479a06c-fa99-48d9-a0bb-feb6b03c5dcf/102b1544-1a0b-5f02-9523-0f5011224f00.sst/ec0e0f0c-ff39-42ee-b4f6-5465b0ceb364.sst] [firstKey=7480000000000000C75F728000000000000003] [lastKey=7480000000000000C75F728000000000000003] [2024/05/06 08:02:32.093 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=2.579504ms] [] [2024/05/06 08:02:32.093 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 08:02:32.098 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:32.120 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/06 08:02:32.120 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:32.133 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 08:02:32.135 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=41.190195ms] [] [2024/05/06 08:02:32.135 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:32.136 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.601777ms] [] [2024/05/06 08:02:32.136 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 08:02:32.136 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:32.136 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=81.625Β΅s] [] [2024/05/06 08:02:32.137 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=7479a06c-fa99-48d9-a0bb-feb6b03c5dcf] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [2024/05/06 08:02:32.137 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=7479a06c-fa99-48d9-a0bb-feb6b03c5dcf] [2024/05/06 08:02:32.144 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=7479a06c-fa99-48d9-a0bb-feb6b03c5dcf] [takeTime=6.922578ms] [] [2024/05/06 08:02:32.144 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=7479a06c-fa99-48d9-a0bb-feb6b03c5dcf] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/06 08:02:32.144 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=7479a06c-fa99-48d9-a0bb-feb6b03c5dcf] [weight=30] [2024/05/06 08:02:32.144 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=7479a06c-fa99-48d9-a0bb-feb6b03c5dcf] [concurrency=15] [2024/05/06 08:02:32.148 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=199] [physicalTableID=199] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 08:02:32.149 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=7479a06c-fa99-48d9-a0bb-feb6b03c5dcf] [local="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/06 08:02:32.149 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=7479a06c-fa99-48d9-a0bb-feb6b03c5dcf] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [takeTime=12.157543ms] [] [2024/05/06 08:02:32.149 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:32.149 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=12.651Β΅s] [] [2024/05/06 08:02:32.149 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:32.150 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.081044ms] [] [2024/05/06 08:02:32.150 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:32.150 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=12.535Β΅s] [] [2024/05/06 08:02:32.150 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:32.151 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=759.052Β΅s] [] [2024/05/06 08:02:32.154 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:32.154 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:32.154 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:32.154 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:32.154 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:32.154 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:32.154 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:32.154 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:32.154 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:32.154 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:32.154 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:32.154 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:32.154 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:32.155 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:32.155 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:32.155 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:32.155 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:32.155 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:32.157 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572386059059205\n# Conn_ID: 2\n# Query_time: 0.349680151\n# Parse_time: 0.000421254\n# Compile_time: 0.002335872\n# Rewrite_time: 0.001406463\n# Optimize_time: 0.000968444\n# Wait_TS: 0.000093388\n# Cop_time: 0.000083143 Process_time: 0.000053899 Wait_time: 0.000031181 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 5.3899e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.1181e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2wWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM0NS42bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBA1NDbCtRVDeDIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMDgBbERwcm9jX2tleXM6IDQsIHRvdF8BEhQ6IDUzLjkFSgETJHdhaXQ6IDMxLjIFE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhBuOiA2NQ1N0G1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDp7bnVtX3JwYzoxBZcIYWxfJSVQOTYwLjHCtXN9fQkzNTQgQnl0ZXMJISUgMgk0M182CTFfMSe4dGFibGU6ZHQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXRpa3YFtAQ6ewVlADA1QgGYPHNjYW5fZGV0YWlsOiB7dG8BjBhwcm9jZXNzMjoBBGFsMhcAIF9zaXplOiAxOClYBGFsDS04NSwgZ2V0X3NuYXBzaG90CdcMIDEyLilddHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWmCGtleT4WABg4LCBibG9jIec5mQ0yFDJ9fX0sIAHZXsYAARwAOjLzAQhhbF8h9Q0aNfolKQx3YWxsDRlEMTU0LjLCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('xgagCsEGCgxJbXBvcnRJbnRvXzIS+gUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxMi4ywrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA1My45BYMAdAXjCHdhaRGdBDMxDZ0lKQx3YWxsDTMIMTU0BRoIfXD/EQEEAXgRCiz/ASGcVh+lh0wWQSkhpy2oKAFAAVIUZGF0YTpUNtYBBFoUBYgINTQ2BYY4bG9vcHM6MmLaAWNvcF90IZ5oIHtudW06IDEsIG1heDogMS4wOG1zLCBwcm9jLV0pbCWfNtEABc8AOhnKEGNvcHJfOStEcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoQbjogNjUtHtBtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6e251bV9ycGM6MVEDBeIwOTYwLjHCtXN9fXDiAj0vADghGxQDTi9BWhUFKBAzNDUuNgHhKQsAMVZlAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-7 current case CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 08:02:32.185 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=152] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 08:02:32.211 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:32.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:32.211 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:32.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:02:32.273 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [category=ddl] [job="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:32.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:32.305 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=242.183Β΅s] [gotSchemaVersion=153] [phyTblIDs="[199]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:32.314 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=201] [version=153] [2024/05/06 08:02:32.360 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=59.320473ms] [job="ID:201, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:32.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:32.415 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [category=ddl] [job="ID:201, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:32.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:32.448 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=227.6Β΅s] [gotSchemaVersion=154] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:32.458 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=201] [version=154] [2024/05/06 08:02:32.497 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=53.247301ms] [job="ID:201, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:32.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:32.556 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [category=ddl] [job="ID:201, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:32.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:32.565 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 199, Old Table Name: t"] [2024/05/06 08:02:32.611 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=209.078Β΅s] [gotSchemaVersion=155] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:32.620 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=201] [version=155] [2024/05/06 08:02:32.652 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=52.931713ms] [job="ID:201, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:32.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:32.706 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=201] [tableIDs="[199]"] [comment="drop table: table ID"] [2024/05/06 08:02:32.714 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=201] [jobType="drop table"] [2024/05/06 08:02:32.717 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [job="ID:201, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:32.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:32.778 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=201] [2024/05/06 08:02:32.778 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:32.782 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.597536236\n# Parse_time: 0.000425549\n# Compile_time: 0.000566719\n# Rewrite_time: 0.000012784\n# Optimize_time: 0.000758881\n# Wait_TS: 0.00032634\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:02:32.784 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=155] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 08:02:32.853 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:32.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:32.853 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:32.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 08:02:32.913 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=203] [conn=2] [category=ddl] [job="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:32.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:32.920 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 202, Table Name: t"] [2024/05/06 08:02:32.975 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=2.274306ms] [gotSchemaVersion=156] [phyTblIDs="[202]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:32.985 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=203] [version=156] [2024/05/06 08:02:33.021 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=52.990868ms] [job="ID:203, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:32.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:33.092 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=203] [conn=2] [job="ID:203, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:32.8 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:33.112 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 13d94ace-aa71-4bd3-9d22-2c338f0b6654"] ["owner key"=/tidb/br-stream/owner/22318f4cea3bc19b] [ownerID=13d94ace-aa71-4bd3-9d22-2c338f0b6654] [op=none] [2024/05/06 08:02:33.128 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=203] [2024/05/06 08:02:33.129 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:33.132 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.349528266\n# Parse_time: 0.000808602\n# Compile_time: 0.001506875\n# Rewrite_time: 0.000011901\n# Optimize_time: 0.000758881\n# Wait_TS: 0.025741513\n# DB: write_after_import\n# Is_internal: false\n# Digest: c0acd9d1b735e4e56c8c7c6817d5889800ac27d5dd568ff1f00b38cd3e8665fc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 08:02:33.308 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=f851245b-fc9c-4744-bba2-bb3a32b7a7c0] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=202] [2024/05/06 08:02:33.315 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:33.315 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793198733021509] [2024/05/06 08:02:33.316 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:33.316 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:33.317 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:33.317 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:33.317 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:33.317 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:33.317 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:33.331 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:33.333 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:33.334 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:02:33.338 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:33.341 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:33.369 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=f851245b-fc9c-4744-bba2-bb3a32b7a7c0] [key=import-from-select] [2024/05/06 08:02:33.370 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=f851245b-fc9c-4744-bba2-bb3a32b7a7c0] [key=import-from-select] [2024/05/06 08:02:33.370 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=f851245b-fc9c-4744-bba2-bb3a32b7a7c0] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=94.8Β΅s] [] [2024/05/06 08:02:33.370 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=f851245b-fc9c-4744-bba2-bb3a32b7a7c0] [key=import-from-select] [readDur=28.958Β΅s] [encodeDur=870.974Β΅s] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [deliverDur=313.849Β΅s] [type=query] [takeTime=1.656986ms] [] [2024/05/06 08:02:33.371 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:33.371 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/f851245b-fc9c-4744-bba2-bb3a32b7a7c0/102b1544-1a0b-5f02-9523-0f5011224f00.sst/5dc20751-f4d1-4182-81e4-f851d6b967be.sst] [firstKey=7480000000000000CA5F728000000000000001] [lastKey=7480000000000000CA5F728000000000000004] [2024/05/06 08:02:33.373 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.950177ms] [] [2024/05/06 08:02:33.373 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 08:02:33.378 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:33.400 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/06 08:02:33.400 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:33.413 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 08:02:33.415 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=41.735713ms] [] [2024/05/06 08:02:33.415 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:33.417 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.441735ms] [] [2024/05/06 08:02:33.417 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 08:02:33.417 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:33.417 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=68.746Β΅s] [] [2024/05/06 08:02:33.417 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=f851245b-fc9c-4744-bba2-bb3a32b7a7c0] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [2024/05/06 08:02:33.417 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=f851245b-fc9c-4744-bba2-bb3a32b7a7c0] [2024/05/06 08:02:33.425 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=f851245b-fc9c-4744-bba2-bb3a32b7a7c0] [takeTime=7.589505ms] [] [2024/05/06 08:02:33.425 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=f851245b-fc9c-4744-bba2-bb3a32b7a7c0] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/06 08:02:33.425 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=f851245b-fc9c-4744-bba2-bb3a32b7a7c0] [weight=30] [2024/05/06 08:02:33.425 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=f851245b-fc9c-4744-bba2-bb3a32b7a7c0] [concurrency=15] [2024/05/06 08:02:33.428 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=202] [physicalTableID=202] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 08:02:33.429 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=f851245b-fc9c-4744-bba2-bb3a32b7a7c0] [local="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/06 08:02:33.429 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=f851245b-fc9c-4744-bba2-bb3a32b7a7c0] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [takeTime=12.097011ms] [] [2024/05/06 08:02:33.429 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:33.429 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=13.049Β΅s] [] [2024/05/06 08:02:33.429 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:33.430 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.002746ms] [] [2024/05/06 08:02:33.430 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:33.431 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=11.098Β΅s] [] [2024/05/06 08:02:33.431 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:33.431 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=851.422Β΅s] [] [2024/05/06 08:02:33.434 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:33.434 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:33.434 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:33.434 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:33.434 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:33.434 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:33.434 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:33.434 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:33.434 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:33.434 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:33.434 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:33.434 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:33.435 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:33.436 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:33.436 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:33.436 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:33.436 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:33.436 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:33.438 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572386399846412\n# Conn_ID: 2\n# Query_time: 0.304414599\n# Parse_time: 0.000422213\n# Compile_time: 0.002222001\n# Rewrite_time: 0.001448162\n# Optimize_time: 0.000758881\n# Wait_TS: 0.00008928\n# Cop_time: 0.000114813 Process_time: 0.000131507 Wait_time: 0.000039492 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 1 Rocksdb_block_read_count: 1 Rocksdb_block_read_byte: 123 Rocksdb_block_read_time: 0.000\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000131507 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.9492e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 362\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('sAaYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMwMC40bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg2MTAuMsK1FUV0MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMi45AW1EcHJvY19rZXlzOiA0LCB0b3RfARIYOiAxMzEuNQVKARQcd2FpdDogMzkNE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhhuOiA4MC42BU2obWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvDF9ycGMBxRR0b3RhbF8lJxQyLjI1bXMNLoBlcnJvcnM6e25vdF9sZWFkZXI6MX19CTM2MiBCeXRlcwkhQCAyCTQzXzYJMV8xQgB0IT0sOmR0LCBrZWVwIG9yAThkZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXRpa3YFzQQ6ewV+ADA1WwGxNHNjYW5fZGV0YWlsOiB7CaUYcHJvY2VzczJUAQRhbDIXACBfc2l6ZTogMTgpcgRhbA0tODUsIGdldF9zbmFwc2hvdAnwECAxNi43JTx4cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiHACGtleT4WABg4LCBibG9jQQA5sg0yFDEsIHJlYRVBEQ8IYnl0AZ8EMjMpRQ0lJQAwIDE0LjTCtXN9fX0sIAESXv8AARw6RgIIYWxfQUgNG1VNJWMId2FsLeBIIDM5Ni42wrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('mwegCpYHCgxJbXBvcnRJbnRvXzISzwYKDVRhYmxlUmVhZGVyXzcS8wMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9q/AJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxNi43wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMSwgcmVhFUERDwhieXQBnxgyMyBCeXRlAXoBJQ2OKDQuNMK1c319fSwgARIIX2RlUv8AARwYOiAxMzEuNQW9AHQlHQh3YWkR1wQzOREaHGlrdl93YWxsDTQQMzk2LjYBYwRw/xEBBAF4EQoo/wEhnFYfpYdMFkEu4gEoAUABUhRkYXRhOlQ2EAIEWhYFiRA2MTAuMgWIOGxvb3BzOjJi8wFjb3BfdCHaFCB7bnVtOgH+PG1heDogMi45bXMsIHByb2MtmCmnJdo60wAF0QA6GcwQY29wcl85Z0RyYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhBuOiA4MAXsACwBe8hfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6e251bV9ycGM6MiwtVwXkFDIuMjVtcw0uMGVycm9yczp7bm90X2xlMBg6MX19cOoCPUoAOCE2FANOL0FaFQVBEDMwMC40AfspJAAxVoABBBgB')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-8 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/05/06 08:02:33.449 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=156] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 08:02:33.477 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:33.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:33.477 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:204, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:33.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:02:33.527 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:33.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:33.562 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=275.748Β΅s] [gotSchemaVersion=157] [phyTblIDs="[202]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:33.574 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=204] [version=157] [2024/05/06 08:02:33.600 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=13d94ace-aa71-4bd3-9d22-2c338f0b6654] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:33.600 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 08:02:33.610 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=53.150174ms] [job="ID:204, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:33.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:33.713 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:33.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:33.752 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=322.227Β΅s] [gotSchemaVersion=158] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:33.762 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=204] [version=158] [2024/05/06 08:02:33.800 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=53.394323ms] [job="ID:204, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:33.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:33.876 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:33.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:33.887 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 202, Old Table Name: t"] [2024/05/06 08:02:33.919 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=214.566Β΅s] [gotSchemaVersion=159] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:33.930 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=204] [version=159] [2024/05/06 08:02:33.968 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=52.820781ms] [job="ID:204, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:33.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:34.018 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=204] [tableIDs="[202]"] [comment="drop table: table ID"] [2024/05/06 08:02:34.027 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=204] [jobType="drop table"] [2024/05/06 08:02:34.031 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [job="ID:204, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:33.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:34.097 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=204] [2024/05/06 08:02:34.097 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:34.104 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.656225072\n# Parse_time: 0.000656526\n# Compile_time: 0.000588986\n# Rewrite_time: 0.000009582\n# Optimize_time: 0.001037658\n# Wait_TS: 0.000347755\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:02:34.108 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=159] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/05/06 08:02:34.202 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:206, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:34.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:34.202 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:206, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:34.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/05/06 08:02:34.249 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [category=ddl] [job="ID:206, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:34.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:34.260 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 205, Table Name: t"] [2024/05/06 08:02:34.320 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=2.750768ms] [gotSchemaVersion=160] [phyTblIDs="[205]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:34.333 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=206] [version=160] [2024/05/06 08:02:34.366 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=53.86506ms] [job="ID:206, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:34.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:34.447 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [job="ID:206, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:34.1 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:34.499 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=206] [2024/05/06 08:02:34.499 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:34.503 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.397819997\n# Parse_time: 0.001647741\n# Compile_time: 0.001223515\n# Rewrite_time: 0.000011827\n# Optimize_time: 0.001037658\n# Wait_TS: 0.00033743\n# DB: write_after_import\n# Is_internal: false\n# Digest: c1243c00b7c2a501a26d652ae292f8c2e4063ab1729fc0f04d77dabab4fe6dde\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/05/06 08:02:34.708 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=022fb5a1-5231-4930-b3d8-54c72e55d841] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=205] [2024/05/06 08:02:34.715 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:34.715 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793198733021509] [2024/05/06 08:02:34.716 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:34.716 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:34.717 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:34.717 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:34.717 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:34.717 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:34.717 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:34.730 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:34.732 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:34.732 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:02:34.737 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:34.741 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:34.769 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=022fb5a1-5231-4930-b3d8-54c72e55d841] [key=import-from-select] [2024/05/06 08:02:34.770 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=022fb5a1-5231-4930-b3d8-54c72e55d841] [key=import-from-select] [2024/05/06 08:02:34.772 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=022fb5a1-5231-4930-b3d8-54c72e55d841] [key=import-from-select] [readDur=8.17Β΅s] [encodeDur=725.16Β΅s] [checksum="{cksum=2881207451916398911,size=74,kvs=2}"] [deliverDur=370.149Β΅s] [type=query] [takeTime=1.493173ms] [] [2024/05/06 08:02:34.772 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=022fb5a1-5231-4930-b3d8-54c72e55d841] [key=import-from-select] [readDur=30.341Β΅s] [encodeDur=1.349034ms] [checksum="{cksum=2029748228969971788,size=222,kvs=6}"] [deliverDur=471.047Β΅s] [type=query] [takeTime=2.313868ms] [] [2024/05/06 08:02:34.773 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=38] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/022fb5a1-5231-4930-b3d8-54c72e55d841/102b1544-1a0b-5f02-9523-0f5011224f00.sst/c54f76a7-45fa-420f-ad4c-8edc3fd07999.sst] [firstKey=7480000000000000CD5F728000000000000002] [lastKey=7480000000000000CD5F728000000000000002] [2024/05/06 08:02:34.773 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:34.774 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/022fb5a1-5231-4930-b3d8-54c72e55d841/102b1544-1a0b-5f02-9523-0f5011224f00.sst/8c604038-a68c-4956-9668-f843eeada59b.sst] [firstKey=7480000000000000CD5F728000000000000001] [lastKey=7480000000000000CD5F728000000000000004] [2024/05/06 08:02:34.776 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=2.891538ms] [] [2024/05/06 08:02:34.776 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 08:02:34.781 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:34.802 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/06 08:02:34.803 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:35.809 +00:00] [WARN] [local.go:1203] ["meet retryable error when writing to TiKV"] [category=ddl-ingest] [error="peer 299, store 4, region 296, epoch conf_ver:5 version:61 , when open write stream: rpc error: code = Unavailable desc = connection error: desc = \"error reading server preface: read tcp 127.0.0.1:50054->127.0.0.1:20161: use of closed network connection\""] ["job stage"=needRescan] [2024/05/06 08:02:35.810 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000CD5F728000000000000001] [endKey=7480000000000000CD5F728000000000000005] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 08:02:37.810 +00:00] [2024/05/06 08:02:36.075 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:466.831683ms txnStartTS:449572387042099205 region_id:28 store_addr:127.0.0.1:20161 stats:Cop:{num_rpc:1, total_time:466.6ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:1 processed_versions:0 total_versions:1 rocksdb_delete_skipped_count:0 rocksdb_key_skipped_count:0 rocksdb_cache_hit_count:2 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 08:02:36.075 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:1.57579584s txnStartTS:449572386753740803 region_id:28 store_addr:127.0.0.1:20161 stats:Cop:{num_rpc:1, total_time:1.58s} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:1 processed_versions:0 total_versions:25 rocksdb_delete_skipped_count:11 rocksdb_key_skipped_count:55 rocksdb_cache_hit_count:6 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 08:02:36.075 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:1.404241137s txnStartTS:449572386793062406 region_id:28 store_addr:127.0.0.1:20161 stats:Cop:{num_rpc:1, total_time:1.4s} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:1 processed_versions:0 total_versions:50 rocksdb_delete_skipped_count:22 rocksdb_key_skipped_count:110 rocksdb_cache_hit_count:12 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 08:02:36.078 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572387042099205\n# Query_time: 0.477911692\n# Parse_time: 0\n# Compile_time: 0.007785836\n# Rewrite_time: 0.001843803\n# Optimize_time: 0.00353167\n# Wait_TS: 0.000114055\n# Cop_time: 0.467372141 Process_time: 0.000070873 Wait_time: 0.000060662 Request_count: 1 Total_keys: 1 Get_snapshot_time: 0.000 Rocksdb_block_cache_hit_count: 2\n# Is_internal: true\n# Digest: daa7b79e49b8979ee27efa8ca37ddee13e63ebea465515d003cb628784e38bcb\n# Stats: tidb_runaway_watch:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 7.0873e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 6.0662e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 248\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.466504937\n# PD_total: 0.000038218\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[tidb_runaway_watch] remain after pruning paths for tidb_runaway_watch given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('0gbwZTAJMTRfNQkwCTMzMzMuMzMJbXlzcWwudGlkYl9ydW5hd2F5X3dhdGNoLnN0YXJ0X3RpbWUJMAl0aW1lOjQ2Ny45bXMsIGxvb3BzOjEJMCBCeXRlcwkwIEJ5dGVzCjEJMzFfMTAJMBVeQGRhdGE6U2VsZWN0aW9uXzkJHUsANx1LeCwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogNDY2LjgBKkRwcm9jX2tleXM6IDAsIHRvdF8BEiA6IDcwLjnCtXMJEyR3YWl0OiA2MC43BROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXMIX2R1BRoQbjogNTINOqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbAUX3JwYzoxBYQIYWxfLS4oNi42bXN9fQkyNDgpITQJTi9BCjIJMV85CTFfMDUlCGd0KIqGARgsIDAwMDAtBQMMIDAwOgUDAC4BFAwwMCkJIVgEa3YFzwQ6ewWAADEhNQRsbyWqSH0sIHNjYW5fZGV0YWlsOiB7dG8BqClOODEsIGdldF9zbmFwc2hvdAm+BCAyMQo0cm9ja3NkYjoge2Jsb2MhoDlRMGNvdW50OiAyfX19LCABdj5iACGjCGVzcw1ULqsBCGFsXyGtDRo1sg2ZJHZfcmVhZF93YWwtTgAgBc8AdAHkHRUwNDE1LjXCtXN9CU4vQQEEHAozCTQzXzgJIV8AMSEcIAl0YWJsZTp0aT7gAnwsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb35SASAJTi9BCU4vQQo=')\n# Plan_digest: e7243b3a606efe66c29b52d5c0fcb19aeaca9ca9da33823ce4b225106f6d0c88\n# Binary_plan: tidb_decode_binary_plan('uwfICrYHCgZTb3J0XzUS2QYKDlRhYmxlUmVhZGVyXzEwEpwECgtTZWxlY3Rpb25fORKbAQoPBSNMRnVsbFNjYW5fOCEAAAAASP8yQSkBCfBxAIjDQDgCQAJKHQobCgVteXNxbBISdGlkYl9ydW5hd2F5X3dhdGNoUh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHXRpa3ZfdGFzazp7dGltZToxbXMsIGxvb3BzOjF9cP///////////wF4CQgM////AQWKLHh0M0Epq6qqqqoKqgWKEFJDZ3QoBYkALkaIAEQuc3RhcnRfdGltZSwgMDAwMC0FAwwgMDA6BQMALgEUGDAwKWr9AXRukQCoLCBzY2FuX2RldGFpbDoge3RvdGFsX2tleXM6IDEsIGdldF9zbmFwc2hvdAVt4DogMjIuN8K1cywgcm9ja3NkYjoge2Jsb2NrOiB7Y2FjaGVfaGl0X2NvdW50OiAyfX19LCB0aW1lXzpiABxwcm9jZXNzXwHBFDogNzAuOQVUCX8Md2FpdA0aBDYwDW4JGixrdl9yZWFkX3dhbGwNIhAxbXMsIAXkHRUkNDE1LjXCtXN9cCFhBQEEAXgFBwEBJAEhVVVVVZWo+EA5cSwBQAFSEGRhdGE6U2VVNwRaFQWgEDQ2Ny43AWcAbCnHFGLaAWNvcCnlECB7bnVtJSwkbWF4OiA0NjYuOAErAeEtSAQwLAG+BfM26wAF6QQ6IBXkEGNvcHJfOUUYcmF0aW86ICHMGCwgYnVpbGQFcwhfZHUFGgxuOiA1MYyobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGwFF9ycGM6MQWXAGEtSAG5GDZtc319cPgyKgEYbAvaUpHcCl2bISoEI21hIXaYAj09NDltcywgbG9vcHM6MRgB')\n# Resource_group: default\n;"] [2024/05/06 08:02:36.080 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572386793062406\n# Query_time: 1.452110638\n# Parse_time: 0\n# Compile_time: 0.042207995\n# Rewrite_time: 0.032746955\n# Optimize_time: 0.006287909\n# Wait_TS: 0.000240265\n# Cop_time: 1.405032089 Process_time: 0.000618443 Wait_time: 0.000066742 Request_count: 1 Total_keys: 50 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 22 Rocksdb_key_skipped_count: 110 Rocksdb_block_cache_hit_count: 12\n# Index_names: [tidb_global_task:state]\n# Is_internal: true\n# Digest: 1d875b0ee770651d98331d998cea95542744a1a372f1556653545c137ee53157\n# Stats: tidb_global_task:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000618443 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 6.6742e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 4714\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: copSingleReadTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: copMultiReadTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('oAyYMAkzXzcJMAkzMglteXNxbC50aWRiX2dsb2JhbF90YXNrLmlkLCBtVhsAASAQX2tleSxiIQAIeXBlYh0ADHN0YXRuHgAEZXBiOwAYcHJpb3JpdGZ5ACRjb25jdXJyZW5jaiQAIHJlYXRlX3RpbWaGADh0YXJnZXRfc2NvcGUJMAkBLEQ6MS40MXMsIGxvb3BzOjEsIEMZbFg6T0ZGCTQuMzQgS0IJTi9BCjEJMTVfOXJgAYbMAIqoAFRpZCwgb2Zmc2V0OjAsIGNvdW50OjMyVrIAHAkwIEJ5dGVzBaEcMgkzMF8yMAlFAlIwAAwyCTI3LjIAkDMJNDdfMTcoQnVpbGQpCTFfMAk2MAl0YWJsZTp0LCBpbmRleDol3AAoBQZYKSwgcmFuZ2U6WyJjYW5jZWxsaW5nIiwuDQAgXSwgWyJwYXVzCRoRCgkXCGVuZA0XDQoFFxByZXN1bQkYFQsNGQx2ZXJ0ERoRDAkbCHVubg0ZDQpQXSwga2VlcCBvcmRlcjpmYWxzZSwgAbYcczpwc2V1ZG9SEgEAMSFiAHBlHmQ6IHtudW06IDEsIG1heDogMS40cywgcHJvY2EYJHM6IDAsIHRvdF8BEiQ6IDYxOC40wrVzCRQkd2FpdDogNjYuNwUTcGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBiIWwFcQhfZHUFGhRuOiAyMDINOyxtYXhfZGlzdHNxbF9d+kw6IDF9LCBycGNfaW5mbzp7Q29wOgGvDF9ycGMBxQh0b3Rh5QhpbWVB1CBzfX0sIHRpa3YFaAQ6ewkYBG1zVepAfSwgc2Nhbl9kZXRhaWw6IHsJQARrZQHoEDUwLCBnYSocbmFwc2hvdF8FPxAgNDAuOAXeZHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jRawIIDIyIYsAeT4XAAQxMQH+CGxvYyFqOR0NNQgxMn0JtQRtZT6WACFxCGVzcw2HMnkBCGFsXyF7ERsxgA3OKHZfcmVhZF93YWxsDSIlBCUZHRUIODAwJX0QfQlOL0EBBAQKM2HrHDE5KFByb2JlaRhmVQX+9QN29QMBkAEEIAo0CTQ1XzE4CT6lA4L1AiAJTi9BCU4vQQo=')\n# Plan_digest: 48dcd4c11cce2eb90ac2d7fc6603c2db38527ca1df1c7148039e4a9a53cb66d9\n# Binary_plan: tidb_decode_binary_plan('4g3wUgrdDQoMUHJvamVjdGlvbl83Et8KCgZUb3BOXzkSqgkKDkluZGV4TG9va1VwXzIwEsAGChFJbmRleFJhbmdlU2Nhbl8xNxoBASEAAAAAALiqQCkAAQl4AE5AOAJAAkocChoKBW15c3FsEgF0Gg4KBXN0YXRlEgkHWFK6AXJhbmdlOlsiY2FuY2VsbGluZyIsLg0AIF0sIFsicGF1cwkaEQoJFwhlbmQNFw0KBRcQcmVzdW0JGBULDRkMdmVydBEaEQwJGwh1bm4NGQ0KUF0sIGtlZXAgb3JkZXI6ZmFsc2UsIAG98O1zOnBzZXVkb1oTdGltZToxLjQxcywgbG9vcHM6MWLWAWNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuNHMsIHByb2Nfa2V5czogMCwgdG90X3Byb2M6IDYxOC40wrVzLCB0b3Rfd2FpdDogNjYuN8K1cywgY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkX3Rhc2tfZHVyYXRpb246IDIwMi43wrVzLCBtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6e251bV9ycGM6MSwgdG90YWxfdGltBeEkc319arICdGlrdgnaAHsJ+gBtGfgMfSwgc0ELJGRldGFpbDoge3QFQQBrBelANTAsIGdldF9zbmFwc2hvdF8FPxAgNDAuOAXfmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMjIsIGtleT4XAAQxMQH/CGxvYyFrFGNhY2hlXyEeDTUYMTJ9fX0sIAFrPpYAIXIMZXNzXwEcBDogMnoBFGFsX3dhaRGiDDY2LjcFog3OKHZfcmVhZF93YWxsDT0lBCUZHRUIODAwBTgIfXD/EQEEAXgRChj/ARKbAgoHZWFgMTkSbQoRVGFibGVSb3dJRFNjYW5fMTghAAEBBKrJOksDCAwKCnlLBFIedp4CVnsAKBoBAiG8dJMYBGzLEV0AQGWoCFJybWGkLC50aWRiX2dsb2JhbCXrKC5wcmlvcml0eSwgWiEAFGNyZWF0ZSUPYiQANGlkLCBvZmZzZXQ6MCwgKaEEMzJWowAcIfLx2//MjZwdoAgBQAFObQMMMnCOAj1XHCHryzvi9gaiNjkA/tkAztkATq0AADEuqgAUUTKiSF1RPqoABKACWmMBIT9aGwAAdGH4BGtlZp8BCHR5cGaYAQBzoYxitgEMc3RlcGIdAIYYAgRvbpFtYkUAjjwCCHRhcoU8DGNvcGVSWQEIYg9DGWtMOk9GRnDcInj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/05/06 08:02:36.084 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572386753740803\n# Query_time: 1.6162272199999999\n# Parse_time: 0\n# Compile_time: 0.030104547\n# Rewrite_time: 0.003244267\n# Optimize_time: 0.014245485\n# Wait_TS: 0.000147126\n# Cop_time: 1.577799013 Process_time: 0.000660373 Wait_time: 0.000137221 Request_count: 2 Total_keys: 70 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 33 Rocksdb_key_skipped_count: 165 Rocksdb_block_cache_hit_count: 6\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000330186 Cop_proc_p90: 0.000576896 Cop_proc_max: 0.000576896 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 6.861e-05 Cop_wait_p90: 0.000105986 Cop_wait_max: 0.000105986 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 17016\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('lSWwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTAJASJYOjEuNThzLCBsb29wczoxCTAgQnl0ZXMRCBgKMQkzXzE1bpAADGlkLCBaigABsAxfa2V5ZiEABHlwZqQADHN0YXRuHgAEZXBiWACGJAEgb25jdXJyZW5jZp0AjkgBJHRhcmdldF9zY28ByRxDb2x1bW4jMyEwSl0BCCwgQxl3WDpPRkYJNC43MSBLQglOL0EKMgk2XzE2JWogZ3JvdXAgYnk6WlgBIXMkZnVuY3M6bWF4KB0lDGJhY2sBPRRuZF9zdWIhfwAuHeoIKS0+FaIALA1BHGZpcnN0cm93LkYALm4CEGlkKS0+HWI2HACeRgABikEJZkwAESKiUgAIeXBlak4ARVgpI37iAEVnZksABR+elgBReGZPABEinlIAXYVmVQAdJaJYAFmKalgAGSWeWAAMc3RlcGZRAAEenkoALlsDZlIALiYAVtMEVCwgcGFydGlhbF93b3JrZXI6e3dhbGylH4H9KDc4NzM3OTMxcywgHe8MOjUsIEWTbG51bTowLCB0b3Rfd2FpdDo3Ljg5MjI4ODIwN3MJFxRleGVjOjANDWX2BSQsNTA1NzM2cywgbWF4CWgQNTUzNTABaAhwOTUyEgAUfSwgZmluYqEAFDkxNTUxMgE5XqEAAa0RoRw1My42MjXCtQ2RBZ4QMi40ODIVExWkFDQ4MDk0NqH+EaQUOTA5OTA1AWsRpBESAH2BpAEEBAozwRIcOAkwCTAuMDJepQaBolo2BCVX/hUGWhUGeV5afQAyKgNeJAAu9gJaJABJyVodAC6UAjKjBnafBV6/Am41Bhg0CTE3XzIwMY5QaW5uZXIgam9pbiwgZXF1YWw6W2VxLtsFSoIAcssAAR0QKSBlcSjROQA3wcXJ5gg2KV1eswCQYnVpbGRfaGFzaF90YWJsZTp7dG90YWw6Mi4yNm1zLCBmZXRjaBUOBS4MOjBzfR52CBEIIAo1CTNfMjEoQgFPACkR5T12js8ASiQAMuIBDGNhc3R6IwFZszBkb3VibGUgQklOQVJZ/VAANzEKDDIuMDkB4hpQCSEuImoI5fMIMi429fMUNgkzMF8ydUwdRAA0HUQMCTIzORqWCQ4oCBg3CTQ3XzI1MRUYMV8wCTEwCSlnNHN0LCBpbmRleDppZHhfYfwMX2lkKA0IRCksIHJhbmdlOlsiOjQwMDAiLA0IUF0sIGtlZXAgb3JkZXI6ZmFsc2UsIMH4HHM6cHNldWRvEZkIMS40Jb8V3Qhjb3ASlQoIOiB7oSkEIDGJ7xAgMS4wMgHCDHByb2Nh7AhzOiCtRQESEDogODMumaOlWAwgMzEuiaNoY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsSSoFcghfZHUFGhxuOiA2Ny45woHwLG1heF9kaXN0c3FsXz3jTDogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxpcUOXAtEaW1lOjkwNsK1c319LCB0aWt2BWkEOnsFGqHhDfc8fSwgc2Nhbl9kZXRhaWw6IEncDecMNDUsIBISChhuYXBzaG90qW4EIDER8Zhyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDIyLCBrZXk+FwAEMTEB/ghsb2MhawB9CaEEbWU+gwAhXQhlc3MNdC5lAcFdBGFpEY41bAXm+Q8QIDIxMS4lAkFqAQQ0CjcJMV8yNyhQcm9iZSlFbaX3BGluejMDQT9IZSwgInBlbmRpbmciLCAicnVubgELMCksIG5vdChpc251bGyCRwAIZXApYfoBjQEEHAo4CTQ1XzI2BYsy+AKCwwIBPwEEiVYAORHUGDAJMjkuOTcuVwQ+5Qqdci4bAJkXXiEAEocKWh0ALSJaHgD+ygb+ygZOygY+KgUuDAHh8V4dBQ7VDGVFADEybA5GHAUMNC4zNB4PDaUcBTspn5mEMrAOEDI1NiBCErIOtRwEMzMuHAUAM7EctRsleQAoBQa9EwxwYXVzQZ4ALBUKKF0sIFsicmV2ZXJ0CRkZDAkbTdAALFXaqkkFLsUADnoKXkgFBShh2I1gMkcFDDU3Ni6J+yL/CQQgMYXDBVO6RwUANA1M7kcFqUcl6ImlNkYFADHBFY5HBQAyVkcFDDU0LjGl635HBQQxMcHUAHk+RwUMNTUsILFG2WOtewA2mlgFMnYBNlkFMX0AdA7uCBxfa3ZfcmVhZC5hBSUBPnYFEDkzNC44wXhBxAEEpXYEMzWRouHjaQVWOAUuiAMSsQlGMQUEMzQFRi4NA6YwBQ==')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('1ijACtEoCgdTb3J0XzEzEronCg1Qcm9qZWN0aW9uXzE1ErAkCgpIYXNoQWdnXzE2Et4aCjIhABQ4ErQXCgsBISRKb2luXzIwEvoJMkMAZDIxEoIICg5JbmRleExvb2tVcF8yOBKVBQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQigAAAkQDgCQAJKJQojCgVteXNxbBICc3QaFgoLaWR4X2V4ZWNfaWQSB2UJCQhSN3IBTiQ6WyI6NDAwMCIsDQjwwl0sIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb1oUdGltZToxLjQ2bXMsIGxvb3BzOjFi2AFjb3BfdGFzazoge251bTogMSwgbWF4OiAxLjAybXMsIHByb2Nfa2V5czogMCwgdG90X3Byb2M6IDgzLjXCtXMsIHRvdF93YWl0OiAzMS4ywrVzLCBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGRfdGFza19kdXJhdGlvbjogNjcuOQVNqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjEFlwhhbF8F4jg5MDbCtXN9fWr/AXRpa3YJ3AB7BRsAMBn5DH0sIHMhkihkZXRhaWw6IHt0bwFCCeg8NDUsIGdldF9zbmFwc2hvdAlZECAxMy41BaWYcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAyMiwga2V5PhcAIDExMCwgYmxvYyFsEH19fSwgAZY+gwAYcHJvY2Vzcw10LmYBBGFsJWgNGgQzMS1tBeYId2FsLQAQIDIxMS4lAwRw/xEBBAF4EQok/wESnQIKDFNlbE3/PDI3Em4KEVRhYmxlUm93SURJqAA2SaUEVKU6pQIIDQoLXaUEUh52dAJWgQAIGgECCV4skKVAKaDbSxqjdZQ/YQMQUm5pbihlAmAudGlkYl9iYWNrZ3JvdW5kX3N1YnRhc2suQdJIZSwgInBlbmRpbmciLCAicnVubgELMCksIG5vdChpc251bGyCRwAMZXApKVafABwhjURsjTL1ch2cCAFAAW0/DDIuMDRhFQBsaT8EcO8uWgFh3Bipg8CnYxV0Nj0ACFKVAX7XAAxlcCwgdiQAfQ4ULCBjYXN0euQAITBB0GgsIGRvdWJsZSBCSU5BUlkpLT5Db2x1bW4jMzcZ1QA5HdUIYg9DfXkUT0ZGcOwULkACBNELNv0ECDkSlDr9BAwzNhLvRv0ECDMzGpH9BLiaUVgAPon9CBwKGlFYFAF0Gg4KBSXpABIJBwRSbZH0DHBhdXMh7AAsFQooXSwgWyJyZXZlcnQJGRkMCRtNHgAsVSiGKgUAE2GXGDoxLjU4cywx6gRi1mopBQUpYbghcD4oBRA1NzYuOYU3CHRvdGXBCDogMYWkzigFADQNTO4oBakoADEBtxB9fWqvAoVBQS+tJwAxXQ1yKAUAMlYoBQw1NC4xBfF+KAUEMTHBtgB5PigFBDU1uScIY2FjzUWtXAA2mjkFMncBNjoFMX6t8xR2X3JlYWQuQgUlASUWvVcQOTM0LjjBWlY3BAgS1gEuVwUMMzUSbUJXBQQzNIn5BKq5Ov8CCAwKCln/+lYFKAS6QCm5HoXrUfg9ZVwEUihWFwUMZ2xvYuE0qVdqEAUYiTvD1kvhjR1WoRBOJQMIcIACnSmh6BjpIJT5JgGPNjwACFLbAp3rLogABGlkMgYFLhsAAahhX2YhAAh5cGViHQCFT2IeABhwcmlvcml0ZlwAFGNyZWF0ZeV5YkUAMqAFWuAAAHM+6AU24gAAchJ1CARjbwHJPuIFLioAISde1QUANlKaAUbUBQTcIj2rRCHFqRolOc6UQCmJ0t7gC5OZPyHkWFJwaW5uZXIgam9pbiwgZXF1YWw6W2VxengGcuQAAR0QKSBlcSjVhAQsIBELCDYpXVa8AAQ3YhIzChRoYXNoX3QOqQgEOntluww6Mi4yEs0KEGZldGNoFQ4FLiw6MHN9IX79VH1IFpU61gAAy/5+Av5+Av5+Av5+Aop+Al3ASoYJXetWsgFCQggE2CUubgIYzqZn4m+albEFAPBJbgS3Bg7tCRBwIGJ5Oh1/PvgCIGZ1bmNzOm1heHqHAh2kKvMIBDUsDUEcZmlyc3Ryb3cuRgA2awAIKS0+gocAfkYAkbVmTAARIp6YAIHmak4ApQQpI36cAKUTZksABR+elgCxQWZPABEinlIAvXJmVQAdJaJYACbbCmpYABklnlgAhdliMgIBHp5KAAB03QdmUgAuJgBWhAMYxQJwYXJ0aQ77CBhvcmtlcjp7Js0IKDEuNTc4NzM3OTMxEoYKJmgPCDUsIEWTEG51bTowElgPFrMKLDcuODkyMjg4MjA3cwkXDpoQElIPDtcKEjILBSQcNTA1NzM2cywOogoJaBA1NTM1MAFoCHA5NTISABR9LCBmaW5ioQAUOTE1NTEyATk9kDKhAAGtHlQLEDUzLjYyFp8PARQFnhAyLjQ4MhKKCgETFaQUNDgwOTQ2Dt0LDukQIQwUOTA5OTA1AWsRpBESWu4JGCE0Dc5I1uQ+wwQAq/5bBv5bBjpbBkl4WscEeZNaIQA9d2b2CIoaCS6sAvnvADVWtwJ6OwYUkscXVdj8PngBAF5awgCG4wCKvwAEaWRSqgAEGAE=')\n# Resource_group: default\n;"] [2024/05/06 08:02:37.823 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 08:02:37.825 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=3.049244213s] [] [2024/05/06 08:02:37.825 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:37.827 +00:00] [INFO] [engine.go:1617] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.604041ms] [file=/tmp/tidb/import-4000/022fb5a1-5231-4930-b3d8-54c72e55d841/630083e6-fc50-5cd2-8645-c17b147197ce.sst/f498a153-85f4-43cc-9087-e26b96853cd7.sst] [2024/05/06 08:02:37.827 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/022fb5a1-5231-4930-b3d8-54c72e55d841/630083e6-fc50-5cd2-8645-c17b147197ce.sst/f498a153-85f4-43cc-9087-e26b96853cd7.sst] [firstKey=7480000000000000CD5F698000000000000001038000000000000004] [lastKey=7480000000000000CD5F698000000000000001038000000000000007] [2024/05/06 08:02:37.829 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.926804ms] [] [2024/05/06 08:02:37.829 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 08:02:37.834 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:37.856 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 08:02:37.857 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:37.868 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 08:02:37.870 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=39.991246ms] [] [2024/05/06 08:02:37.870 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=022fb5a1-5231-4930-b3d8-54c72e55d841] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [2024/05/06 08:02:37.870 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=022fb5a1-5231-4930-b3d8-54c72e55d841] [2024/05/06 08:02:37.877 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=022fb5a1-5231-4930-b3d8-54c72e55d841] [takeTime=6.753775ms] [] [2024/05/06 08:02:37.877 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=022fb5a1-5231-4930-b3d8-54c72e55d841] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 08:02:37.877 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=022fb5a1-5231-4930-b3d8-54c72e55d841] [weight=30] [2024/05/06 08:02:37.877 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=022fb5a1-5231-4930-b3d8-54c72e55d841] [concurrency=15] [2024/05/06 08:02:37.885 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=205] [physicalTableID=205] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 08:02:37.887 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=205] [physicalTableID=205] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/05/06 08:02:37.888 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=022fb5a1-5231-4930-b3d8-54c72e55d841] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 08:02:37.888 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=022fb5a1-5231-4930-b3d8-54c72e55d841] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [takeTime=18.686543ms] [] [2024/05/06 08:02:37.889 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:37.889 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=13.983Β΅s] [] [2024/05/06 08:02:37.889 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:37.890 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.293374ms] [] [2024/05/06 08:02:37.890 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:37.890 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=11.676Β΅s] [] [2024/05/06 08:02:37.890 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:37.891 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=892.037Β΅s] [] [2024/05/06 08:02:37.897 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:37.897 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:37.897 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:37.897 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:37.897 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:37.897 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:37.897 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:37.897 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:37.897 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:37.897 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:37.897 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:37.897 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:37.897 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:37.899 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:37.899 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:37.899 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:37.899 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:37.899 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:37.901 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572386766848001\n# Conn_ID: 2\n# Query_time: 3.396013799\n# Parse_time: 0.000537117\n# Compile_time: 0.002320054\n# Rewrite_time: 0.001401325\n# Optimize_time: 0.001037658\n# Wait_TS: 0.000093203\n# Cop_time: 0.00010386 Process_time: 0.000069227 Wait_time: 0.000033873 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 6.9227e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.3873e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2QWQMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMuMzlzLCBsb29wczoxCQEaoE4vQQoxCTMxXzcJMAkxMDAwMAlkYXRhOlRhYmxlRnVsbFNjYW5fNgk0CUIYNTc1LjLCtRVF0DIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMDNtcywgcHJvY19rZXlzOiA0LCB0b3RfARIMOiA2OQ1KARMkd2FpdDogMzMuOQVdgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaGG46IDY2LjUFOqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxBZcIYWxfJSVQOTM2LjjCtXN9fQkzNTQgQnl0ZXMJIScgMgk0M182CTFfMSm4dGFibGU6ZHQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXRpa3YFtAQ6ewVlADA1QgGYPHNjYW5fZGV0YWlsOiB7dG8BjBhwcm9jZXNzMjoBBGFsMhcAJF9zaXplOiAxODQRwQBrJWc4NSwgZ2V0X3NuYXBzaG90CdcQIDE0LjQlI3hyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IaYIa2V5PhYAGDgsIGJsb2Mh5zmZDTIUMn19fSwgAdlexgABHAA6MvMBCGFsXyH1DRoAMzH6JSkMd2FsbA0ZPDIyOMK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('xAagCr8GCgxJbXBvcnRJbnRvXzIS+gUKDVRhYmxlUmVhZGVyXzcStwMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwAJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxNC40wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA2OS4yBYMAdAXjCHdhaRGdDDMzLjkJGhxpa3Zfd2FsbA0zIDIyOMK1c31w/xEBBAF4EQoo/wEhnFYfpYdMFkEupgEoAUABUhRkYXRhOlQ21AEEWhYFhgg1NzUNhjhsb29wczoyYtoBY29wX3Qhnmgge251bTogMSwgbWF4OiAxLjAzbXMsIHByb2MtXSlsJZ820QAFzwA6GcoQY29wcl85K0RyYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhhuOiA2Ni41JQSobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MVEDBeQMOTM2LiU4DH1w4gI9MQA4IR0UA04vQVoTBSgQMy4zOXNVilZlAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-9 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 08:02:37.930 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=160] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 08:02:37.960 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:207, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:37.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:37.960 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:207, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:37.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:02:38.037 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:37.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:38.071 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=306.655Β΅s] [gotSchemaVersion=161] [phyTblIDs="[205]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:38.082 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=207] [version=161] [2024/05/06 08:02:38.119 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=53.665789ms] [job="ID:207, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:37.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:38.190 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:37.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:38.224 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=259.016Β΅s] [gotSchemaVersion=162] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:38.235 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=207] [version=162] [2024/05/06 08:02:38.273 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=54.24871ms] [job="ID:207, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:37.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:38.310 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:37.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:38.320 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 205, Old Table Name: t"] [2024/05/06 08:02:38.362 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=204.18Β΅s] [gotSchemaVersion=163] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:38.372 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=207] [version=163] [2024/05/06 08:02:38.408 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=53.62702ms] [job="ID:207, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:37.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:38.460 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=207] [tableIDs="[205]"] [comment="drop table: table ID"] [2024/05/06 08:02:38.468 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=207] [jobType="drop table"] [2024/05/06 08:02:38.471 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [job="ID:207, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:37.9 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:38.532 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=207] [2024/05/06 08:02:38.532 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:38.536 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.607385678\n# Parse_time: 0.000687302\n# Compile_time: 0.000788717\n# Rewrite_time: 0.000018665\n# Optimize_time: 0.001165283\n# Wait_TS: 0.000348414\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:02:38.539 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=163] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 08:02:38.584 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:38.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:38.584 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:38.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 08:02:38.679 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [category=ddl] [job="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:38.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:38.688 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 208, Table Name: t"] [2024/05/06 08:02:38.755 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=2.524334ms] [gotSchemaVersion=164] [phyTblIDs="[208]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:38.767 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=209] [version=164] [2024/05/06 08:02:38.802 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=53.637774ms] [job="ID:209, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:38.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:38.872 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [job="ID:209, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:38.55 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:38.910 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=209] [2024/05/06 08:02:38.910 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:38.913 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.376811552\n# Parse_time: 0.0009351\n# Compile_time: 0.001337014\n# Rewrite_time: 0.00001027\n# Optimize_time: 0.001165283\n# Wait_TS: 0.000323599\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4f931f6c009339ec161ef7b743ec5cd686b17cf8d9545d96f1abd4aa0a9c18f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 08:02:39.115 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=60e1ac21-b072-48fd-bf56-7079d7d46b9e] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=208] [2024/05/06 08:02:39.123 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:39.123 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793198733021509] [2024/05/06 08:02:39.123 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:39.124 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:39.125 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:39.125 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:39.125 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:39.125 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:39.125 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:39.139 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:39.141 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:39.141 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:02:39.145 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:39.149 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:39.179 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=60e1ac21-b072-48fd-bf56-7079d7d46b9e] [key=import-from-select] [2024/05/06 08:02:39.181 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=60e1ac21-b072-48fd-bf56-7079d7d46b9e] [key=import-from-select] [readDur=42.528Β΅s] [encodeDur=1.141218ms] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [deliverDur=664.841Β΅s] [type=query] [takeTime=2.251618ms] [] [2024/05/06 08:02:39.182 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=60e1ac21-b072-48fd-bf56-7079d7d46b9e] [key=import-from-select] [2024/05/06 08:02:39.182 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/60e1ac21-b072-48fd-bf56-7079d7d46b9e/102b1544-1a0b-5f02-9523-0f5011224f00.sst/a855b48d-b23c-41fd-9304-5a1237e20a94.sst] [firstKey=7480000000000000D05F728000000000000001] [lastKey=7480000000000000D05F728000000000000004] [2024/05/06 08:02:39.182 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=60e1ac21-b072-48fd-bf56-7079d7d46b9e] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=121.038Β΅s] [] [2024/05/06 08:02:39.182 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:39.185 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=2.064883ms] [] [2024/05/06 08:02:39.185 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 08:02:39.189 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:39.211 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/06 08:02:39.212 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:39.224 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 08:02:39.226 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=41.165991ms] [] [2024/05/06 08:02:39.226 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:39.226 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/60e1ac21-b072-48fd-bf56-7079d7d46b9e/630083e6-fc50-5cd2-8645-c17b147197ce.sst/95acc729-cd5e-41cf-a926-eee771398c7b.sst] [firstKey=7480000000000000D05F698000000000000001038000000000000004] [lastKey=7480000000000000D05F698000000000000001038000000000000007] [2024/05/06 08:02:39.228 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.180145ms] [] [2024/05/06 08:02:39.228 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 08:02:39.233 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:39.255 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 08:02:39.255 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:39.266 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 08:02:39.268 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=39.464324ms] [] [2024/05/06 08:02:39.268 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=60e1ac21-b072-48fd-bf56-7079d7d46b9e] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [2024/05/06 08:02:39.268 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=60e1ac21-b072-48fd-bf56-7079d7d46b9e] [2024/05/06 08:02:39.275 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=60e1ac21-b072-48fd-bf56-7079d7d46b9e] [takeTime=7.05956ms] [] [2024/05/06 08:02:39.275 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=60e1ac21-b072-48fd-bf56-7079d7d46b9e] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 08:02:39.275 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=60e1ac21-b072-48fd-bf56-7079d7d46b9e] [weight=30] [2024/05/06 08:02:39.275 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=60e1ac21-b072-48fd-bf56-7079d7d46b9e] [concurrency=15] [2024/05/06 08:02:39.283 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=208] [physicalTableID=208] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 08:02:39.285 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=208] [physicalTableID=208] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/05/06 08:02:39.286 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=60e1ac21-b072-48fd-bf56-7079d7d46b9e] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 08:02:39.286 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=60e1ac21-b072-48fd-bf56-7079d7d46b9e] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [takeTime=17.926643ms] [] [2024/05/06 08:02:39.286 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:39.286 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=21.963Β΅s] [] [2024/05/06 08:02:39.286 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:39.288 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.256659ms] [] [2024/05/06 08:02:39.288 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:39.288 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=19.937Β΅s] [] [2024/05/06 08:02:39.288 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:39.289 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.042571ms] [] [2024/05/06 08:02:39.293 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:39.293 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:39.293 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:39.293 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:39.294 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:39.293 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:39.293 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:39.293 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:39.294 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:39.294 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:39.294 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:39.294 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:39.294 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:39.295 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:39.295 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:39.295 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:39.295 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:39.295 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:39.297 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572387920019461\n# Conn_ID: 2\n# Query_time: 0.382071856\n# Parse_time: 0.000441203\n# Compile_time: 0.002238824\n# Rewrite_time: 0.001414236\n# Optimize_time: 0.001165283\n# Wait_TS: 0.000098121\n# Cop_time: 0.000099227 Process_time: 0.000085806 Wait_time: 0.000040866 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 8.5806e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 4.0866e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 355\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2QXwUjAJNTlfMgkwCTAJTi9BCTAJdGltZTozNzhtcywgbG9vcHM6MQlOL0EJTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJBUIYNjI2LjjCtRVFeDIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMzcBbkRwcm9jX2tleXM6IDQsIHRvdF8BEgw6IDg1DUoBEyR3YWl0OiA0MC45BV2AY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoYbjogNzMuNQU6qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjEFlwhhbF8F40gxLjI1bXN9fQkzNTUgQnl0ZXMJISUkMgk0M182CTFfMC0nuHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2BbIEOnsFYwAwNUABljxzY2FuX2RldGFpbDoge3RvAYoYcHJvY2VzczI4AQRhbDIXACBfc2l6ZTogMTgpVgRhbA0tODUsIGdldF9zbmFwc2hvdAnVCCAxNi1bcHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VuIYQB0AB5PhYAGDgsIGJsb2Mh5TmXDTIUMn19fSwgAdlexgABHAA6MvEBCGFsXyHzDRo1+CUpDHdhbGwNGUQzNjUuN8K1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('xAagCr8GCgxJbXBvcnRJbnRvXzIS+gUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxNi45wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA4NS44BYMAdAXjCHdhaRGdBDQwDZ0lKQx3YWxsDTMoMzY1LjfCtXN9cP8RAQQBeBEKLP8BIZxWH6WHTBZBKSGnLagoAUABUhRkYXRhOlQ21gEEWhYFiAg2MjYNiABsJYMgMmLYAWNvcF90IaBoIHtudW06IDEsIG1heDogMS4zN21zLCBwcm9jLV8pbiWhNtMABdEAOhnMEGNvcHJfOS1EcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoYbjogNzMuNSUgqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjFRBQXkKDEuMjVtc319cOMCPS8AOCEbFANOL0FaEwUmCDM3OAHdKQcAMVZjAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-10 current case CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64)) [2024/05/06 08:02:39.308 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=164] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 08:02:39.339 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:210, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:39.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:39.339 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:210, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:39.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:02:39.384 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [category=ddl] [job="ID:210, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:39.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:39.425 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=270.55Β΅s] [gotSchemaVersion=165] [phyTblIDs="[208]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:39.437 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=210] [version=165] [2024/05/06 08:02:39.474 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=53.400888ms] [job="ID:210, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:39.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:39.519 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [category=ddl] [job="ID:210, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:39.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:39.587 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=407.936Β΅s] [gotSchemaVersion=166] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:39.600 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=210] [version=166] [2024/05/06 08:02:39.635 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=54.293245ms] [job="ID:210, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:39.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:39.678 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [category=ddl] [job="ID:210, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:39.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:39.689 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 208, Old Table Name: t"] [2024/05/06 08:02:39.723 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=248.402Β΅s] [gotSchemaVersion=167] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:39.736 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=210] [version=167] [2024/05/06 08:02:39.772 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=53.377663ms] [job="ID:210, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:39.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:39.820 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=210] [tableIDs="[208]"] [comment="drop table: table ID"] [2024/05/06 08:02:39.831 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=210] [jobType="drop table"] [2024/05/06 08:02:39.835 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [job="ID:210, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:39.3 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:39.900 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=210] [2024/05/06 08:02:39.900 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:39.904 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.597382529\n# Parse_time: 0.00063758\n# Compile_time: 0.000809981\n# Rewrite_time: 0.000012415\n# Optimize_time: 0.001057395\n# Wait_TS: 0.000290237\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:02:39.907 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=167] [cur_db=write_after_import] [sql="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [user=] [2024/05/06 08:02:39.958 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:212, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:39.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:39.958 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:212, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:39.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [2024/05/06 08:02:40.047 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=212] [conn=2] [category=ddl] [job="ID:212, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:39.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:40.057 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 211, Table Name: t"] [2024/05/06 08:02:40.118 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=2.667225ms] [gotSchemaVersion=168] [phyTblIDs="[211]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:40.130 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=212] [version=168] [2024/05/06 08:02:40.155 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=54.329528ms] [job="ID:212, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:39.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:40.215 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=212] [conn=2] [job="ID:212, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:39.899 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:40.262 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=212] [2024/05/06 08:02:40.262 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:40.266 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.361483274\n# Parse_time: 0.001009156\n# Compile_time: 0.001393495\n# Rewrite_time: 0.000012718\n# Optimize_time: 0.001057395\n# Wait_TS: 0.000559909\n# DB: write_after_import\n# Is_internal: false\n# Digest: 06502dd8b564bfd335fcc99b19b8616ba7e5ba7b7b8d80ff9d48a7486aecca98\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64));"] [2024/05/06 08:02:40.481 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=44e7f4f9-2414-41b3-ab10-65771408ddb4] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=211] [2024/05/06 08:02:40.489 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:40.489 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793198733021509] [2024/05/06 08:02:40.490 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:40.490 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:40.491 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:40.491 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:40.491 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:40.491 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:40.491 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:40.505 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:40.508 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:40.508 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:02:40.512 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:40.516 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:40.570 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=44e7f4f9-2414-41b3-ab10-65771408ddb4] [key=import-from-select] [2024/05/06 08:02:40.572 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=44e7f4f9-2414-41b3-ab10-65771408ddb4] [key=import-from-select] [readDur=27.869Β΅s] [encodeDur=896.92Β΅s] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=467.26Β΅s] [type=query] [takeTime=1.753671ms] [] [2024/05/06 08:02:40.572 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=44e7f4f9-2414-41b3-ab10-65771408ddb4] [key=import-from-select] [2024/05/06 08:02:40.572 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=44e7f4f9-2414-41b3-ab10-65771408ddb4] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=128.15Β΅s] [] [2024/05/06 08:02:40.573 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/44e7f4f9-2414-41b3-ab10-65771408ddb4/102b1544-1a0b-5f02-9523-0f5011224f00.sst/821907d1-7b09-4cf1-a3ca-da2be9848b1a.sst] [firstKey=7480000000000000D35F728000000000000004] [lastKey=7480000000000000D35F728000000000000007] [2024/05/06 08:02:40.573 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:40.575 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.806988ms] [] [2024/05/06 08:02:40.575 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 08:02:40.579 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:40.601 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/05/06 08:02:40.601 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:40.614 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 08:02:40.616 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=41.278949ms] [] [2024/05/06 08:02:40.616 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:40.618 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.448232ms] [] [2024/05/06 08:02:40.618 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 08:02:40.618 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:40.618 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=55.423Β΅s] [] [2024/05/06 08:02:40.618 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=44e7f4f9-2414-41b3-ab10-65771408ddb4] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/05/06 08:02:40.618 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=44e7f4f9-2414-41b3-ab10-65771408ddb4] [2024/05/06 08:02:40.625 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=44e7f4f9-2414-41b3-ab10-65771408ddb4] [takeTime=7.249065ms] [] [2024/05/06 08:02:40.625 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=44e7f4f9-2414-41b3-ab10-65771408ddb4] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 08:02:40.626 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=44e7f4f9-2414-41b3-ab10-65771408ddb4] [weight=30] [2024/05/06 08:02:40.626 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=44e7f4f9-2414-41b3-ab10-65771408ddb4] [concurrency=15] [2024/05/06 08:02:40.630 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=211] [physicalTableID=211] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 08:02:40.630 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=44e7f4f9-2414-41b3-ab10-65771408ddb4] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 08:02:40.630 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=44e7f4f9-2414-41b3-ab10-65771408ddb4] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=12.126288ms] [] [2024/05/06 08:02:40.630 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:40.630 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=12.043Β΅s] [] [2024/05/06 08:02:40.630 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 08:02:40.632 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.157759ms] [] [2024/05/06 08:02:40.632 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:40.632 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=10.626Β΅s] [] [2024/05/06 08:02:40.632 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 08:02:40.633 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=775.654Β΅s] [] [2024/05/06 08:02:40.635 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:40.635 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:40.635 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:40.635 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:40.635 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:40.635 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:40.635 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:40.635 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:40.635 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:40.635 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:40.635 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:40.635 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:40.635 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:40.637 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:40.637 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:40.637 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:40.637 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:40.637 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:40.638 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572388273913861\n# Conn_ID: 2\n# Query_time: 0.370622657\n# Parse_time: 0.000762467\n# Compile_time: 0.003045317\n# Rewrite_time: 0.00182626\n# Optimize_time: 0.001057395\n# Wait_TS: 0.000131895\n# Cop_time: 0.000093084 Process_time: 0.000070572 Wait_time: 0.0000403 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 7.0572e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 4.03e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2QWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM2NS4xbXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg2MzEuOMK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4zNAFuRHByb2Nfa2V5czogNCwgdG90XwESFDogNzAuNgVKARMkd2FpdDogNDAuMwUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaFG46IDEwNwU5qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrhRfcnBjOjEFlghhbF8lJkQxLjJtc319CTM1NCBCeXRlcwkhIyAyCTQzXzYJMV8xJbh0YWJsZTpkdCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTQJdGlrdgWwBDp7BWIAMDU+AZU8c2Nhbl9kZXRhaWw6IHt0bwGJGHByb2Nlc3MyNgEEYWwyFwAgX3NpemU6IDE4KVQEYWwNLTg1LCBnZXRfc25hcHNob3QJ1BAgMTUuNSUgcHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VuIYIB0AB5PhYAGDgsIGJsb2Mh4zmVDTIUMn19fSwgAdlexgABHDbvAQhhbF8h8Q0aNfYlKQx3YWxsDRlEMjA3LjfCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('xAagCr8GCgxJbXBvcnRJbnRvXzIS+AUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxNS41wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA3MC42BYMAdAXjCHdhaRGdDDQwLjMJGhxpa3Zfd2FsbA0zKDIwNy43wrVzfXD/EQEEAXgRCiz/ASGcVh+lh0wWQSkhpy2oKAFAAVIUZGF0YTpUNtYBBFoWBYgQNjMxLjgFbgBsJYMgMmLWAWNvcF90IaBoIHtudW06IDEsIG1heDogMS4zNG1zLCBwcm9jLV8pbiWhNtMABdEAOhnMFGNvcHJfYzUtRHJhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaEG46IDEwAesFeshfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6e251bV9ycGM6MSwtVgXjJDEuMm1zfX1w4gI9LQA4IRkUA04vQVoVBSUQMzY1LjEB3SkHADFWYwEEGAE=')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] [2024/05/06 08:02:40.647 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=168] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 08:02:40.679 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:213, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:40.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:40.679 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:213, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:40.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:02:40.737 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:40.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:40.774 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=253.449Β΅s] [gotSchemaVersion=169] [phyTblIDs="[211]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:40.784 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=213] [version=169] [2024/05/06 08:02:40.822 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=53.856014ms] [job="ID:213, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:40.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:40.868 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:40.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:40.899 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=234.581Β΅s] [gotSchemaVersion=170] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:40.910 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=213] [version=170] [2024/05/06 08:02:40.958 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=63.141783ms] [job="ID:213, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:40.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:41.009 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:40.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:41.021 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 211, Old Table Name: t"] [2024/05/06 08:02:41.071 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=253.721Β΅s] [gotSchemaVersion=171] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:41.082 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=213] [version=171] [2024/05/06 08:02:41.119 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=53.25551ms] [job="ID:213, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:40.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:41.164 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=213] [tableIDs="[211]"] [comment="drop table: table ID"] [2024/05/06 08:02:41.173 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=213] [jobType="drop table"] [2024/05/06 08:02:41.176 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [job="ID:213, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:40.65 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:41.230 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=213] [2024/05/06 08:02:41.230 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:41.234 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.587313301\n# Parse_time: 0.000438266\n# Compile_time: 0.000584168\n# Rewrite_time: 0.000011555\n# Optimize_time: 0.000668372\n# Wait_TS: 0.000325625\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:02:41.269 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 40df7410-18f4-4592-9cd1-1bdfa9a52acc"] [2024/05/06 08:02:41.275 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 40df7410-18f4-4592-9cd1-1bdfa9a52acc"] [2024/05/06 08:02:41.276 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 40df7410-18f4-4592-9cd1-1bdfa9a52acc"] [] [2024/05/06 08:02:41.278 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:41.278 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=23.395Β΅s] [2024/05/06 08:02:41.278 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=16.976Β΅s] [2024/05/06 08:02:41.278 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=13.861Β΅s] [2024/05/06 08:02:41.278 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=14.628Β΅s] [2024/05/06 08:02:41.278 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=8.202Β΅s] [2024/05/06 08:02:41.278 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=12.008Β΅s] [2024/05/06 08:02:41.278 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=8.552Β΅s] [2024/05/06 08:02:41.278 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=15.011Β΅s] [2024/05/06 08:02:41.278 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=15.372Β΅s] [2024/05/06 08:02:41.278 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=11.005Β΅s] [2024/05/06 08:02:41.278 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:41.278 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=6.727Β΅s] [2024/05/06 08:02:41.278 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:41.278 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:02:41.278 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:02:41.308 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=40df7410-18f4-4592-9cd1-1bdfa9a52acc] ["take time"=70.332521ms] [2024/05/06 08:02:41.308 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=40df7410-18f4-4592-9cd1-1bdfa9a52acc] [2024/05/06 08:02:41.311 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:02:41.311 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:02:41.311 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/5730c596-681a-4ac5-a82f-83f3a0516c56] [watcherID=3f6cb889-739a-491e-8663-e011e0b4ee95] [2024/05/06 08:02:41.311 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/5730c596-681a-4ac5-a82f-83f3a0516c56] [2024/05/06 08:02:41.311 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:41.311 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:41.311 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:41.311 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:41.311 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:41.311 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:41.312 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:41.312 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:41.312 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:41.312 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:41.318 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:02:41.318 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:02:41.319 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1111] [2024/05/06 08:02:41.319 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:02:41.319 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:02:41.319 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:02:41.319 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:41.319 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:41.319 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:41.319 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:41.319 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:02:41.319 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:02:41.319 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:41.319 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:02:41.319 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:02:41.319 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:41.319 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:41.319 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:41.319 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:41.319 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:02:41.319 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:41.319 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:02:41.319 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:41.319 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:02:41.319 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:41.319 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:41.319 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:02:41.319 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:41.319 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:41.319 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:02:41.319 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 13d94ace-aa71-4bd3-9d22-2c338f0b6654 watch owner key /tidb/br-stream/owner/22318f4cea3bc19b"] [2024/05/06 08:02:41.319 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:41.319 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:41.319 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 40df7410-18f4-4592-9cd1-1bdfa9a52acc watch owner key /tidb/stats/owner/3eaa8f4cea3bc112"] [2024/05/06 08:02:41.319 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:02:41.319 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:02:41.319 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:41.319 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:02:41.319 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=40df7410-18f4-4592-9cd1-1bdfa9a52acc] [2024/05/06 08:02:41.319 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:41.319 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:02:41.319 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:41.319 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 40df7410-18f4-4592-9cd1-1bdfa9a52acc"] [2024/05/06 08:02:41.320 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:02:41.320 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:02:41.320 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:02:41.319 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:02:41.319 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:02:41.320 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:41.320 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 40df7410-18f4-4592-9cd1-1bdfa9a52acc"] [2024/05/06 08:02:41.319 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 13d94ace-aa71-4bd3-9d22-2c338f0b6654"] [2024/05/06 08:02:41.320 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:02:41.320 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 13d94ace-aa71-4bd3-9d22-2c338f0b6654"] [2024/05/06 08:02:41.319 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 40df7410-18f4-4592-9cd1-1bdfa9a52acc"] [2024/05/06 08:02:41.319 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:41.320 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:02:41.319 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:41.320 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:02:41.320 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 40df7410-18f4-4592-9cd1-1bdfa9a52acc"] [2024/05/06 08:02:41.320 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=40df7410-18f4-4592-9cd1-1bdfa9a52acc] [2024/05/06 08:02:41.320 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 40df7410-18f4-4592-9cd1-1bdfa9a52acc"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:41.320 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:02:41.320 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:02:41.321 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:02:41.321 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=13d94ace-aa71-4bd3-9d22-2c338f0b6654] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:41.321 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:02:41.321 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:41.321 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:41.321 +00:00] [INFO] [flush_subscriber.go:97] [Clearing.] [category="log backup flush subscriber"] [2024/05/06 08:02:41.321 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 13d94ace-aa71-4bd3-9d22-2c338f0b6654"] [error="context canceled"] [2024/05/06 08:02:41.321 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:41.339 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:02:41.339 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:02:41.339 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:41.360 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:02:41.361 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 40df7410-18f4-4592-9cd1-1bdfa9a52acc"] [error="context canceled"] [2024/05/06 08:02:41.522 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 13d94ace-aa71-4bd3-9d22-2c338f0b6654"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:41.561 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 40df7410-18f4-4592-9cd1-1bdfa9a52acc"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:42.569 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 40df7410-18f4-4592-9cd1-1bdfa9a52acc"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:42.569 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:02:42.569 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:42.764 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 13d94ace-aa71-4bd3-9d22-2c338f0b6654"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:42.822 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 40df7410-18f4-4592-9cd1-1bdfa9a52acc"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:42.822 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:02:42.822 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:02:42.822 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:42.830 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.591974598s] [2024/05/06 08:02:42.831 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:42.831 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:42.831 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:42.831 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:42.831 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:42.831 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:42.831 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:42.831 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:42.831 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:42.831 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:42.831 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:42.831 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:42.831 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:42.832 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (90.96s) --- PASS: TestImportInto/TestImportFromSelectBasic (7.44s) --- PASS: TestImportInto/TestImportFromSelectColumnList (3.18s) --- PASS: TestImportInto/TestImportFromSelectStaleRead (3.53s) --- PASS: TestImportInto/TestWriteAfterImportFromFile (32.79s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-0 (1.99s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-1 (3.53s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-2 (2.81s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-3 (2.55s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-4 (2.89s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-5 (2.82s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-6 (2.52s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-7 (2.82s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-8 (3.36s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-9 (3.95s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-10 (2.61s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect (20.43s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-0 (0.74s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-1 (1.42s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-2 (1.36s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-3 (1.37s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-4 (1.39s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-5 (1.44s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-6 (1.32s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-7 (1.26s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-8 (4.48s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-9 (1.38s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-10 (1.34s) PASS coverage: 14.2% of statements GCov does not exist at the given path: '' May 06, 2024 8:02:48 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 8:02:48 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 8:02:48 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 8:02:48 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 8:02:48 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest2:importintotest2_test up-to-date: bazel-bin/tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test INFO: Elapsed time: 138.403s, Critical Path: 122.18s INFO: 1529 processes: 1504 remote cache hit, 20 internal, 5 linux-sandbox. INFO: Build completed successfully, 1529 total actions Test cases: finished with 28 passing and 0 failing out of 28 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,531 / 1,532] 1 / 1 tests; Testing //tests/realtikvtest/importintotest3:importintotest3_test; 53s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest3:importintotest3_test: ==================== Test output for //tests/realtikvtest/importintotest3:importintotest3_test: === RUN TestImportInto [2024/05/06 08:01:59.141 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:59.142 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:59.143 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793178061520943] [2024/05/06 08:01:59.145 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:59.145 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:59.147 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:59.148 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:59.148 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:59.148 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:59.148 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:59.152 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:01:59.162 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:59.165 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:59.168 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:59.213 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:01:59.213 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:01:59.227 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:01:59.227 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:01:59.253 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:01:59.296 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793178061520943] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:01:59.512 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:01:59.740 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=690] ["lease id"=6f188f4cea282351] [2024/05/06 08:01:59.745 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:01:59.757 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1259\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3564\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3556\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3506\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3290\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3256\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest3/importintotest3_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest3/main_test.go:63\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest3/importintotest3_test.TestImportInto\n\ttests/realtikvtest/importintotest3/main_test.go:48\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 08:01:59.805 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=47.187639ms] [2024/05/06 08:01:59.811 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:01:59.811 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=b87c4fee-cc07-427b-9dc2-d46ca489b61b] [runWorker=true] [2024/05/06 08:01:59.812 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:01:59.816 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:01:59.818 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 08:01:59.818 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:59.818 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:59.818 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:59.818 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:59.819 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:59.819 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:59.819 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:59.819 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:59.819 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:59.819 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:59.819 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:59.819 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:59.819 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:59.819 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:01:59.822 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b87c4fee-cc07-427b-9dc2-d46ca489b61b"] ["owner key"=/tidb/ddl/fg/owner/6f188f4cea282355] [ownerID=b87c4fee-cc07-427b-9dc2-d46ca489b61b] [op=none] [2024/05/06 08:01:59.825 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:59.825 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=dfeba37b-e788-4690-9797-9d20ffea7694] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:59.826 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager dfeba37b-e788-4690-9797-9d20ffea7694"] ["owner key"=/tidb/br-stream/owner/6f188f4cea282357] [ownerID=dfeba37b-e788-4690-9797-9d20ffea7694] [op=none] [2024/05/06 08:01:59.837 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 08:01:59.870 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:59.871 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b87c4fee-cc07-427b-9dc2-d46ca489b61b"] ["owner key"=/tidb/ddl/fg/owner/6f188f4cea282355] [ownerID=b87c4fee-cc07-427b-9dc2-d46ca489b61b] [op=none] [2024/05/06 08:01:59.872 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b87c4fee-cc07-427b-9dc2-d46ca489b61b"] [op=none] [2024/05/06 08:01:59.872 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:01:59.894 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:59.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:59.894 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:59.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 08:01:59.995 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:59.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:00.091 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=44.911029ms] [2024/05/06 08:02:00.094 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id b87c4fee-cc07-427b-9dc2-d46ca489b61b"] ["ddl job id"=3] [ver=1] [2024/05/06 08:02:00.099 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:02:00.114 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:00.114 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/06 08:02:00.118 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=79.555147ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:59.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:00.224 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:59.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:00.267 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 08:02:00.268 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:00.275 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.437953855\n# Parse_time: 0\n# Compile_time: 0.000690944\n# Rewrite_time: 0.000026185\n# Optimize_time: 0\n# Wait_TS: 0.000622872\n# DB: mysql\n# Is_internal: true\n# Digest: 0a22979ad136f741465cf206b13e5717b9758dda34f7cae5a7a925f91711d6a0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/05/06 08:02:00.277 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 08:02:00.316 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 08:02:00.629 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:00.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:00.629 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:00.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 08:02:00.707 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:00.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:00.825 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:02:00.826 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:01.280 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=14.175223ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:01.297 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:01.297 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/06 08:02:01.314 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=55.824369ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:00.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:01.398 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:00.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:01.704 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 08:02:01.704 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:01.710 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 1.407655417\n# Parse_time: 0\n# Compile_time: 0.01371541\n# Rewrite_time: 0.000022529\n# Optimize_time: 0\n# Wait_TS: 0.000644115\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:01.718 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 08:02:01.805 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:01.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:01.806 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:01.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 08:02:01.819 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:02:01.822 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:02:01.823 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:01.824 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2382] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/06 08:02:01.892 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:01.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:02.003 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=3.812049ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:02.016 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:02.016 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/06 08:02:02.044 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=54.859986ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:01.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:02.190 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:01.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:02.261 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 08:02:02.262 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:02.273 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.558417447\n# Parse_time: 0\n# Compile_time: 0.003434859\n# Rewrite_time: 0.000012878\n# Optimize_time: 0\n# Wait_TS: 0.000725946\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:02.279 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 08:02:02.389 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:02.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:02.389 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:02.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 08:02:02.498 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:02.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:02.609 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=10.144084ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:02.642 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:02.642 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/06 08:02:02.647 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=55.68174ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:02.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:02.729 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:02.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:02.794 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 08:02:02.794 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:02.803 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.52612967\n# Parse_time: 0\n# Compile_time: 0.00288194\n# Rewrite_time: 0.000016306\n# Optimize_time: 0\n# Wait_TS: 0.000769724\n# DB: mysql\n# Is_internal: true\n# Digest: 3bc9b46cf9e300a8d240915cf47216424544ed9f992c07151fba2e2cadc41632\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"BLOB/TEXT/JSON column 'Priv' can't have a default value\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:02.820 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 08:02:02.823 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:02:02.824 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:03.001 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:02.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:03.001 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:02.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 08:02:03.116 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:02.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:03.439 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=8.376314ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:03.468 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:03.468 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/06 08:02:03.482 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=58.497935ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:02.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:03.585 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:02.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:03.764 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 08:02:03.765 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:03.770 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.957810678\n# Parse_time: 0\n# Compile_time: 0.007809374\n# Rewrite_time: 0.000023107\n# Optimize_time: 0\n# Wait_TS: 0.001518368\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:03.777 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 08:02:03.822 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:02:03.823 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:03.909 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:03.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:03.909 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:03.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 08:02:04.004 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:03.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:04.181 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=10.658422ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:04.199 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:04.199 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/06 08:02:04.219 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=56.151271ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:03.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:04.298 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:03.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:04.399 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 08:02:04.399 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:04.405 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.630749947\n# Parse_time: 0\n# Compile_time: 0.003247999\n# Rewrite_time: 0.000012349\n# Optimize_time: 0\n# Wait_TS: 0.003996038\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:04.413 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 08:02:04.528 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:04.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 08:02:04.528 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:04.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:04.614 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:04.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:04.764 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=4.564966ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:04.780 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:04.780 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/06 08:02:04.810 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=55.926786ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:04.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:04.822 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:02:04.823 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:04.944 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:04.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.037 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 08:02:05.037 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:05.042 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.633276058\n# Parse_time: 0\n# Compile_time: 0.00405785\n# Rewrite_time: 0.000016155\n# Optimize_time: 0\n# Wait_TS: 0.000689144\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:05.046 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 08:02:05.118 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:05.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:05.119 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:05.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 08:02:05.247 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:05.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.357 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=4.005779ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:05.376 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:05.376 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/06 08:02:05.402 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=55.943331ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:05.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.499 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:05.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.561 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 08:02:05.561 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:05.573 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.527872517\n# Parse_time: 0\n# Compile_time: 0.001877955\n# Rewrite_time: 0.000018149\n# Optimize_time: 0\n# Wait_TS: 0.000676794\n# DB: mysql\n# Is_internal: true\n# Digest: 1b59564c29970a0a8880792322e02b7df09888f7d0a2dfc190f3ed0ff12369d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:05.578 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 08:02:05.653 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:05.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:05.653 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:05.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 08:02:05.768 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:05.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.823 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:02:05.823 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:05.867 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=4.239168ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:05.885 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:05.885 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/06 08:02:05.913 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=56.496553ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:05.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.990 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:05.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:06.069 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 08:02:06.069 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:06.075 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.499044051\n# Parse_time: 0\n# Compile_time: 0.00237473\n# Rewrite_time: 0.000016633\n# Optimize_time: 0\n# Wait_TS: 0.000761242\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:06.086 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 08:02:06.186 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:06.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:06.186 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:06.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 08:02:06.294 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:06.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:06.459 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=12.653173ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:06.478 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:06.478 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/06 08:02:06.497 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=59.831165ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:06.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:06.596 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:06.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:06.683 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 08:02:06.683 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:06.689 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.607576056\n# Parse_time: 0\n# Compile_time: 0.004856591\n# Rewrite_time: 0.000022832\n# Optimize_time: 0\n# Wait_TS: 0.000778359\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:06.699 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 08:02:06.801 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:06.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:06.801 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:06.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 08:02:06.823 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:02:06.824 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:06.878 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:06.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:07.015 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=5.855941ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:07.033 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:07.033 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/06 08:02:07.064 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=65.775346ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:06.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:07.179 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:06.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:07.279 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 08:02:07.279 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:07.285 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.589915883\n# Parse_time: 0\n# Compile_time: 0.003863975\n# Rewrite_time: 0.000016924\n# Optimize_time: 0\n# Wait_TS: 0.000766332\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:07.299 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 08:02:07.301 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:02:07.469 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:07.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:07.470 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:07.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 08:02:07.551 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:07.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:07.749 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=7.314708ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:07.767 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:07.767 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/06 08:02:07.789 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=55.786287ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:07.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:07.822 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:02:07.823 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:07.884 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:07.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:08.016 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 08:02:08.016 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:08.023 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.72962149\n# Parse_time: 0\n# Compile_time: 0.005943899\n# Rewrite_time: 0.00001789\n# Optimize_time: 0\n# Wait_TS: 0.000648561\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:08.033 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 08:02:08.154 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:08.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:08.154 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:08.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 08:02:08.254 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:08.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:08.460 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=5.925512ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:08.476 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:08.476 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/06 08:02:08.496 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=57.271787ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:08.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:08.579 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:08.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:08.664 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 08:02:08.664 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:08.679 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.650833996\n# Parse_time: 0\n# Compile_time: 0.005636894\n# Rewrite_time: 0.000015427\n# Optimize_time: 0\n# Wait_TS: 0.000766714\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:08.686 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 08:02:08.763 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:08.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:08.763 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:08.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 08:02:08.822 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:02:08.822 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:08.852 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:08.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:08.960 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=3.628866ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:08.979 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:08.979 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/06 08:02:09.006 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=55.199862ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:08.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.106 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:08.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.178 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 08:02:09.178 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:09.183 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.500079704\n# Parse_time: 0\n# Compile_time: 0.003578392\n# Rewrite_time: 0.000015905\n# Optimize_time: 0\n# Wait_TS: 0.000543276\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:09.192 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 08:02:09.277 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:09.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:09.277 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:09.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 08:02:09.381 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:09.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.517 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=4.98942ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:09.538 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:09.538 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/06 08:02:09.560 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=55.733458ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:09.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.631 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:09.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.705 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 08:02:09.705 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:09.711 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.522601408\n# Parse_time: 0\n# Compile_time: 0.004620695\n# Rewrite_time: 0.00001192\n# Optimize_time: 0\n# Wait_TS: 0.001049931\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:09.715 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 08:02:09.789 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:09.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:09.790 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:09.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 08:02:09.821 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:02:09.822 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:09.850 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:09.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.956 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=4.343083ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:09.972 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:09.972 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/06 08:02:10.000 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=55.709962ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:09.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:10.133 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:09.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:10.195 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 08:02:10.195 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:10.200 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.486833457\n# Parse_time: 0\n# Compile_time: 0.002424649\n# Rewrite_time: 0.000013777\n# Optimize_time: 0\n# Wait_TS: 0.000619074\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:10.208 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 08:02:10.287 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:10.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:10.287 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:10.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 08:02:10.391 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:10.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:10.512 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=4.444368ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:10.524 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:10.524 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/06 08:02:10.557 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=55.184651ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:10.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:10.618 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:10.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:10.689 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 08:02:10.689 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:10.695 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.489807007\n# Parse_time: 0\n# Compile_time: 0.00369651\n# Rewrite_time: 0.000013342\n# Optimize_time: 0\n# Wait_TS: 0.000565972\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:10.702 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 08:02:10.780 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:10.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:10.780 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:10.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 08:02:10.822 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:02:10.823 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:10.861 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:10.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:10.968 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=3.059256ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:10.981 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:10.981 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/06 08:02:11.014 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=54.845593ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:10.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:11.112 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:10.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:11.191 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 08:02:11.191 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:11.197 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.498076753\n# Parse_time: 0\n# Compile_time: 0.003518247\n# Rewrite_time: 0.000013545\n# Optimize_time: 0\n# Wait_TS: 0.001134983\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:11.207 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 08:02:11.294 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:11.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:11.294 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:11.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 08:02:11.362 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:11.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:11.512 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=4.473264ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:11.524 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:11.524 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/06 08:02:11.557 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=54.981843ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:11.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:11.660 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:11.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:11.753 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 08:02:11.753 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:11.758 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.554888907\n# Parse_time: 0\n# Compile_time: 0.004325192\n# Rewrite_time: 0.00000894\n# Optimize_time: 0\n# Wait_TS: 0.000732508\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:11.786 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 08:02:11.823 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:02:11.823 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:11.825 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=dfeba37b-e788-4690-9797-9d20ffea7694] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:11.825 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 08:02:11.850 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:11.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:11.850 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:11.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 08:02:11.923 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:11.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:12.025 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=4.50824ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:12.042 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:12.042 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/06 08:02:12.069 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=54.240145ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:11.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:12.134 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:11.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:12.234 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 08:02:12.234 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:12.239 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.454546002\n# Parse_time: 0\n# Compile_time: 0.002003263\n# Rewrite_time: 0.000012358\n# Optimize_time: 0\n# Wait_TS: 0.000497248\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:12.243 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 08:02:12.301 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:12.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:12.301 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:12.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 08:02:12.378 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:12.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:12.482 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=3.737344ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:12.496 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:12.496 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/06 08:02:12.527 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=54.039047ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:12.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:12.576 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:12.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:12.622 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 08:02:12.623 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:12.627 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.385530304\n# Parse_time: 0\n# Compile_time: 0.001719607\n# Rewrite_time: 0.000017543\n# Optimize_time: 0\n# Wait_TS: 0.000489479\n# DB: mysql\n# Is_internal: true\n# Digest: 988ff7e96344f475621bfec9765ba7b507e76d86daa1e3fdf0f9eadbd538afd0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:12.629 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 08:02:12.669 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:12.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:12.669 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:12.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 08:02:12.717 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:12.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:12.769 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.540832ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:12.780 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:12.781 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/06 08:02:12.815 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=54.149361ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:12.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:12.821 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:02:12.821 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:12.871 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:12.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:12.923 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 08:02:12.923 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:12.928 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.300042476\n# Parse_time: 0\n# Compile_time: 0.000904863\n# Rewrite_time: 0.000008589\n# Optimize_time: 0\n# Wait_TS: 0.000476312\n# DB: mysql\n# Is_internal: true\n# Digest: 58329d63c08bcbc761a6b408e882dc874ae0220c9a2aaaeab91d992543fef52b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:12.939 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 08:02:13.012 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:12.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:13.012 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:12.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 08:02:13.078 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:12.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:13.243 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=4.359699ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:13.258 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:13.258 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/06 08:02:13.288 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=54.528426ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:12.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:13.383 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:12.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:13.481 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 08:02:13.482 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:13.486 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.551020543\n# Parse_time: 0\n# Compile_time: 0.004126677\n# Rewrite_time: 0.000011357\n# Optimize_time: 0\n# Wait_TS: 0.000523488\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:13.491 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 08:02:13.548 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:13.47 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:13.548 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:13.47 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 08:02:13.597 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:13.47 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:13.688 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=4.319612ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:13.702 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:13.702 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/06 08:02:13.732 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=54.248764ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:13.47 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:13.792 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:13.47 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:13.821 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:02:13.822 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:13.852 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 08:02:13.852 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:13.858 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.368242353\n# Parse_time: 0\n# Compile_time: 0.002124254\n# Rewrite_time: 0.000009303\n# Optimize_time: 0\n# Wait_TS: 0.000476722\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:13.863 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 08:02:13.936 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:13.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:13.936 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:13.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 08:02:13.994 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:13.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:14.109 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=4.225035ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:14.122 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:14.123 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/06 08:02:14.155 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=54.858799ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:13.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:14.262 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:13.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:14.329 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 08:02:14.329 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:14.334 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.472314921\n# Parse_time: 0\n# Compile_time: 0.002134175\n# Rewrite_time: 0.00001192\n# Optimize_time: 0\n# Wait_TS: 0.000548083\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:14.338 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 08:02:14.398 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:14.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:14.398 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:14.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 08:02:14.485 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:14.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:14.559 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.831116ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:14.571 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:14.571 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/06 08:02:14.605 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=53.777652ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:14.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:14.669 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:14.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:14.738 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 08:02:14.738 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:14.743 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.406653556\n# Parse_time: 0\n# Compile_time: 0.002097331\n# Rewrite_time: 0.000013775\n# Optimize_time: 0\n# Wait_TS: 0.000679597\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:14.748 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 08:02:14.821 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:14.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:14.821 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:14.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 08:02:14.822 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:02:14.822 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:14.920 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:14.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:15.018 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=3.131753ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:15.032 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:15.032 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/06 08:02:15.064 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=54.272317ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:14.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:15.112 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:14.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:15.171 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 08:02:15.171 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:15.175 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.42956263\n# Parse_time: 0\n# Compile_time: 0.002292787\n# Rewrite_time: 0.000012007\n# Optimize_time: 0\n# Wait_TS: 0.000631063\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:15.179 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 08:02:15.232 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:15.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:15.232 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:15.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 08:02:15.329 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:15.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:15.406 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=3.037159ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:15.418 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:15.418 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/06 08:02:15.454 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=55.653431ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:15.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:15.512 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:15.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:15.575 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 08:02:15.575 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:15.580 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.402458213\n# Parse_time: 0\n# Compile_time: 0.001757936\n# Rewrite_time: 0.000008232\n# Optimize_time: 0\n# Wait_TS: 0.000364037\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:15.586 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 08:02:15.591 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:02:15.669 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:15.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:15.669 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:15.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 08:02:15.759 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:15.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:15.822 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:02:15.823 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:15.896 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=3.964018ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:15.913 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:15.913 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/06 08:02:15.942 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=56.195032ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:15.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:16.027 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:15.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:16.117 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 08:02:16.118 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:16.123 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.539161634\n# Parse_time: 0\n# Compile_time: 0.002434353\n# Rewrite_time: 0.000008374\n# Optimize_time: 0\n# Wait_TS: 0.000545117\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:16.133 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 08:02:16.215 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:16.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:16.215 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:16.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 08:02:16.299 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:16.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:16.404 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.873429ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:16.421 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:16.421 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/06 08:02:16.450 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=54.052695ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:16.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:16.523 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:16.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:16.615 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 08:02:16.616 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:16.621 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.492306521\n# Parse_time: 0\n# Compile_time: 0.004304723\n# Rewrite_time: 0.000018012\n# Optimize_time: 0\n# Wait_TS: 0.000654719\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:16.626 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 08:02:16.698 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:16.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 08:02:16.698 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:16.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:16.795 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:16.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:16.822 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:02:16.822 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:16.920 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=4.321714ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:16.934 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:16.935 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/06 08:02:16.965 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=55.489841ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:16.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:17.022 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:16.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:17.100 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 08:02:17.101 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:17.105 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.481470993\n# Parse_time: 0\n# Compile_time: 0.002358596\n# Rewrite_time: 0.000008621\n# Optimize_time: 0\n# Wait_TS: 0.000506245\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:17.115 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 08:02:17.219 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:17.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:17.219 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:17.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 08:02:17.306 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:17.463 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=5.107296ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:17.476 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:17.476 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/06 08:02:17.507 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=54.164246ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:17.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:17.621 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:17.722 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 08:02:17.722 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:17.727 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.616794709\n# Parse_time: 0\n# Compile_time: 0.004936393\n# Rewrite_time: 0.000008747\n# Optimize_time: 0\n# Wait_TS: 0.000539707\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:17.729 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 08:02:17.782 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:17.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:17.782 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:17.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 08:02:17.822 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:02:17.822 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:17.861 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:17.928 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=3.088974ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:17.940 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:17.940 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/06 08:02:17.974 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=57.046625ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:17.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:18.057 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:18.106 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 08:02:18.107 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:18.112 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.383311129\n# Parse_time: 0\n# Compile_time: 0.000952213\n# Rewrite_time: 0.000009128\n# Optimize_time: 0\n# Wait_TS: 0.000482955\n# DB: mysql\n# Is_internal: true\n# Digest: 6eab04864600dfa37145d44689995984eecc83e3dc6ce49c1e75d23567f8bac3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:18.217 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:18.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:18.217 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:18.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/06 08:02:18.284 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:18.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:18.467 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=4.150863ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 08:02:18.483 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:18.483 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/06 08:02:18.513 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=56.783197ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:18.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:18.595 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:18.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:18.691 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 08:02:18.691 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:18.700 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.581580679\n# Parse_time: 0\n# Compile_time: 0.009316999\n# Rewrite_time: 0.004634265\n# Optimize_time: 0\n# Wait_TS: 0.000730896\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:18.706 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 08:02:18.788 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:18.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:18.788 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:18.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 08:02:18.822 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:02:18.823 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:18.891 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:18.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:19.025 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=5.457996ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:19.040 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:19.040 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/06 08:02:19.069 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=56.070258ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:18.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:19.197 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:18.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:19.284 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 08:02:19.285 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:19.290 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.587412263\n# Parse_time: 0\n# Compile_time: 0.003060694\n# Rewrite_time: 0.000013057\n# Optimize_time: 0\n# Wait_TS: 0.000626159\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:19.295 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 08:02:19.379 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:19.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:19.379 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:19.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 08:02:19.473 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:19.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:19.599 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=4.253486ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:19.619 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:19.619 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/06 08:02:19.638 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=54.671345ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:19.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:19.697 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:19.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:19.764 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 08:02:19.764 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:19.770 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.477001961\n# Parse_time: 0\n# Compile_time: 0.002055716\n# Rewrite_time: 0.000015264\n# Optimize_time: 0\n# Wait_TS: 0.000945463\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:19.775 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 08:02:19.823 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:02:19.824 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:19.853 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:19.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:19.854 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:19.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 08:02:19.971 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:19.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:20.072 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=5.409558ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:20.097 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:20.097 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/06 08:02:20.121 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=61.712236ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:19.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:20.189 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:19.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:20.259 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 08:02:20.259 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:20.265 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.492193131\n# Parse_time: 0\n# Compile_time: 0.002121159\n# Rewrite_time: 0.000012216\n# Optimize_time: 0\n# Wait_TS: 0.00051893\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:20.278 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 08:02:20.444 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:20.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:20.444 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:20.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 08:02:20.548 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:20.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:20.758 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=5.822797ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:20.780 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:20.780 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/06 08:02:20.802 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=55.360259ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:20.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:20.821 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:02:20.822 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:20.886 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:20.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:21.008 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 08:02:21.009 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:21.013 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.740894673\n# Parse_time: 0\n# Compile_time: 0.005754508\n# Rewrite_time: 0.000012034\n# Optimize_time: 0\n# Wait_TS: 0.000492996\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:21.020 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 08:02:21.124 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:21.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:21.124 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:21.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 08:02:21.231 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:21.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:21.426 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=6.438401ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:21.440 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:21.440 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/06 08:02:21.468 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=55.139942ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:21.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:21.541 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:21.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:21.664 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 08:02:21.664 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:21.675 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.657595729\n# Parse_time: 0\n# Compile_time: 0.002560409\n# Rewrite_time: 0.000008454\n# Optimize_time: 0\n# Wait_TS: 0.000542929\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:21.685 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 08:02:21.822 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:02:21.823 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:21.832 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:21.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:21.832 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:21.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 08:02:21.905 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:21.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:22.114 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=6.426494ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:22.131 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:22.131 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/06 08:02:22.157 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=55.974459ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:21.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:22.245 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:21.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:22.378 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 08:02:22.378 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:22.383 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.701727572\n# Parse_time: 0\n# Compile_time: 0.003964742\n# Rewrite_time: 0.000010671\n# Optimize_time: 0\n# Wait_TS: 0.005965177\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:22.390 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 08:02:22.518 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:22.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:22.518 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:22.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 08:02:22.619 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:22.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:22.823 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:02:22.824 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:22.849 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=6.041768ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:22.864 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:22.864 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/06 08:02:22.885 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=55.84418ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:22.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:22.977 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:22.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:23.115 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 08:02:23.115 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:23.121 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.73265587\n# Parse_time: 0\n# Compile_time: 0.002637103\n# Rewrite_time: 0.00001308\n# Optimize_time: 0\n# Wait_TS: 0.000445217\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:23.131 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 08:02:23.267 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:23.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:23.268 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:23.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 08:02:23.327 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:23.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:23.519 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=6.593218ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:23.536 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:23.536 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/06 08:02:23.565 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=57.400966ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:23.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:23.645 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:23.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:23.787 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 08:02:23.787 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:23.801 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.674880247\n# Parse_time: 0\n# Compile_time: 0.005032889\n# Rewrite_time: 0.000013771\n# Optimize_time: 0\n# Wait_TS: 0.000659991\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:23.815 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 08:02:23.821 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:02:23.822 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:23.943 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:23.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 08:02:23.943 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:23.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:24.074 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:23.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:24.285 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=7.00284ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:24.301 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:24.301 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/06 08:02:24.326 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=54.956744ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:23.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:24.392 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:23.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:24.488 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 08:02:24.488 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:24.491 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.681983445\n# Parse_time: 0\n# Compile_time: 0.005863811\n# Rewrite_time: 0.000014983\n# Optimize_time: 0\n# Wait_TS: 0.000650221\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:24.496 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 08:02:24.556 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:24.47 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:24.556 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:24.47 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 08:02:24.595 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:24.47 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:24.707 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.536868ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:24.720 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:24.720 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/06 08:02:24.741 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=53.521098ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:24.47 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:24.799 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:24.47 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:24.838 +00:00] [ERROR] [runaway.go:156] ["try to get done runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchDoneRecord\n\tpkg/domain/runaway.go:549\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchDoneRecord\n\tpkg/domain/runaway.go:506\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchDoneRecords\n\tpkg/domain/runaway.go:480\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:154\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:02:24.838 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchDoneRecord\n\tpkg/domain/runaway.go:549\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchDoneRecord\n\tpkg/domain/runaway.go:506\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchDoneRecords\n\tpkg/domain/runaway.go:480\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:154\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:24.865 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 08:02:24.866 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:24.869 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.375305273\n# Parse_time: 0\n# Compile_time: 0.002433805\n# Rewrite_time: 0.000007681\n# Optimize_time: 0\n# Wait_TS: 0.000410863\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:24.875 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 08:02:24.958 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:24.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:24.958 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:24.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 08:02:25.021 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:24.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:25.120 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.237192ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:25.130 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:25.130 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/06 08:02:25.166 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=53.768753ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:24.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:25.234 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:24.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:25.287 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 08:02:25.287 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:25.290 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.417645322\n# Parse_time: 0\n# Compile_time: 0.002557973\n# Rewrite_time: 0.000012424\n# Optimize_time: 0\n# Wait_TS: 0.000481348\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:25.298 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 08:02:25.404 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:25.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:25.404 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:25.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 08:02:25.454 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:25.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:25.629 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.840719ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:25.640 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:25.640 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/06 08:02:25.673 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=54.188706ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:25.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:25.739 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:25.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:25.831 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 08:02:25.832 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:25.833 +00:00] [ERROR] [runaway.go:156] ["try to get done runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchDoneRecord\n\tpkg/domain/runaway.go:549\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchDoneRecord\n\tpkg/domain/runaway.go:506\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchDoneRecords\n\tpkg/domain/runaway.go:480\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:154\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:02:25.833 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchDoneRecord\n\tpkg/domain/runaway.go:549\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchDoneRecord\n\tpkg/domain/runaway.go:506\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchDoneRecords\n\tpkg/domain/runaway.go:480\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:154\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:25.835 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.540215261\n# Parse_time: 0\n# Compile_time: 0.003519111\n# Rewrite_time: 0.000008884\n# Optimize_time: 0\n# Wait_TS: 0.000353268\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:25.840 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 08:02:25.898 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:25.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:25.898 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:25.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 08:02:25.954 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:25.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.069 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.48129ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:26.080 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:26.081 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/06 08:02:26.115 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=54.142884ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:25.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.186 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:25.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.252 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 08:02:26.253 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:26.256 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.41817987\n# Parse_time: 0\n# Compile_time: 0.002189393\n# Rewrite_time: 0.000008651\n# Optimize_time: 0\n# Wait_TS: 0.000413864\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:26.259 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/06 08:02:26.305 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:26.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:26.305 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:26.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/06 08:02:26.357 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:26.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.434 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=2.879883ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:26.444 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:26.444 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/06 08:02:26.481 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=53.3931ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:26.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.533 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:26.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.576 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 08:02:26.576 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:26.579 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.321882977\n# Parse_time: 0\n# Compile_time: 0.001364424\n# Rewrite_time: 0.000013962\n# Optimize_time: 0\n# Wait_TS: 0.00041891\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:26.583 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/06 08:02:26.629 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:26.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:26.629 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:26.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/06 08:02:26.672 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:26.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.763 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=2.827944ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:26.775 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:26.775 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/06 08:02:26.810 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.395585ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:26.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.845 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:26.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.891 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 08:02:26.891 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:26.894 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.312365634\n# Parse_time: 0\n# Compile_time: 0.001797419\n# Rewrite_time: 0.000010087\n# Optimize_time: 0\n# Wait_TS: 0.000423556\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:26.895 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/06 08:02:26.923 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:26.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:26.923 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:26.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/06 08:02:26.981 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:26.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:27.010 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=875.649Β΅s] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:02:27.019 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:27.019 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/06 08:02:27.058 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.031098ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:26.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:27.092 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:26.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:27.116 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 08:02:27.116 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:27.170 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:27.170 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/06 08:02:27.231 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:27.296 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.652492ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 08:02:27.306 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:02:27.306 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/06 08:02:27.343 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.985117ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:27.416 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:27.465 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 08:02:27.465 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:27.469 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.34700361\n# Parse_time: 0\n# Compile_time: 0.003114452\n# Rewrite_time: 0.001488621\n# Optimize_time: 0\n# Wait_TS: 0.000534559\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:28.046 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572384923975681\n# Query_time: 0.420289315\n# Parse_time: 0\n# Compile_time: 0.216679183\n# Rewrite_time: 0.006020392\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 371197\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('1wvoMAkyN18xCTAJMAlOL0EJMAl0aW1lOjE5NG1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDI3LjIBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVmKDg0Mi4xwrVzfSwgARAYX2RldGFpbBFlHF9wcm9jZXNzCSwcIDU1LjPCtXMRQQx3YWl0ERoANwVGERooa3ZfcmVhZF93YWwNaBQgMTE3LjIJPQhpa3YyGgAANAkaGH0sIHNjYW4+gwAMa2V5cwXGKGdldF9zbmFwc2hvEXcMMjAuNgVUaHJvY2tzZGI6IHtibG9jazoge319fSwgY29tbQGkRHhuOiB7cHJld3JpdGU6MS43MSE5AVERIhhzOjM0MC41BU0JFBA6MS4xMgEnHHNsb3dlc3RfEUAlRgAgMYZgMC4wMDJzLCByZWdpb25faWQ6IDYsIHN0byGrNDEyNy4wLjAuMToyMDE2IXoEaW0uZAE6CgEENzYBzkIIAQGoOvkABDEzDaxa+QAF6TlKBY8UX2JhdGNoJbYIOiAyAWowLCBwcm9wb3NlX3NlbiGuEGl0OiAwARckZXJzaXN0X2xvZxnqCDE0My3/CV4UbGVhZGVyDVAoMTQ2bnMsIHN5bmMJNgw3My40JU4JLTRtZW10YWJsZTogMy44OElxKWgJLxA0NTUuNwUwEGFwcGx5MqwABDE4TToFGxWRBDY2DWIUbXV0ZXhfKfgBvglyMp8AGRcYd2FsOiAxNQ07CSsZnQg4LjVBpS49AhhwcmltYXJ5RvYBBDFz/vYBKfYINDYxBfuS+AEEMi4pud74AQwxNi45JWeu+gEENjAyLwEyWgEEMzU2+AEEMzENYT5bAQw1NTJuAeQu9gEIMjI1DS4l2zb2AQA2TW4FGzn2BDMuQT8MLCBtdcL2AQA2bTU+mwAIOS42IRUl9m3ICG51baEqCSqFgwQxLA0OGGJ5dGU6MzIFLmxpbnNlcnQ6MTY2LjhtcwkxMTQuNSBLQglOL0EK')\n# Resource_group: default\n;"] [2024/05/06 08:02:28.146 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=28.320232524s] [2024/05/06 08:02:28.153 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b87c4fee-cc07-427b-9dc2-d46ca489b61b"] [2024/05/06 08:02:28.154 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b87c4fee-cc07-427b-9dc2-d46ca489b61b"] [2024/05/06 08:02:28.154 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b87c4fee-cc07-427b-9dc2-d46ca489b61b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:28.155 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b87c4fee-cc07-427b-9dc2-d46ca489b61b"] [] [2024/05/06 08:02:28.157 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:28.157 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=13.511Β΅s] [2024/05/06 08:02:28.157 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=15.764Β΅s] [2024/05/06 08:02:28.157 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=5.148Β΅s] [2024/05/06 08:02:28.157 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=8.181Β΅s] [2024/05/06 08:02:28.157 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=14.053Β΅s] [2024/05/06 08:02:28.157 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=7.413Β΅s] [2024/05/06 08:02:28.157 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=7.682Β΅s] [2024/05/06 08:02:28.157 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=10.757Β΅s] [2024/05/06 08:02:28.157 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=6.343Β΅s] [2024/05/06 08:02:28.157 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=4.786Β΅s] [2024/05/06 08:02:28.157 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:28.157 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=8.089Β΅s] [2024/05/06 08:02:28.157 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:28.157 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:02:28.158 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:02:28.170 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=b87c4fee-cc07-427b-9dc2-d46ca489b61b] ["take time"=20.351917ms] [2024/05/06 08:02:28.170 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=b87c4fee-cc07-427b-9dc2-d46ca489b61b] [2024/05/06 08:02:28.173 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=690] [2024/05/06 08:02:28.173 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:02:28.173 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:02:28.173 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:28.173 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:28.173 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:02:28.173 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:28.173 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:28.173 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:02:28.173 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:02:28.173 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:28.173 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:28.173 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:28.173 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:02:28.173 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager dfeba37b-e788-4690-9797-9d20ffea7694 watch owner key /tidb/br-stream/owner/6f188f4cea282357"] [2024/05/06 08:02:28.173 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:02:28.173 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:02:28.173 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager dfeba37b-e788-4690-9797-9d20ffea7694"] [2024/05/06 08:02:28.174 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager dfeba37b-e788-4690-9797-9d20ffea7694"] [2024/05/06 08:02:28.175 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:02:28.175 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=dfeba37b-e788-4690-9797-9d20ffea7694] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:28.175 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:02:28.175 +00:00] [INFO] [flush_subscriber.go:97] [Clearing.] [category="log backup flush subscriber"] [2024/05/06 08:02:28.175 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:28.175 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:28.175 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:28.175 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager dfeba37b-e788-4690-9797-9d20ffea7694"] [error="context canceled"] [2024/05/06 08:02:28.175 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=25.599924ms] [2024/05/06 08:02:28.175 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793178061520943] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:02:28.187 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:02:28.334 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1241] ["lease id"=6f188f4cea282412] [2024/05/06 08:02:28.336 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:02:28.375 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager dfeba37b-e788-4690-9797-9d20ffea7694"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:28.434 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=94.53071ms] [2024/05/06 08:02:28.440 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:02:28.440 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=0aa72f19-33fd-48a4-8191-882b1a7cc55d] [runWorker=true] [2024/05/06 08:02:28.440 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:02:28.442 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:02:28.443 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 08:02:28.443 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:28.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:28.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:28.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:28.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:28.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:28.444 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:28.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:28.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:28.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:28.444 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:28.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:28.444 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:28.444 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:02:28.446 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0aa72f19-33fd-48a4-8191-882b1a7cc55d"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4cea2829a4] [ownerID=0aa72f19-33fd-48a4-8191-882b1a7cc55d] [op=none] [2024/05/06 08:02:28.447 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:28.447 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=ecf91711-2b17-4e2b-830a-417b0fd22e94] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:28.471 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:02:28.472 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:28.472 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:02:28.474 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0aa72f19-33fd-48a4-8191-882b1a7cc55d"] ["owner key"=/tidb/bindinfo/owner/3eaa8f4cea2829a8] [ownerID=0aa72f19-33fd-48a4-8191-882b1a7cc55d] [op=none] [2024/05/06 08:02:28.487 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/06 08:02:28.494 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:02:28.495 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:28.496 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0aa72f19-33fd-48a4-8191-882b1a7cc55d"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4cea2829a4] [ownerID=0aa72f19-33fd-48a4-8191-882b1a7cc55d] [op=none] [2024/05/06 08:02:28.496 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0aa72f19-33fd-48a4-8191-882b1a7cc55d"] [op=none] [2024/05/06 08:02:28.496 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:02:28.573 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:28.589 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:28.601 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:28.601 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:28.602 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:28.602 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:02:28.602 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:28.602 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:02:28.602 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:02:28.602 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:02:28.602 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:02:28.604 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:28.604 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:02:28.605 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:28.605 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:28.605 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:28.605 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:02:28.605 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:28.608 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0aa72f19-33fd-48a4-8191-882b1a7cc55d"] ["owner key"=/tidb/stats/owner/3eaa8f4cea2829ab] [ownerID=0aa72f19-33fd-48a4-8191-882b1a7cc55d] [op=none] [2024/05/06 08:02:28.609 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:28.611 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=72] [total-mem=32GiB] [2024/05/06 08:02:28.617 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/bb0b602f-a8ef-46cb-a259-2cff01ccc566] [2024/05/06 08:02:28.618 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:28.618 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:28.627 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:28.627 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:02:28.628 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:02:28.659 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=54.696296ms] [2024/05/06 08:02:28.680 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestImportInto/TestGzipAndMixedCompression [2024/05/06 08:02:28.691 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists gzip"] [user=] [2024/05/06 08:02:28.693 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database gzip"] [user=] [2024/05/06 08:02:28.727 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:28.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:28.727 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:28.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database gzip"] [2024/05/06 08:02:28.781 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:28.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:28.823 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=1.098851ms] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:02:28.833 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/06 08:02:28.872 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=53.429771ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:28.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:28.914 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:28.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:28.941 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 08:02:28.941 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:28.948 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=gzip] [sql="CREATE TABLE gzip.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/05/06 08:02:29.003 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:28.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:29.003 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:28.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE gzip.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 08:02:29.074 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:28.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:29.081 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: t"] [2024/05/06 08:02:29.146 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=2.467036ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:29.158 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/05/06 08:02:29.193 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.631256ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:28.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:29.269 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:28.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:29.308 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/06 08:02:29.308 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:29.311 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.365011392\n# Parse_time: 0.000671965\n# Compile_time: 0.0011731\n# Rewrite_time: 0.000009354\n# Optimize_time: 0.000304044\n# Wait_TS: 0.000377646\n# DB: gzip\n# Is_internal: false\n# Digest: e133916c6c145ebf62d40b5eea20db699616ea4a8ea06f2c663b27e77326ec74\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse gzip;\nCREATE TABLE gzip.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 08:02:29.616 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager dfeba37b-e788-4690-9797-9d20ffea7694"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:29.618 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:02:29.618 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:02:29.618 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/bb0b602f-a8ef-46cb-a259-2cff01ccc566] [watcherID=bc59d5f9-db4d-42d8-a0a5-3ac23b733a27] [2024/05/06 08:02:29.629 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:02:29.642 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=72] [2024/05/06 08:02:29.642 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:02:29.642 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:02:29.642 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:02:29.642 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:02:29.735 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:29.942 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 08:02:30.079 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=111B] [thread-cnt=1] [global-sort=false] [2024/05/06 08:02:30.122 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/05/06 08:02:30.122 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 08:02:30.228 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:30.229 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:30.230 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/05/06 08:02:30.249 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:30.263 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:02:30.263 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=111] [2024/05/06 08:02:30.263 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=111] [cost=88.639Β΅s] [2024/05/06 08:02:30.264 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=250.751Β΅s] [] [2024/05/06 08:02:30.264 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:30.264 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 08:02:30.381 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/06 08:02:30.402 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/06 08:02:30.413 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=71] [2024/05/06 08:02:30.444 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:02:30.481 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=455.1MiB]"] [2024/05/06 08:02:30.482 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 08:02:30.483 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:30.484 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/05/06 08:02:30.492 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:30.493 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793178061520943] [2024/05/06 08:02:30.493 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:30.493 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:30.494 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:30.494 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:30.494 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:30.494 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:30.494 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:30.510 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:30.512 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:30.512 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 08:02:30.512 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=import] [data=227.6MiB] [per-index=75.85MiB] [2024/05/06 08:02:30.512 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=1] [disk-quota=700.7GiB] [2024/05/06 08:02:30.561 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/05/06 08:02:30.566 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 08:02:30.591 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 08:02:30.591 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 08:02:30.614 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gz:0] [2024/05/06 08:02:30.616 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gz:0] [readDur=199.095Β΅s] [encodeDur=1.144228ms] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [deliverDur=90.807Β΅s] [type=file] [takeTime=1.87236ms] [] [2024/05/06 08:02:30.617 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 08:02:30.617 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/65e499ad-56d4-4e76-972a-80d5e0f5ec88.sst] [firstKey=74800000000000006A5F728000000000000001] [lastKey=74800000000000006A5F728000000000000002] [2024/05/06 08:02:30.646 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gzip:0] [2024/05/06 08:02:30.647 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gzip:0] [readDur=171.519Β΅s] [encodeDur=531.585Β΅s] [checksum="{cksum=6510788178300023669,size=66,kvs=2}"] [deliverDur=56.873Β΅s] [type=file] [takeTime=1.135842ms] [] [2024/05/06 08:02:30.648 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 08:02:30.648 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/aa8b84c4-5829-4472-a5eb-ff19f10cdd12.sst] [firstKey=74800000000000006A5F728000000000000003] [lastKey=74800000000000006A5F728000000000000004] [2024/05/06 08:02:30.658 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.002.csv:0] [2024/05/06 08:02:30.661 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.002.csv:0] [readDur=1.11468ms] [encodeDur=1.375724ms] [checksum="{cksum=12593782543884416478,size=165,kvs=5}"] [deliverDur=66.42Β΅s] [type=file] [takeTime=2.922728ms] [] [2024/05/06 08:02:30.662 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=165] [kvs=5] [files=1] [sstFileSize=1005] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/36ce8a19-46a2-4a66-988a-223956dfb213.sst] [firstKey=74800000000000006A5F728000000000000005] [lastKey=74800000000000006A5F728000000000000009] [2024/05/06 08:02:30.662 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=100.729721ms] [] [2024/05/06 08:02:30.662 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 08:02:30.662 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 08:02:30.662 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 08:02:30.664 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.739468ms] [] [2024/05/06 08:02:30.664 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [2024/05/06 08:02:30.670 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:30.692 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] ["region ranges"=1] [count=9] [size=297] [2024/05/06 08:02:30.692 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:30.708 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [size=297] [kvs=9] [importedSize=297] [importedCount=9] [2024/05/06 08:02:30.710 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [takeTime=46.11937ms] [] [2024/05/06 08:02:30.710 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 08:02:30.712 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.428058ms] [] [2024/05/06 08:02:30.712 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 08:02:30.712 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 08:02:30.714 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=1.954576ms] [] [2024/05/06 08:02:30.714 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [2024/05/06 08:02:30.714 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 08:02:30.714 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [takeTime=60.241Β΅s] [] [2024/05/06 08:02:30.714 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 08:02:30.715 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=799.385Β΅s] [] [2024/05/06 08:02:30.773 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 08:02:30.775 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:30.775 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:30.775 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:30.775 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:30.775 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:30.775 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:30.775 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:30.775 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:30.775 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:30.775 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:30.775 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:30.775 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:30.775 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:30.777 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:30.777 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:30.777 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:30.777 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:30.777 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:30.777 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=455.1MiB]"] [takeTime=296.058806ms] [] [2024/05/06 08:02:30.844 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:30.846 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:30.847 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:30.847 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:30.935 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54}}"] [2024/05/06 08:02:30.937 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:30.937 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 08:02:31.097 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=455.1MiB]"] [2024/05/06 08:02:31.140 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 08:02:31.140 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 08:02:31.141 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 08:02:31.141 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=10.335Β΅s] [] [2024/05/06 08:02:31.141 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [groupId=-1] [size=297] [kvs=9] [checksum=3562370486853394715] [2024/05/06 08:02:31.141 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=3562370486853394715,size=297,kvs=9}"] [2024/05/06 08:02:31.141 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/05/06 08:02:31.141 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/05/06 08:02:31.144 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=-1] [checksum=3562370486853394715] [totalKvs=9] [totalBytes=297] [2024/05/06 08:02:31.145 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=3562370486853394715,size=297,kvs=9}"] [2024/05/06 08:02:31.145 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=4.562972ms] [] [2024/05/06 08:02:31.145 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=4.711815ms] [] [2024/05/06 08:02:31.200 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=455.1MiB]"] [takeTime=102.824668ms] [] [2024/05/06 08:02:31.246 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:02:31.246 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/05/06 08:02:31.248 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/05/06 08:02:31.327 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=1] [2024/05/06 08:02:31.347 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/05/06 08:02:31.356 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:31.356 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/05/06 08:02:31.448 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:31.638 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.320004893\n# Parse_time: 0.000725965\n# Compile_time: 0.001339718\n# Rewrite_time: 0.000299921\n# Optimize_time: 0.000304044\n# Wait_TS: 0\n# DB: gzip\n# Is_internal: false\n# Digest: 02e1b2d9d9874751320f59169ed0a406a64b5cdb2070fc8823e8eb2bfabb7ffa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4zMnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4zMnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gzip`.`t` FROM 'gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 08:02:31.647 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=gzip] [sql="truncate table gzip.t"] [user=] [2024/05/06 08:02:31.710 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:31.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:31.710 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:31.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table gzip.t"] [2024/05/06 08:02:31.753 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:31.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:31.764 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 108, Table Name: t, Old Table ID: 106, Old Table Name: t"] [2024/05/06 08:02:31.813 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=3.357942ms] [gotSchemaVersion=54] [phyTblIDs="[106,108]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:02:31.828 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=109] [version=54] [2024/05/06 08:02:31.856 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=53.873515ms] [job="ID:109, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:31.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:31.902 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=109] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/05/06 08:02:31.918 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="truncate table"] [2024/05/06 08:02:31.922 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:31.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:32.004 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/06 08:02:32.005 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:32.008 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.362922653\n# Parse_time: 0.000751007\n# Compile_time: 0.00114048\n# Rewrite_time: 0.000008988\n# Optimize_time: 0.000714349\n# Wait_TS: 0.00028657\n# DB: gzip\n# Is_internal: false\n# Digest: 8fa55bff56c3c9eef6de1f96578f05ef16ddee97b827bd3cdada5e520a77fbb6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table gzip.t;"] [2024/05/06 08:02:32.022 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:32.268 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 08:02:32.360 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=111B] [thread-cnt=1] [global-sort=false] [2024/05/06 08:02:32.407 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/05/06 08:02:32.407 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 08:02:32.513 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:32.514 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:32.515 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/05/06 08:02:32.535 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:32.548 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:02:32.548 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=111] [2024/05/06 08:02:32.549 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=111] [cost=209.225Β΅s] [2024/05/06 08:02:32.549 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=446.663Β΅s] [] [2024/05/06 08:02:32.549 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:32.549 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 08:02:32.683 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/06 08:02:32.702 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/06 08:02:32.715 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=71] [2024/05/06 08:02:32.755 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=455.1MiB]"] [2024/05/06 08:02:32.756 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 08:02:32.757 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:32.765 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:32.765 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793178061520943] [2024/05/06 08:02:32.766 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:32.766 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:32.767 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:32.767 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:32.767 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:32.767 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:32.767 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:32.781 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:32.782 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:32.782 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 08:02:32.782 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=import] [data=227.6MiB] [per-index=75.85MiB] [2024/05/06 08:02:32.782 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=2] [disk-quota=700.7GiB] [2024/05/06 08:02:32.824 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/05/06 08:02:32.828 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 08:02:32.832 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 08:02:32.832 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/06 08:02:32.842 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gz:0] [2024/05/06 08:02:32.844 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gz:0] [readDur=117.452Β΅s] [encodeDur=878.603Β΅s] [checksum="{cksum=3295917154550004049,size=33,kvs=1}"] [deliverDur=118.052Β΅s] [type=file] [takeTime=1.619582ms] [] [2024/05/06 08:02:32.845 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/06 08:02:32.845 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=924] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/7be6b223-ad59-4b68-82d9-42c9459d194e.sst] [firstKey=74800000000000006C5F728000000000000002] [lastKey=74800000000000006C5F728000000000000002] [2024/05/06 08:02:32.854 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gzip:0] [2024/05/06 08:02:32.856 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gzip:0] [readDur=106.122Β΅s] [encodeDur=905.572Β΅s] [checksum="{cksum=3799961091930450100,size=33,kvs=1}"] [deliverDur=48.356Β΅s] [type=file] [takeTime=1.402574ms] [] [2024/05/06 08:02:32.856 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/06 08:02:32.856 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=924] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/f89c2dfa-8119-45e9-be24-8ed9eef486f1.sst] [firstKey=74800000000000006C5F728000000000000004] [lastKey=74800000000000006C5F728000000000000004] [2024/05/06 08:02:32.867 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=compress.002.csv:0] [2024/05/06 08:02:32.868 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=compress.002.csv:0] [readDur=245.376Β΅s] [encodeDur=921.699Β΅s] [checksum="{cksum=0,size=132,kvs=4}"] [deliverDur=80.878Β΅s] [type=file] [takeTime=1.63484ms] [] [2024/05/06 08:02:32.869 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=132] [kvs=4] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/20e7ed8f-d7bc-4189-a0ca-d853e5d45275.sst] [firstKey=74800000000000006C5F728000000000000006] [lastKey=74800000000000006C5F728000000000000009] [2024/05/06 08:02:32.869 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=45.347052ms] [] [2024/05/06 08:02:32.869 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 08:02:32.869 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 08:02:32.870 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 08:02:32.871 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.829942ms] [] [2024/05/06 08:02:32.871 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [2024/05/06 08:02:32.877 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:32.898 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] ["region ranges"=1] [count=6] [size=198] [2024/05/06 08:02:32.899 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:32.914 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [size=198] [kvs=6] [importedSize=198] [importedCount=6] [2024/05/06 08:02:32.916 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [takeTime=44.33969ms] [] [2024/05/06 08:02:32.916 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 08:02:32.918 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.692208ms] [] [2024/05/06 08:02:32.918 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 08:02:32.918 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 08:02:32.920 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=1.594181ms] [] [2024/05/06 08:02:32.920 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [2024/05/06 08:02:32.920 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 08:02:32.920 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [takeTime=95.022Β΅s] [] [2024/05/06 08:02:32.920 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 08:02:32.921 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=816.128Β΅s] [] [2024/05/06 08:02:32.994 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 08:02:32.997 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:32.997 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:32.997 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:32.997 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:32.997 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:32.997 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:32.997 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:32.997 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:32.997 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:32.998 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:32.998 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:32.998 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:32.998 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:33.000 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:33.000 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:33.000 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:33.000 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:33.000 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:33.000 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=455.1MiB]"] [takeTime=245.248221ms] [] [2024/05/06 08:02:33.025 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:33.026 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:33.027 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:33.027 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:33.102 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36}}"] [2024/05/06 08:02:33.103 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:33.103 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 08:02:33.246 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=455.1MiB]"] [2024/05/06 08:02:33.292 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 08:02:33.292 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 08:02:33.292 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 08:02:33.292 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=11.173Β΅s] [] [2024/05/06 08:02:33.292 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [groupId=-1] [size=198] [kvs=6] [checksum=1801826099013898725] [2024/05/06 08:02:33.292 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=1801826099013898725,size=198,kvs=6}"] [2024/05/06 08:02:33.292 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/05/06 08:02:33.292 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/05/06 08:02:33.296 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=-1] [checksum=1801826099013898725] [totalKvs=6] [totalBytes=198] [2024/05/06 08:02:33.297 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=1801826099013898725,size=198,kvs=6}"] [2024/05/06 08:02:33.297 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=4.808609ms] [] [2024/05/06 08:02:33.297 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=4.99262ms] [] [2024/05/06 08:02:33.355 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:02:33.355 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/05/06 08:02:33.359 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/05/06 08:02:33.367 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=455.1MiB]"] [takeTime=121.397463ms] [] [2024/05/06 08:02:33.415 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/05/06 08:02:33.427 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/05/06 08:02:33.449 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:33.450 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/05/06 08:02:33.538 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:33.616 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.606446231\n# Parse_time: 0.000613127\n# Compile_time: 0.001197283\n# Rewrite_time: 0.000279943\n# Optimize_time: 0.000714349\n# Wait_TS: 0\n# DB: gzip\n# Is_internal: false\n# Digest: 9d7b6c5838ea9d605d5f2b69162f5d53aa0ade450435a07a64b60325ed206bb4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gzip`.`t` FROM 'gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH skip_rows=1, thread=1;"] === RUN TestImportInto/TestImportFromServer [2024/05/06 08:02:33.626 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=gzip] [sql="drop database if exists from_server"] [user=] [2024/05/06 08:02:33.629 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=gzip] [sql="create database from_server"] [user=] [2024/05/06 08:02:33.664 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:33.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:33.664 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:33.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_server"] [2024/05/06 08:02:33.731 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:33.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:33.779 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=1.070424ms] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:02:33.789 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=111] [version=55] [2024/05/06 08:02:33.827 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=53.647606ms] [job="ID:111, Type:create schema, State:done, SchemaState:public, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:33.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:33.877 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:create schema, State:synced, SchemaState:public, SchemaID:110, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:33.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:33.903 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 08:02:33.904 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:33.910 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=from_server] [sql="create table t (a bigint, b varchar(100));"] [user=] [2024/05/06 08:02:33.955 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:33.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:33.955 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:33.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100));"] [2024/05/06 08:02:33.997 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:33.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:34.005 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 110, Table ID: 112, Table Name: t"] [2024/05/06 08:02:34.070 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=2.423428ms] [gotSchemaVersion=56] [phyTblIDs="[112]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:34.081 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=113] [version=56] [2024/05/06 08:02:34.116 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=52.995437ms] [job="ID:113, Type:create table, State:done, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:33.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:34.216 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:create table, State:synced, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:33.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:34.255 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/06 08:02:34.255 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:34.259 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.349899125\n# Parse_time: 0.000518977\n# Compile_time: 0.000761995\n# Rewrite_time: 0.000007745\n# Optimize_time: 0.001027373\n# Wait_TS: 0.00039352\n# DB: from_server\n# Is_internal: false\n# Digest: 2ddde2966584d9ad12769454e590b3145b3fdd941ece31b54906b745030d6838\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_server;\ncreate table t (a bigint, b varchar(100));"] [2024/05/06 08:02:34.466 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportFromServer427968154/001/server-0.csv\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:02:34.466 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:02:34.466 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/05/06 08:02:34.466 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=53.793Β΅s] [2024/05/06 08:02:34.466 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=195.289Β΅s] [] [2024/05/06 08:02:34.553 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=18B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:02:34.613 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/05/06 08:02:34.613 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:02:34.718 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:34.720 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:34.721 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/05/06 08:02:34.738 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:34.738 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:02:34.847 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/05/06 08:02:34.867 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/06 08:02:34.882 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=64] [2024/05/06 08:02:34.929 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=3.556GiB]"] [2024/05/06 08:02:34.930 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 08:02:34.940 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:34.940 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793178061520943] [2024/05/06 08:02:34.941 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:34.941 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:34.942 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:34.942 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:34.942 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:34.942 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:34.942 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:34.958 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:34.959 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:34.960 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 08:02:34.960 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=import] [data=227.6MiB] [per-index=75.85MiB] [2024/05/06 08:02:34.960 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=3] [disk-quota=700.7GiB] [2024/05/06 08:02:35.024 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/05/06 08:02:35.029 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 08:02:35.033 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 08:02:35.033 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 08:02:35.138 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=server-0.csv:0] [2024/05/06 08:02:35.140 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=server-0.csv:0] [readDur=184.467Β΅s] [encodeDur=701.624Β΅s] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [deliverDur=323.88Β΅s] [type=file] [takeTime=1.659833ms] [] [2024/05/06 08:02:35.141 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=116.620197ms] [] [2024/05/06 08:02:35.141 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/3/490acc05-2370-5ec4-8393-939390984a58.sst/b0dd785e-0c59-4721-8f8d-4d5a99962906.sst] [firstKey=7480000000000000705F728000000000000001] [lastKey=7480000000000000705F728000000000000002] [2024/05/06 08:02:35.141 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 08:02:35.141 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 08:02:35.141 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 08:02:35.143 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=2.011817ms] [] [2024/05/06 08:02:35.143 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/05/06 08:02:35.148 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:35.170 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=2] [size=76] [2024/05/06 08:02:35.170 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:35.184 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=76] [kvs=2] [importedSize=76] [importedCount=2] [2024/05/06 08:02:35.186 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=42.370729ms] [] [2024/05/06 08:02:35.186 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 08:02:35.187 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.136131ms] [] [2024/05/06 08:02:35.187 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 08:02:35.187 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 08:02:35.189 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.885785ms] [] [2024/05/06 08:02:35.189 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/05/06 08:02:35.189 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 08:02:35.189 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=61Β΅s] [] [2024/05/06 08:02:35.189 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 08:02:35.190 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=864.442Β΅s] [] [2024/05/06 08:02:35.234 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:35.234 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 08:02:35.235 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:35.236 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:35.236 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:35.236 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:35.236 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:35.236 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:35.236 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:35.236 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:35.236 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:35.236 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:35.236 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:35.236 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:35.236 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:35.237 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:35.237 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:35.237 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:35.238 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:35.238 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:35.239 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:35.239 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:35.239 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:35.239 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=3.556GiB]"] [takeTime=309.683906ms] [] [2024/05/06 08:02:35.304 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":14}}"] [2024/05/06 08:02:35.306 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:35.306 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:02:35.489 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=3.556GiB]"] [2024/05/06 08:02:35.536 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 08:02:35.537 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 08:02:35.537 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 08:02:35.545 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=7.982322ms] [] [2024/05/06 08:02:35.545 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=-1] [size=76] [kvs=2] [checksum=4217614283895359297] [2024/05/06 08:02:35.545 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [2024/05/06 08:02:35.545 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/05/06 08:02:35.545 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/05/06 08:02:35.550 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=112] [physicalTableID=112] [indexID=-1] [checksum=4217614283895359297] [totalKvs=2] [totalBytes=76] [2024/05/06 08:02:35.551 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=4217614283895359297,size=76,kvs=2}"] [2024/05/06 08:02:35.551 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=13.940064ms] [] [2024/05/06 08:02:35.551 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=14.177066ms] [] [2024/05/06 08:02:35.595 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=3.556GiB]"] [takeTime=105.79952ms] [] [2024/05/06 08:02:35.633 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:02:35.634 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=3] [step=post-process] [state=running] [] [2024/05/06 08:02:35.636 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/05/06 08:02:35.692 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/05/06 08:02:35.719 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=3] [2024/05/06 08:02:35.743 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:35.743 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/05/06 08:02:35.841 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.58109358\n# Parse_time: 0.000420322\n# Compile_time: 0.001165221\n# Rewrite_time: 0.000298381\n# Optimize_time: 0.001027373\n# Wait_TS: 0\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestImportIntoTestImportFromServer427968154/001/server-0.csv';"] [2024/05/06 08:02:35.851 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=from_server] [sql="truncate table t"] [user=] [2024/05/06 08:02:35.867 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:35.889 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:35.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 08:02:35.889 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:35.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:35.942 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:35.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:35.953 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 110, Table ID: 114, Table Name: t, Old Table ID: 112, Old Table Name: t"] [2024/05/06 08:02:35.992 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=2.130175ms] [gotSchemaVersion=57] [phyTblIDs="[112,114]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:02:36.003 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=115] [version=57] [2024/05/06 08:02:36.039 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.611862ms] [job="ID:115, Type:truncate table, State:done, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:35.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:36.108 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=115] [tableIDs="[112]"] [comment="drop table: table ID"] [2024/05/06 08:02:36.116 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="truncate table"] [2024/05/06 08:02:36.120 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:truncate table, State:synced, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:35.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:36.180 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/06 08:02:36.180 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:36.183 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.333712523\n# Parse_time: 0.000469237\n# Compile_time: 0.000853549\n# Rewrite_time: 0.000011055\n# Optimize_time: 0.001283743\n# Wait_TS: 0.000452744\n# DB: from_server\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 08:02:36.377 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportFromServer427968154/001/server-*.csv\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:02:36.377 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:02:36.377 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=54] [2024/05/06 08:02:36.377 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=54] [cost=108.227Β΅s] [2024/05/06 08:02:36.377 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=309.583Β΅s] [] [2024/05/06 08:02:36.469 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=54B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:02:36.512 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/05/06 08:02:36.512 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:02:36.619 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:36.621 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:36.623 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/05/06 08:02:36.647 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:36.647 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:02:36.787 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/06 08:02:36.807 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/06 08:02:36.820 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=64] [2024/05/06 08:02:36.870 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=3.556GiB]"] [2024/05/06 08:02:36.872 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 08:02:36.879 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:36.879 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793178061520943] [2024/05/06 08:02:36.880 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:36.880 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:36.881 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:36.881 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:36.881 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:36.881 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:36.881 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:36.895 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:36.896 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:36.896 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 08:02:36.896 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=import] [data=227.6MiB] [per-index=75.85MiB] [2024/05/06 08:02:36.896 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=4] [disk-quota=700.7GiB] [2024/05/06 08:02:36.944 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/05/06 08:02:36.950 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 08:02:36.954 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 08:02:36.955 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 08:02:36.955 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 08:02:36.955 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 08:02:37.016 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=server-1.csv:0] [2024/05/06 08:02:37.016 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=server-0.csv:0] [2024/05/06 08:02:37.016 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=server-2.csv:0] [2024/05/06 08:02:37.018 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=server-1.csv:0] [readDur=279.444Β΅s] [encodeDur=1.067654ms] [checksum="{cksum=8740164075696154046,size=76,kvs=2}"] [deliverDur=312.625Β΅s] [type=file] [takeTime=2.236193ms] [] [2024/05/06 08:02:37.019 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=server-0.csv:0] [readDur=314.729Β΅s] [encodeDur=1.400157ms] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [deliverDur=269.613Β΅s] [type=file] [takeTime=2.366794ms] [] [2024/05/06 08:02:37.019 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=server-2.csv:0] [readDur=262.293Β΅s] [encodeDur=1.261684ms] [checksum="{cksum=13627491968562561727,size=76,kvs=2}"] [deliverDur=272.344Β΅s] [type=file] [takeTime=2.185314ms] [] [2024/05/06 08:02:37.019 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/fc61c1f9-dddf-454b-8724-69629e174ca6.sst] [firstKey=7480000000000000725F72800000000000000A] [lastKey=7480000000000000725F72800000000000000B] [2024/05/06 08:02:37.020 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=75.17898ms] [] [2024/05/06 08:02:37.020 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 08:02:37.020 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 08:02:37.020 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 08:02:37.020 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/d8976adc-37c5-4cf8-adc0-283276b439ba.sst] [firstKey=7480000000000000725F728000000000000001] [lastKey=7480000000000000725F728000000000000002] [2024/05/06 08:02:37.023 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/53eefbc7-48a0-4030-8bfd-483b44641ae2.sst] [firstKey=7480000000000000725F728000000000000013] [lastKey=7480000000000000725F728000000000000014] [2024/05/06 08:02:37.025 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=4.792999ms] [] [2024/05/06 08:02:37.025 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/05/06 08:02:37.030 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:37.052 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=6] [size=228] [2024/05/06 08:02:37.053 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:37.084 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=228] [kvs=6] [importedSize=228] [importedCount=6] [2024/05/06 08:02:37.088 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=62.900145ms] [] [2024/05/06 08:02:37.088 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 08:02:37.090 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.366569ms] [] [2024/05/06 08:02:37.090 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 08:02:37.090 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 08:02:37.091 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.658773ms] [] [2024/05/06 08:02:37.091 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/05/06 08:02:37.092 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 08:02:37.092 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=61.996Β΅s] [] [2024/05/06 08:02:37.092 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 08:02:37.092 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=799.662Β΅s] [] [2024/05/06 08:02:37.135 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:37.137 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:37.138 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:37.138 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:37.140 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 08:02:37.143 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:37.143 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:37.143 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:37.143 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:37.143 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:37.143 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:37.143 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:37.143 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:37.143 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:37.143 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:37.143 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:37.143 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:37.143 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:37.145 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:37.145 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:37.145 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:37.145 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:37.145 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:37.146 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=3.556GiB]"] [takeTime=275.055383ms] [] [2024/05/06 08:02:37.206 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":42}}"] [2024/05/06 08:02:37.207 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:37.207 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:02:37.354 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=3.556GiB]"] [2024/05/06 08:02:37.398 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 08:02:37.398 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 08:02:37.398 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 08:02:37.405 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=6.671641ms] [] [2024/05/06 08:02:37.405 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=-1] [size=228] [kvs=6] [checksum=18361781019534991424] [2024/05/06 08:02:37.405 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=18361781019534991424,size=228,kvs=6}"] [2024/05/06 08:02:37.405 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/05/06 08:02:37.406 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/05/06 08:02:37.409 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=-1] [checksum=18361781019534991424] [totalKvs=6] [totalBytes=228] [2024/05/06 08:02:37.410 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=18361781019534991424,size=228,kvs=6}"] [2024/05/06 08:02:37.410 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=11.371408ms] [] [2024/05/06 08:02:37.410 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=11.529558ms] [] [2024/05/06 08:02:37.478 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=3.556GiB]"] [takeTime=123.664211ms] [] [2024/05/06 08:02:37.533 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:02:37.533 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/05/06 08:02:37.536 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/05/06 08:02:37.607 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/05/06 08:02:37.620 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=4] [2024/05/06 08:02:37.648 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:37.648 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/05/06 08:02:37.727 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.54284798\n# Parse_time: 0.000455239\n# Compile_time: 0.001135615\n# Rewrite_time: 0.000261261\n# Optimize_time: 0.001283743\n# Wait_TS: 0\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestImportIntoTestImportFromServer427968154/001/server-*.csv';"] [2024/05/06 08:02:37.739 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=from_server] [sql="truncate table t"] [user=] [2024/05/06 08:02:37.744 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:37.771 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:114, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:37.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:37.771 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:117, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:114, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:37.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 08:02:37.848 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:37.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:37.861 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 110, Table ID: 116, Table Name: t, Old Table ID: 114, Old Table Name: t"] [2024/05/06 08:02:37.910 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=2.230177ms] [gotSchemaVersion=58] [phyTblIDs="[114,116]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:02:37.920 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=117] [version=58] [2024/05/06 08:02:37.957 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=53.256619ms] [job="ID:117, Type:truncate table, State:done, SchemaState:public, SchemaID:110, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:37.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:38.019 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=117] [tableIDs="[114]"] [comment="drop table: table ID"] [2024/05/06 08:02:38.038 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=117] [jobType="truncate table"] [2024/05/06 08:02:38.041 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:truncate table, State:synced, SchemaState:public, SchemaID:110, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:37.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:38.099 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/06 08:02:38.099 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:38.103 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.365000728\n# Parse_time: 0.0002205\n# Compile_time: 0.000770171\n# Rewrite_time: 0.000010098\n# Optimize_time: 0.001098175\n# Wait_TS: 0.000446669\n# DB: from_server\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 08:02:38.335 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportFromServer427968154/001/test.csv.gz\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:02:38.335 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:02:38.335 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 08:02:38.336 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=36] [cost=49.717Β΅s] [2024/05/06 08:02:38.336 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=171.063Β΅s] [] [2024/05/06 08:02:38.432 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=36B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:02:38.474 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/05/06 08:02:38.474 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:02:38.580 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:38.581 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:38.582 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/06 08:02:38.600 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:38.600 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:02:38.735 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/06 08:02:38.754 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/06 08:02:38.769 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=64] [2024/05/06 08:02:38.811 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=3.556GiB]"] [2024/05/06 08:02:38.812 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 08:02:38.820 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:38.820 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793178061520943] [2024/05/06 08:02:38.821 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:38.821 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:38.822 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:38.822 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:38.822 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:38.822 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:38.822 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:38.835 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:38.837 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:38.837 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 08:02:38.837 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=227.6MiB] [per-index=75.85MiB] [2024/05/06 08:02:38.837 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=700.7GiB] [2024/05/06 08:02:38.880 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/05/06 08:02:38.885 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 08:02:38.889 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 08:02:38.889 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=116] [2024/05/06 08:02:38.936 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=116] [key=test.csv.gz:0] [2024/05/06 08:02:38.938 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=116] [key=test.csv.gz:0] [readDur=193.585Β΅s] [encodeDur=689.183Β΅s] [checksum="{cksum=3639429438335945898,size=74,kvs=2}"] [deliverDur=309.633Β΅s] [type=file] [takeTime=1.680594ms] [] [2024/05/06 08:02:38.939 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=58.462642ms] [] [2024/05/06 08:02:38.939 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/5/490acc05-2370-5ec4-8393-939390984a58.sst/44a1bed6-c88b-473e-a241-70c136480c30.sst] [firstKey=7480000000000000745F728000000000000001] [lastKey=7480000000000000745F728000000000000002] [2024/05/06 08:02:38.939 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 08:02:38.939 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 08:02:38.939 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 08:02:38.941 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.72758ms] [] [2024/05/06 08:02:38.941 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/05/06 08:02:38.946 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:38.968 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=2] [size=74] [2024/05/06 08:02:38.968 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:38.982 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=74] [kvs=2] [importedSize=74] [importedCount=2] [2024/05/06 08:02:38.984 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=42.646483ms] [] [2024/05/06 08:02:38.984 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 08:02:38.985 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.040644ms] [] [2024/05/06 08:02:38.985 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 08:02:38.985 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 08:02:38.987 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.599178ms] [] [2024/05/06 08:02:38.987 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/05/06 08:02:38.987 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 08:02:38.987 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=66.264Β΅s] [] [2024/05/06 08:02:38.987 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 08:02:38.988 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=809.983Β΅s] [] [2024/05/06 08:02:39.041 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 08:02:39.043 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:39.043 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:39.043 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:39.043 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:39.043 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:39.043 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:39.043 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:39.043 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:39.044 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:39.044 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:39.044 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:39.044 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:39.044 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:39.045 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:39.045 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:39.045 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:39.045 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:39.046 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:39.046 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=3.556GiB]"] [takeTime=234.258473ms] [] [2024/05/06 08:02:39.096 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:39.097 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:39.098 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:39.099 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:39.175 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12}}"] [2024/05/06 08:02:39.177 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:39.177 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:02:39.327 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=3.556GiB]"] [2024/05/06 08:02:39.374 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 08:02:39.375 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 08:02:39.375 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 08:02:39.382 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=7.593364ms] [] [2024/05/06 08:02:39.382 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [groupId=-1] [size=74] [kvs=2] [checksum=3639429438335945898] [2024/05/06 08:02:39.382 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=3639429438335945898,size=74,kvs=2}"] [2024/05/06 08:02:39.383 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/05/06 08:02:39.383 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/05/06 08:02:39.388 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=116] [physicalTableID=116] [indexID=-1] [checksum=3639429438335945898] [totalKvs=2] [totalBytes=74] [2024/05/06 08:02:39.389 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=3639429438335945898,size=74,kvs=2}"] [2024/05/06 08:02:39.389 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=14.089848ms] [] [2024/05/06 08:02:39.389 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=14.268881ms] [] [2024/05/06 08:02:39.453 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=3.556GiB]"] [takeTime=125.664174ms] [] [2024/05/06 08:02:39.497 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:02:39.497 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/05/06 08:02:39.500 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/05/06 08:02:39.544 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/05/06 08:02:39.581 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=5] [2024/05/06 08:02:39.606 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:39.606 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/05/06 08:02:39.695 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.590924079\n# Parse_time: 0.000620125\n# Compile_time: 0.00126255\n# Rewrite_time: 0.000238097\n# Optimize_time: 0.001098175\n# Wait_TS: 0\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestImportIntoTestImportFromServer427968154/001/test.csv.gz';"] [2024/05/06 08:02:39.710 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestSnappy [2024/05/06 08:02:39.731 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=58] [cur_db=from_server] [sql="drop database if exists snappy"] [user=] [2024/05/06 08:02:39.733 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=58] [cur_db=from_server] [sql="create database snappy"] [user=] [2024/05/06 08:02:39.767 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create schema, State:queueing, SchemaState:none, SchemaID:118, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:39.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:39.767 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:119, Type:create schema, State:queueing, SchemaState:none, SchemaID:118, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:39.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database snappy"] [2024/05/06 08:02:39.841 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [category=ddl] [job="ID:119, Type:create schema, State:queueing, SchemaState:none, SchemaID:118, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:39.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:39.874 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=1.068971ms] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:02:39.887 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=119] [version=59] [2024/05/06 08:02:39.922 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.88228ms] [job="ID:119, Type:create schema, State:done, SchemaState:public, SchemaID:118, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:39.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:39.972 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [job="ID:119, Type:create schema, State:synced, SchemaState:public, SchemaID:118, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:39.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:39.998 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/06 08:02:39.998 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:40.005 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=snappy] [sql="CREATE TABLE snappy.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/05/06 08:02:40.047 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:118, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:39.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:40.047 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:118, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:39.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE snappy.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 08:02:40.091 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:118, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:39.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:40.099 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 118, Table ID: 120, Table Name: t"] [2024/05/06 08:02:40.168 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=2.530246ms] [gotSchemaVersion=60] [phyTblIDs="[120]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:40.178 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=121] [version=60] [2024/05/06 08:02:40.215 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=53.536783ms] [job="ID:121, Type:create table, State:done, SchemaState:public, SchemaID:118, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:39.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:40.301 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [job="ID:121, Type:create table, State:synced, SchemaState:public, SchemaID:118, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:39.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:40.342 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/06 08:02:40.342 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:40.346 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.342484528\n# Parse_time: 0.000745656\n# Compile_time: 0.000882449\n# Rewrite_time: 0.000010795\n# Optimize_time: 0.001073839\n# Wait_TS: 0.000743523\n# DB: snappy\n# Is_internal: false\n# Digest: a02deaa25c5034e37f814d72bf4f52fe53739dd15cd4b94f74c2300e88105e2e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse snappy;\nCREATE TABLE snappy.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 08:02:40.365 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:40.564 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://snappy/t.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 08:02:40.670 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=33B] [thread-cnt=1] [global-sort=false] [2024/05/06 08:02:40.717 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/05/06 08:02:40.717 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 08:02:40.825 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:40.826 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:40.828 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/06 08:02:40.847 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:40.855 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:02:40.855 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=33] [2024/05/06 08:02:40.855 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=33] [cost=54.957Β΅s] [2024/05/06 08:02:40.855 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=174.825Β΅s] [] [2024/05/06 08:02:40.856 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:40.856 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 08:02:40.974 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/06 08:02:40.993 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/06 08:02:41.007 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=71] [2024/05/06 08:02:41.054 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=455.1MiB]"] [2024/05/06 08:02:41.071 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 08:02:41.072 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:41.081 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:41.081 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793178061520943] [2024/05/06 08:02:41.081 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:41.082 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:41.083 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:41.083 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:41.083 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:41.083 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:41.083 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:41.098 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:41.100 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:41.100 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 08:02:41.100 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=227.6MiB] [per-index=75.85MiB] [2024/05/06 08:02:41.100 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=700.7GiB] [2024/05/06 08:02:41.144 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/05/06 08:02:41.149 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/05/06 08:02:41.153 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/06 08:02:41.153 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/05/06 08:02:41.247 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=t.01.csv.snappy:0] [2024/05/06 08:02:41.250 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=t.01.csv.snappy:0] [readDur=1.273807ms] [encodeDur=708.442Β΅s] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [deliverDur=183.949Β΅s] [type=file] [takeTime=2.617222ms] [] [2024/05/06 08:02:41.251 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=106.567517ms] [] [2024/05/06 08:02:41.251 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/6/a921513b-a672-5c3e-93ed-fa772552849b.sst/e327cbf2-6f4b-4c5c-83bf-5cf5d3b34610.sst] [firstKey=7480000000000000785F728000000000000001] [lastKey=7480000000000000785F728000000000000002] [2024/05/06 08:02:41.251 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 08:02:41.251 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 08:02:41.251 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/05/06 08:02:41.253 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [takeTime=1.852476ms] [] [2024/05/06 08:02:41.253 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [retryCnt=0] [2024/05/06 08:02:41.258 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:41.280 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=a921513b-a672-5c3e-93ed-fa772552849b] ["region ranges"=1] [count=2] [size=66] [2024/05/06 08:02:41.280 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:41.293 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=a921513b-a672-5c3e-93ed-fa772552849b] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/06 08:02:41.295 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [retryCnt=0] [takeTime=41.516602ms] [] [2024/05/06 08:02:41.295 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/05/06 08:02:41.296 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [takeTime=1.151459ms] [] [2024/05/06 08:02:41.296 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 08:02:41.296 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/06 08:02:41.298 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [takeTime=1.478789ms] [] [2024/05/06 08:02:41.298 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [retryCnt=0] [2024/05/06 08:02:41.298 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/06 08:02:41.298 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [retryCnt=0] [takeTime=58.401Β΅s] [] [2024/05/06 08:02:41.298 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/06 08:02:41.299 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [takeTime=811.472Β΅s] [] [2024/05/06 08:02:41.341 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:41.342 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:41.343 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:41.343 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:41.348 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 08:02:41.350 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:41.350 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:41.350 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:41.350 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:41.350 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:41.350 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:41.350 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:41.350 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:41.350 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:41.350 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:41.350 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:41.350 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:41.350 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:41.352 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:41.352 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:41.352 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:41.352 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:41.352 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:41.353 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=455.1MiB]"] [takeTime=298.42283ms] [] [2024/05/06 08:02:41.406 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12}}"] [2024/05/06 08:02:41.407 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:41.407 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 08:02:41.582 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=455.1MiB]"] [2024/05/06 08:02:41.621 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 08:02:41.621 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 08:02:41.621 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 08:02:41.621 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=11.16Β΅s] [] [2024/05/06 08:02:41.621 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [groupId=-1] [size=66] [kvs=2] [checksum=14262047008891545520] [2024/05/06 08:02:41.621 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [2024/05/06 08:02:41.621 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/05/06 08:02:41.621 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/05/06 08:02:41.625 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=120] [physicalTableID=120] [indexID=-1] [checksum=14262047008891545520] [totalKvs=2] [totalBytes=66] [2024/05/06 08:02:41.625 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=14262047008891545520,size=66,kvs=2}"] [2024/05/06 08:02:41.625 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=4.306363ms] [] [2024/05/06 08:02:41.625 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=4.495368ms] [] [2024/05/06 08:02:41.670 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=455.1MiB]"] [takeTime=87.380457ms] [] [2024/05/06 08:02:41.740 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:02:41.740 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/05/06 08:02:41.743 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/05/06 08:02:41.786 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/05/06 08:02:41.825 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=6] [2024/05/06 08:02:41.872 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:41.872 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/05/06 08:02:41.944 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.596002619\n# Parse_time: 0.001366988\n# Compile_time: 0.002070013\n# Rewrite_time: 0.000306844\n# Optimize_time: 0.001073839\n# Wait_TS: 0\n# DB: snappy\n# Is_internal: false\n# Digest: a256fb88970f36cc6820fa5338cd6423f7819eed0d099cc51cf9bdccbae869b9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `snappy`.`t` FROM 'gs://snappy/t.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] === RUN TestImportInto/TestZStd [2024/05/06 08:02:41.962 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=snappy] [sql="drop database if exists zstd"] [user=] [2024/05/06 08:02:41.964 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=snappy] [sql="create database zstd"] [user=] [2024/05/06 08:02:41.984 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:41.994 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:create schema, State:queueing, SchemaState:none, SchemaID:122, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:41.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:41.994 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:123, Type:create schema, State:queueing, SchemaState:none, SchemaID:122, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:41.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database zstd"] [2024/05/06 08:02:42.040 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:create schema, State:queueing, SchemaState:none, SchemaID:122, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:41.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:42.074 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=982.996Β΅s] [gotSchemaVersion=61] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:02:42.084 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=123] [version=61] [2024/05/06 08:02:42.122 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=53.28691ms] [job="ID:123, Type:create schema, State:done, SchemaState:public, SchemaID:122, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:41.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:42.166 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [job="ID:123, Type:create schema, State:synced, SchemaState:public, SchemaID:122, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:41.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:42.188 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/05/06 08:02:42.189 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:42.195 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=61] [cur_db=zstd] [sql="CREATE TABLE zstd.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/05/06 08:02:42.274 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:122, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:42.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:42.274 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:122, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:42.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE zstd.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 08:02:42.341 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:122, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:42.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:42.348 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 122, Table ID: 124, Table Name: t"] [2024/05/06 08:02:42.414 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=2.283421ms] [gotSchemaVersion=62] [phyTblIDs="[124]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:42.429 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=125] [version=62] [2024/05/06 08:02:42.461 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=53.627073ms] [job="ID:125, Type:create table, State:done, SchemaState:public, SchemaID:122, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:42.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:42.518 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [job="ID:125, Type:create table, State:synced, SchemaState:public, SchemaID:122, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:42.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:42.559 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=125] [2024/05/06 08:02:42.559 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:42.562 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.369274036\n# Parse_time: 0.000736634\n# Compile_time: 0.000985076\n# Rewrite_time: 0.000020845\n# Optimize_time: 0.001515806\n# Wait_TS: 0.000459012\n# DB: zstd\n# Is_internal: false\n# Digest: 0c19c6ee0f6e88d3d048daabbdcf4e58133d703d419a30f7a248a999fbea849c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse zstd;\nCREATE TABLE zstd.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 08:02:42.714 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:42.977 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://zstd/t.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 08:02:43.082 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=7] [task-id=7] [data-size=56B] [thread-cnt=1] [global-sort=false] [2024/05/06 08:02:43.121 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=7] [2024/05/06 08:02:43.121 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 08:02:43.227 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:43.228 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:43.229 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/05/06 08:02:43.247 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:43.259 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:02:43.259 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=56] [2024/05/06 08:02:43.260 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=56] [cost=68.337Β΅s] [2024/05/06 08:02:43.260 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=189.492Β΅s] [] [2024/05/06 08:02:43.260 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:43.260 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 08:02:43.367 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/05/06 08:02:43.388 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=7] [2024/05/06 08:02:43.393 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=7] [type=ImportInto] [remaining-slots=71] [2024/05/06 08:02:43.432 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=455.1MiB]"] [2024/05/06 08:02:43.434 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 08:02:43.435 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:43.444 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:43.444 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793178061520943] [2024/05/06 08:02:43.444 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:43.445 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:43.446 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:43.446 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:43.446 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:43.446 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:43.446 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:43.483 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:43.484 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:43.485 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 08:02:43.485 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=7] [step=import] [data=227.6MiB] [per-index=75.85MiB] [2024/05/06 08:02:43.485 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=7] [disk-quota=700.7GiB] [2024/05/06 08:02:43.534 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/05/06 08:02:43.538 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/05/06 08:02:43.543 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/06 08:02:43.543 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/05/06 08:02:43.609 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=t.01.csv.zst:0] [2024/05/06 08:02:43.613 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=t.01.csv.zst:0] [readDur=1.430398ms] [encodeDur=678.775Β΅s] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [deliverDur=970.105Β΅s] [type=file] [takeTime=3.633231ms] [] [2024/05/06 08:02:43.614 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/05/06 08:02:43.614 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/7/dbc9135c-0d8b-582b-8c22-5316c1b4dadf.sst/553671c1-ad35-49f4-804c-d291c3ea112c.sst] [firstKey=74800000000000007C5F728000000000000001] [lastKey=74800000000000007C5F728000000000000002] [2024/05/06 08:02:43.623 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=t.02.csv.zstd:0] [2024/05/06 08:02:43.626 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=t.02.csv.zstd:0] [readDur=1.166925ms] [encodeDur=900.096Β΅s] [checksum="{cksum=6510788178300023669,size=66,kvs=2}"] [deliverDur=65.056Β΅s] [type=file] [takeTime=2.450094ms] [] [2024/05/06 08:02:43.627 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/7/dbc9135c-0d8b-582b-8c22-5316c1b4dadf.sst/7401e5da-8caa-4f0e-9648-c637c209426c.sst] [firstKey=74800000000000007C5F728000000000000003] [lastKey=74800000000000007C5F728000000000000004] [2024/05/06 08:02:43.627 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=92.136046ms] [] [2024/05/06 08:02:43.627 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 08:02:43.627 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 08:02:43.627 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/05/06 08:02:43.629 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [takeTime=1.485884ms] [] [2024/05/06 08:02:43.629 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [retryCnt=0] [2024/05/06 08:02:43.634 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:43.657 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] ["region ranges"=1] [count=4] [size=132] [2024/05/06 08:02:43.657 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:43.670 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [size=132] [kvs=4] [importedSize=132] [importedCount=4] [2024/05/06 08:02:43.672 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [retryCnt=0] [takeTime=43.128053ms] [] [2024/05/06 08:02:43.672 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/05/06 08:02:43.673 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [takeTime=1.229ms] [] [2024/05/06 08:02:43.673 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 08:02:43.673 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/06 08:02:43.675 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [takeTime=2.080637ms] [] [2024/05/06 08:02:43.675 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [retryCnt=0] [2024/05/06 08:02:43.676 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/06 08:02:43.676 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [retryCnt=0] [takeTime=52.382Β΅s] [] [2024/05/06 08:02:43.676 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/06 08:02:43.676 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [takeTime=797.349Β΅s] [] [2024/05/06 08:02:43.731 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 08:02:43.734 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:43.734 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:43.734 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:43.734 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:43.734 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:43.734 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:43.734 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:43.734 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:43.734 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:43.734 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:43.734 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:43.734 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:43.734 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:43.736 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:43.736 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:43.736 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:43.736 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:43.736 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:43.736 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=455.1MiB]"] [takeTime=303.910466ms] [] [2024/05/06 08:02:43.745 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:43.747 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:43.749 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:43.749 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:43.819 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":24}}"] [2024/05/06 08:02:43.820 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:43.820 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 08:02:43.946 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=455.1MiB]"] [2024/05/06 08:02:44.021 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 08:02:44.021 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 08:02:44.021 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 08:02:44.021 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=36.235Β΅s] [] [2024/05/06 08:02:44.021 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [groupId=-1] [size=132] [kvs=4] [checksum=11508402849382241477] [2024/05/06 08:02:44.021 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=11508402849382241477,size=132,kvs=4}"] [2024/05/06 08:02:44.021 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/05/06 08:02:44.021 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/05/06 08:02:44.025 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=124] [physicalTableID=124] [indexID=-1] [checksum=11508402849382241477] [totalKvs=4] [totalBytes=132] [2024/05/06 08:02:44.025 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=11508402849382241477,size=132,kvs=4}"] [2024/05/06 08:02:44.025 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=4.630275ms] [] [2024/05/06 08:02:44.025 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=4.836755ms] [] [2024/05/06 08:02:44.067 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=455.1MiB]"] [takeTime=120.427671ms] [] [2024/05/06 08:02:44.139 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:02:44.139 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=7] [step=post-process] [state=running] [] [2024/05/06 08:02:44.142 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=7] [2024/05/06 08:02:44.184 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=7] [type=ImportInto] [2024/05/06 08:02:44.227 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=7] [2024/05/06 08:02:44.248 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:44.249 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=7] [2024/05/06 08:02:44.357 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:44.366 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.6655470289999998\n# Parse_time: 0.000700947\n# Compile_time: 0.001125972\n# Rewrite_time: 0.000218858\n# Optimize_time: 0.001515806\n# Wait_TS: 0\n# DB: zstd\n# Is_internal: false\n# Digest: 224cbd7bc4c5e4c15b75463317df9f8aff0269f709c2192f128e50cf21d1a758\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `zstd`.`t` FROM 'gs://zstd/t.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 08:02:44.396 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0aa72f19-33fd-48a4-8191-882b1a7cc55d"] [2024/05/06 08:02:44.397 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0aa72f19-33fd-48a4-8191-882b1a7cc55d"] [2024/05/06 08:02:44.398 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0aa72f19-33fd-48a4-8191-882b1a7cc55d"] [] [2024/05/06 08:02:44.399 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:44.399 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=29.717Β΅s] [2024/05/06 08:02:44.399 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=21.43Β΅s] [2024/05/06 08:02:44.400 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=17.441Β΅s] [2024/05/06 08:02:44.400 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=19.75Β΅s] [2024/05/06 08:02:44.400 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=18.423Β΅s] [2024/05/06 08:02:44.400 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=21.124Β΅s] [2024/05/06 08:02:44.400 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=19.258Β΅s] [2024/05/06 08:02:44.400 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=18.343Β΅s] [2024/05/06 08:02:44.400 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=18.784Β΅s] [2024/05/06 08:02:44.400 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=15.493Β΅s] [2024/05/06 08:02:44.400 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:44.400 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=12.976Β΅s] [2024/05/06 08:02:44.400 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:44.400 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:02:44.400 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:02:44.409 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=0aa72f19-33fd-48a4-8191-882b1a7cc55d] ["take time"=27.727519ms] [2024/05/06 08:02:44.409 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=0aa72f19-33fd-48a4-8191-882b1a7cc55d] [2024/05/06 08:02:44.411 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:02:44.411 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:02:44.411 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/bb0b602f-a8ef-46cb-a259-2cff01ccc566] [watcherID=bc59d5f9-db4d-42d8-a0a5-3ac23b733a27] [2024/05/06 08:02:44.411 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/bb0b602f-a8ef-46cb-a259-2cff01ccc566] [2024/05/06 08:02:44.411 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:44.411 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:44.411 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:44.411 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:44.411 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:44.411 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:44.412 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:44.412 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:44.412 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:44.412 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:44.417 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:02:44.417 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:02:44.418 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1241] [2024/05/06 08:02:44.418 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:02:44.418 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:02:44.418 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:02:44.418 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=0aa72f19-33fd-48a4-8191-882b1a7cc55d] [2024/05/06 08:02:44.418 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:44.418 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:44.418 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:02:44.418 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:44.418 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:02:44.418 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:44.418 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:44.418 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:44.418 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:44.418 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:44.418 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:02:44.418 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:02:44.418 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0aa72f19-33fd-48a4-8191-882b1a7cc55d"] [2024/05/06 08:02:44.418 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:02:44.418 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:02:44.418 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:44.418 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:44.418 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:02:44.418 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:02:44.418 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:44.418 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:44.418 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:02:44.418 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:02:44.418 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:02:44.418 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:02:44.418 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:44.418 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:44.418 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:44.418 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:02:44.418 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:44.418 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0aa72f19-33fd-48a4-8191-882b1a7cc55d"] [2024/05/06 08:02:44.418 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:44.418 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:02:44.418 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:02:44.418 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ecf91711-2b17-4e2b-830a-417b0fd22e94"] [error="lost watcher waiting for delete"] [2024/05/06 08:02:44.418 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 0aa72f19-33fd-48a4-8191-882b1a7cc55d watch owner key /tidb/stats/owner/3eaa8f4cea2829ab"] [2024/05/06 08:02:44.418 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:02:44.418 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:44.418 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:02:44.418 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=0aa72f19-33fd-48a4-8191-882b1a7cc55d] [2024/05/06 08:02:44.418 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:02:44.418 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0aa72f19-33fd-48a4-8191-882b1a7cc55d"] [2024/05/06 08:02:44.418 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:44.418 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:02:44.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:44.418 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:44.418 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:44.418 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:02:44.419 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:02:44.418 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:02:44.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:44.419 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:02:44.419 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:02:44.419 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0aa72f19-33fd-48a4-8191-882b1a7cc55d"] [error="context canceled"] [2024/05/06 08:02:44.419 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0aa72f19-33fd-48a4-8191-882b1a7cc55d"] [2024/05/06 08:02:44.419 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0aa72f19-33fd-48a4-8191-882b1a7cc55d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:44.420 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ecf91711-2b17-4e2b-830a-417b0fd22e94"] [error="context canceled"] [2024/05/06 08:02:44.420 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:02:44.420 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:02:44.420 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=ecf91711-2b17-4e2b-830a-417b0fd22e94] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:44.420 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:44.420 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:44.420 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ecf91711-2b17-4e2b-830a-417b0fd22e94"] [2024/05/06 08:02:44.420 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:44.420 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ecf91711-2b17-4e2b-830a-417b0fd22e94"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:44.428 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 08:02:44.429 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 08:02:44.429 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=62] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 08:02:44.430 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 08:02:44.452 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 08:02:44.453 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 08:02:44.453 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=62] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 08:02:44.454 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 08:02:44.455 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:02:44.455 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:02:44.455 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:45.668 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0aa72f19-33fd-48a4-8191-882b1a7cc55d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:45.668 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:02:45.668 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:45.684 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0aa72f19-33fd-48a4-8191-882b1a7cc55d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:45.684 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:02:45.684 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:02:45.684 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ecf91711-2b17-4e2b-830a-417b0fd22e94"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:45.684 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:45.691 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.310022619s] [2024/05/06 08:02:45.692 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:45.692 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:45.692 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:45.692 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:45.692 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:45.692 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:45.692 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:45.692 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:45.692 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:45.692 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:45.692 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:45.692 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:45.692 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:45.693 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (46.59s) --- PASS: TestImportInto/TestGzipAndMixedCompression (4.93s) --- PASS: TestImportInto/TestImportFromServer (6.10s) --- PASS: TestImportInto/TestSnappy (2.23s) --- PASS: TestImportInto/TestZStd (2.42s) PASS coverage: 13.5% of statements GCov does not exist at the given path: '' May 06, 2024 8:02:51 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 8:02:51 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 8:02:51 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 8:02:51 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 8:02:51 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest3:importintotest3_test up-to-date: bazel-bin/tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test INFO: Elapsed time: 115.625s, Critical Path: 85.80s INFO: 1529 processes: 1504 remote cache hit, 20 internal, 5 linux-sandbox. INFO: Build completed successfully, 1529 total actions Test cases: finished with 5 passing and 0 failing out of 5 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [1,510 / 1,511] Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test; 100s remote-cache, linux-sandbox [Pipeline] // dir [Pipeline] } [1,506 / 1,507] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 161s remote-cache, linux-sandbox [1,506 / 1,507] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 168s remote-cache, linux-sandbox [1,506 / 1,507] 1 / 1 tests; Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 169s remote-cache, linux-sandbox [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage Target //tests/realtikvtest/pessimistictest:pessimistictest_test up-to-date: bazel-bin/tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test INFO: Elapsed time: 222.555s, Critical Path: 206.22s INFO: 1495 processes: 1473 remote cache hit, 10 internal, 12 linux-sandbox. INFO: Build completed successfully, 1495 total actions Test cases: finished with 78 passing and 0 failing out of 78 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs [Pipeline] } [Pipeline] // container [Pipeline] } complete to collect bazel result. [Pipeline] // withEnv [Pipeline] } [Pipeline] } [Pipeline] // dir [Pipeline] // node [Pipeline] } Post stage [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [1,510 / 1,511] Testing //tests/realtikvtest/txntest:txntest_test; 101s remote-cache, linux-sandbox [Pipeline] // stage [Pipeline] } [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,569 / 1,570] Testing //tests/realtikvtest/importintotest:importintotest_test; 100s remote-cache, linux-sandbox [1,510 / 1,511] 1 / 1 tests; Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test; 125s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test: ==================== Test output for //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test: === RUN TestVariable [2024/05/06 08:01:02.987 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:02.988 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 08:01:02.988 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793191436093292] [2024/05/06 08:01:02.989 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:02.989 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 08:01:02.990 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:02.990 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:02.990 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:02.990 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:02.990 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:02.992 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:01:02.998 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:03.000 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:03.001 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:03.025 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:01:03.025 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:01:03.033 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:01:03.033 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:01:03.045 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:01:03.068 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793191436093292] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:01:03.176 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:01:03.309 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1792] ["lease id"=3eaa8f4cea328de3] [2024/05/06 08:01:03.311 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:01:03.318 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1259\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3564\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3556\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3506\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3290\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3256\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestVariable\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:36\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 08:01:03.342 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=23.307138ms] [2024/05/06 08:01:03.345 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:01:03.345 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=2d1bf98d-2d85-4dc8-b568-2291d5c1e42a] [runWorker=true] [2024/05/06 08:01:03.345 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:01:03.347 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:01:03.349 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 08:01:03.349 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:03.349 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:03.349 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:03.349 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:03.349 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:03.349 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:03.349 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:03.349 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:03.349 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:03.349 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:03.349 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:03.349 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:03.349 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:03.350 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:01:03.351 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2d1bf98d-2d85-4dc8-b568-2291d5c1e42a"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4cea328de7] [ownerID=2d1bf98d-2d85-4dc8-b568-2291d5c1e42a] [op=none] [2024/05/06 08:01:03.352 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:03.352 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=c09a51f8-d8e1-4ce0-995e-fb8f9fad348e] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:03.353 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c09a51f8-d8e1-4ce0-995e-fb8f9fad348e"] ["owner key"=/tidb/br-stream/owner/22318f4cea2ea3d7] [ownerID=c09a51f8-d8e1-4ce0-995e-fb8f9fad348e] [op=none] [2024/05/06 08:01:03.360 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 08:01:03.395 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:03.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:03.395 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:03.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 08:01:03.400 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:03.401 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2d1bf98d-2d85-4dc8-b568-2291d5c1e42a"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4cea328de7] [ownerID=2d1bf98d-2d85-4dc8-b568-2291d5c1e42a] [op=none] [2024/05/06 08:01:03.401 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2d1bf98d-2d85-4dc8-b568-2291d5c1e42a"] [op=none] [2024/05/06 08:01:03.401 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:01:03.446 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:03.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:03.499 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=24.754261ms] [2024/05/06 08:01:03.503 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:01:03.512 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:03.513 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/06 08:01:03.524 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=53.899097ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:03.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:03.566 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:03.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:03.590 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 08:01:03.590 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:03.594 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 08:01:03.617 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 08:01:03.791 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:03.593 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:03.791 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:03.593 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 08:01:03.859 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:03.593 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:04.155 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.259699ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:04.164 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:04.164 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/06 08:01:04.197 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=53.383983ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:03.593 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:04.281 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:03.593 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:04.353 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:04.354 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:04.459 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 08:01:04.459 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:04.463 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.854396633\n# Parse_time: 0\n# Compile_time: 0.008397814\n# Rewrite_time: 0.000016751\n# Optimize_time: 0\n# Wait_TS: 0.000327846\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/05/06 08:01:04.467 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 08:01:04.513 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:04.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:04.513 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:04.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 08:01:04.563 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:04.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:04.636 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=3.102275ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:04.647 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:04.648 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/06 08:01:04.683 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=54.123159ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:04.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:04.721 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:04.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:04.769 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 08:01:04.769 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:04.773 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.306991154\n# Parse_time: 0\n# Compile_time: 0.001756056\n# Rewrite_time: 0.000010005\n# Optimize_time: 0\n# Wait_TS: 0.000283226\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:04.775 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 08:01:04.827 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:04.743 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:04.827 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:04.743 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 08:01:04.903 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:04.743 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:04.971 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.400779ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:04.980 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:04.980 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/06 08:01:05.018 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=53.584439ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:04.743 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:05.068 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:04.743 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:05.106 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 08:01:05.106 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:05.110 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.335287179\n# Parse_time: 0\n# Compile_time: 0.001263898\n# Rewrite_time: 0.000009253\n# Optimize_time: 0\n# Wait_TS: 0.000442111\n# DB: mysql\n# Is_internal: true\n# Digest: 3bc9b46cf9e300a8d240915cf47216424544ed9f992c07151fba2e2cadc41632\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"BLOB/TEXT/JSON column 'Priv' can't have a default value\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:05.123 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 08:01:05.230 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:05.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:05.230 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:05.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 08:01:05.298 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:05.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:05.349 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:01:05.350 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2384] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/06 08:01:05.352 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:05.353 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:05.478 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.768613ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:05.488 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:05.488 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/06 08:01:05.515 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=53.462134ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:05.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:05.571 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:05.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:05.676 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 08:01:05.676 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:05.679 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.562777658\n# Parse_time: 0\n# Compile_time: 0.006630798\n# Rewrite_time: 0.000011037\n# Optimize_time: 0\n# Wait_TS: 0.000311617\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:05.684 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 08:01:05.740 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:05.693 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:05.740 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:05.693 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 08:01:05.789 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:05.693 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:05.888 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.246108ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:05.897 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:05.898 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/06 08:01:05.934 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.218056ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:05.693 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:05.969 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:05.693 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:06.028 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 08:01:06.028 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:06.031 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.349093034\n# Parse_time: 0\n# Compile_time: 0.002304\n# Rewrite_time: 0.000009166\n# Optimize_time: 0\n# Wait_TS: 0.000403458\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:06.035 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 08:01:06.106 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:06.044 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:06.106 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:06.044 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 08:01:06.153 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:06.044 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:06.242 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.019287ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:06.252 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:06.252 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/06 08:01:06.288 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.274891ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:06.044 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:06.335 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:06.044 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:06.352 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:06.352 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:06.395 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 08:01:06.395 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:06.399 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.365481301\n# Parse_time: 0\n# Compile_time: 0.002091991\n# Rewrite_time: 0.000008036\n# Optimize_time: 0\n# Wait_TS: 0.000463903\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:06.401 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 08:01:06.448 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:06.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:06.448 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:06.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 08:01:06.509 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:06.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:06.561 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.376533ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:06.572 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:06.572 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/06 08:01:06.608 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=53.41618ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:06.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:06.665 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:06.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:06.705 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 08:01:06.705 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:06.709 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.308453426\n# Parse_time: 0\n# Compile_time: 0.001050924\n# Rewrite_time: 0.000008405\n# Optimize_time: 0\n# Wait_TS: 0.000467753\n# DB: mysql\n# Is_internal: true\n# Digest: 1b59564c29970a0a8880792322e02b7df09888f7d0a2dfc190f3ed0ff12369d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:06.711 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 08:01:06.754 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:06.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:06.754 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:06.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 08:01:06.799 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:06.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:06.879 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.653223ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:06.888 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:06.888 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/06 08:01:06.926 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=53.805339ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:06.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:06.966 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:06.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:07.005 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 08:01:07.005 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:07.012 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 08:01:07.067 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:06.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:07.067 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:06.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 08:01:07.132 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:06.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:07.204 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.90991ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:07.213 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:07.213 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/06 08:01:07.251 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=54.102683ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:06.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:07.317 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:06.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:07.351 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:07.352 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:07.368 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 08:01:07.368 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:07.371 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.360288527\n# Parse_time: 0\n# Compile_time: 0.001930587\n# Rewrite_time: 0.000008833\n# Optimize_time: 0\n# Wait_TS: 0.000416533\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:07.376 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 08:01:07.426 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:07.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:07.427 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:07.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 08:01:07.484 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:07.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:07.564 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=2.697842ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:07.573 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:07.573 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/06 08:01:07.611 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=53.346679ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:07.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:07.671 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:07.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:07.723 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 08:01:07.723 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:07.727 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.352952874\n# Parse_time: 0\n# Compile_time: 0.002419598\n# Rewrite_time: 0.000008299\n# Optimize_time: 0\n# Wait_TS: 0.000333485\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:07.737 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 08:01:07.739 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:01:07.810 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:07.744 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:07.811 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:07.744 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 08:01:07.857 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:07.744 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:07.973 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.61123ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:07.983 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:07.983 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/06 08:01:08.019 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=53.038136ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:07.744 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:08.064 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:07.744 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:08.150 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 08:01:08.150 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:08.154 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.42057383\n# Parse_time: 0\n# Compile_time: 0.004502397\n# Rewrite_time: 0.000010544\n# Optimize_time: 0\n# Wait_TS: 0.00034088\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:08.159 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 08:01:08.219 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:08.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:08.219 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:08.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 08:01:08.266 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:08.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:08.352 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:08.352 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:08.369 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.696917ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:08.379 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:08.379 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/06 08:01:08.410 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=53.195782ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:08.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:08.469 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:08.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:08.526 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 08:01:08.526 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:08.529 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.372787379\n# Parse_time: 0\n# Compile_time: 0.002419996\n# Rewrite_time: 0.000012018\n# Optimize_time: 0\n# Wait_TS: 0.000370315\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:08.533 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 08:01:08.580 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:08.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:08.580 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:08.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 08:01:08.639 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:08.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:08.714 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=3.510442ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:08.723 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:08.723 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/06 08:01:08.760 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=53.490958ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:08.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:08.826 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:08.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:08.872 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 08:01:08.873 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:08.876 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.344813442\n# Parse_time: 0\n# Compile_time: 0.001786438\n# Rewrite_time: 0.000007837\n# Optimize_time: 0\n# Wait_TS: 0.000392996\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:08.884 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 08:01:08.934 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:08.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:08.934 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:08.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 08:01:08.998 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:08.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:09.070 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=3.239831ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:09.079 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:09.079 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/06 08:01:09.116 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=53.172186ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:08.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:09.164 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:08.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:09.211 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 08:01:09.212 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:09.215 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.332909609\n# Parse_time: 0\n# Compile_time: 0.002033657\n# Rewrite_time: 0.00001059\n# Optimize_time: 0\n# Wait_TS: 0.000359685\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:09.218 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 08:01:09.262 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:09.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:09.262 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:09.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 08:01:09.326 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:09.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:09.353 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:09.354 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:09.405 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.476444ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:09.415 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:09.415 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/06 08:01:09.452 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=53.267563ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:09.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:09.543 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:09.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:09.592 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 08:01:09.592 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:09.595 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.379206678\n# Parse_time: 0\n# Compile_time: 0.001537499\n# Rewrite_time: 0.000008854\n# Optimize_time: 0\n# Wait_TS: 0.000334895\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:09.600 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 08:01:09.651 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:09.593 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:09.651 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:09.593 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 08:01:09.711 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:09.593 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:09.787 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.863267ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:09.797 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:09.798 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/06 08:01:09.834 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=53.888601ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:09.593 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:09.872 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:09.593 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:09.924 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 08:01:09.924 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:09.928 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.32955933\n# Parse_time: 0\n# Compile_time: 0.002201783\n# Rewrite_time: 0.000007561\n# Optimize_time: 0\n# Wait_TS: 0.000463041\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:09.932 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 08:01:09.983 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:09.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:09.983 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:09.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 08:01:10.051 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:09.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:10.121 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=3.269522ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:10.130 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:10.131 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/06 08:01:10.167 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=53.923932ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:09.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:10.238 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:09.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:10.285 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 08:01:10.285 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:10.289 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.358325703\n# Parse_time: 0\n# Compile_time: 0.002064907\n# Rewrite_time: 0.000008763\n# Optimize_time: 0\n# Wait_TS: 0.000407263\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:10.295 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 08:01:10.353 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:10.354 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:10.379 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:10.293 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:10.379 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:10.293 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 08:01:10.449 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:10.293 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:10.567 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.489218ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:10.577 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:10.577 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/06 08:01:10.613 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=53.257187ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:10.293 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:10.675 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:10.293 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:10.750 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 08:01:10.751 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:10.754 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.461873085\n# Parse_time: 0\n# Compile_time: 0.002743439\n# Rewrite_time: 0.000008117\n# Optimize_time: 0\n# Wait_TS: 0.000431161\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:10.773 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 08:01:10.822 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:10.743 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:10.823 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:10.743 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 08:01:10.876 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:10.743 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:10.966 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=3.197077ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:10.977 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:10.977 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/06 08:01:11.012 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=54.251121ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:10.743 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:11.070 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:10.743 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:11.119 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 08:01:11.119 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:11.123 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.350887593\n# Parse_time: 0\n# Compile_time: 0.001616984\n# Rewrite_time: 0.000009897\n# Optimize_time: 0\n# Wait_TS: 0.000377209\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:11.125 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 08:01:11.169 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:11.094 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:11.169 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:11.094 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 08:01:11.209 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:11.094 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:11.273 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.814308ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:11.283 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:11.283 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/06 08:01:11.319 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=53.154145ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:11.094 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:11.352 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:11.352 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:11.391 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:11.094 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:11.429 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 08:01:11.429 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:11.433 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.30832852\n# Parse_time: 0\n# Compile_time: 0.001352125\n# Rewrite_time: 0.000009803\n# Optimize_time: 0\n# Wait_TS: 0.000425979\n# DB: mysql\n# Is_internal: true\n# Digest: 988ff7e96344f475621bfec9765ba7b507e76d86daa1e3fdf0f9eadbd538afd0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:11.434 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 08:01:11.469 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:11.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:11.469 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:11.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 08:01:11.509 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:11.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:11.570 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.477233ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:11.581 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:11.581 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/06 08:01:11.617 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.130558ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:11.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:11.678 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:11.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:11.710 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 08:01:11.710 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:11.719 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 08:01:11.778 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:11.693 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:11.778 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:11.693 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 08:01:11.839 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:11.693 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:11.930 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.315609ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:11.940 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:11.940 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/06 08:01:11.976 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=53.700314ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:11.693 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:12.024 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:11.693 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:12.079 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 08:01:12.079 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:12.082 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.365020766\n# Parse_time: 0\n# Compile_time: 0.002042381\n# Rewrite_time: 0.000008439\n# Optimize_time: 0\n# Wait_TS: 0.000390575\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:12.085 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 08:01:12.133 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:12.094 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:12.133 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:12.094 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 08:01:12.193 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:12.094 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:12.267 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=3.202411ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:12.276 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:12.277 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/06 08:01:12.313 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=53.825082ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:12.094 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:12.354 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:12.354 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:12.382 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:12.094 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:12.427 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 08:01:12.427 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:12.430 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.345964628\n# Parse_time: 0\n# Compile_time: 0.001276337\n# Rewrite_time: 0.000006807\n# Optimize_time: 0\n# Wait_TS: 0.000335211\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:12.433 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 08:01:12.478 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:12.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:12.478 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:12.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 08:01:12.548 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:12.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:12.623 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.879303ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:12.633 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:12.633 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/06 08:01:12.667 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=53.509358ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:12.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:12.721 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:12.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:12.764 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 08:01:12.764 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:12.767 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.33527335\n# Parse_time: 0\n# Compile_time: 0.001571087\n# Rewrite_time: 0.000009727\n# Optimize_time: 0\n# Wait_TS: 0.000332909\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:12.770 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 08:01:12.815 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:12.743 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:12.815 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:12.743 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 08:01:12.860 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:12.743 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:12.933 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.615655ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:12.943 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:12.943 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/06 08:01:12.979 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=53.179633ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:12.743 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:13.021 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:12.743 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:13.084 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 08:01:13.084 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:13.088 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.318709957\n# Parse_time: 0\n# Compile_time: 0.001441186\n# Rewrite_time: 0.000009256\n# Optimize_time: 0\n# Wait_TS: 0.000359563\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:13.091 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 08:01:13.138 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:13.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:13.138 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:13.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 08:01:13.183 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:13.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:13.258 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.84392ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:13.268 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:13.268 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/06 08:01:13.304 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=54.120531ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:13.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:13.351 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:13.352 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:13.379 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:13.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:13.440 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 08:01:13.440 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:13.444 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.354339319\n# Parse_time: 0\n# Compile_time: 0.001502301\n# Rewrite_time: 0.000013488\n# Optimize_time: 0\n# Wait_TS: 0.000364703\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:13.448 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 08:01:13.494 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:13.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:13.495 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:13.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 08:01:13.571 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:13.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:13.654 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.931627ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:13.665 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:13.665 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/06 08:01:13.701 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=53.564639ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:13.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:13.777 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:13.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:13.847 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 08:01:13.848 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:13.853 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.406898306\n# Parse_time: 0\n# Compile_time: 0.001752688\n# Rewrite_time: 0.000018812\n# Optimize_time: 0\n# Wait_TS: 0.000460323\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:13.858 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 08:01:13.861 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:01:13.918 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:13.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:13.918 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:13.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 08:01:13.974 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:13.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:14.056 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=3.047046ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:14.067 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:14.067 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/06 08:01:14.103 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=54.292408ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:13.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:14.174 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:13.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:14.231 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 08:01:14.231 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:14.235 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.378827602\n# Parse_time: 0\n# Compile_time: 0.002608384\n# Rewrite_time: 0.000010892\n# Optimize_time: 0\n# Wait_TS: 0.000560225\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:14.243 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 08:01:14.304 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:14.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:14.304 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:14.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 08:01:14.352 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:14.352 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:14.368 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:14.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:14.458 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=2.982898ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:14.468 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:14.468 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/06 08:01:14.504 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=53.36251ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:14.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:14.597 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:14.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:14.655 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 08:01:14.655 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:14.659 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.420044515\n# Parse_time: 0\n# Compile_time: 0.004603589\n# Rewrite_time: 0.000011891\n# Optimize_time: 0\n# Wait_TS: 0.000387867\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:14.664 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 08:01:14.731 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:14.644 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:14.731 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:14.644 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 08:01:14.777 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:14.644 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:14.872 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=4.374752ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:14.884 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:14.884 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/06 08:01:14.919 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=57.738924ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:14.644 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:14.996 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:14.644 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:15.054 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 08:01:15.054 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:15.058 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.39596487\n# Parse_time: 0\n# Compile_time: 0.002312592\n# Rewrite_time: 0.000013141\n# Optimize_time: 0\n# Wait_TS: 0.000387473\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:15.066 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 08:01:15.146 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:15.043 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:15.146 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:15.043 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 08:01:15.238 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:15.043 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:15.353 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=c09a51f8-d8e1-4ce0-995e-fb8f9fad348e] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:15.353 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 08:01:15.353 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:15.354 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:15.375 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=4.094583ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:15.386 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:15.386 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/06 08:01:15.415 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=53.435007ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:15.043 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:15.470 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:15.043 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:15.547 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 08:01:15.547 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:15.551 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.487574659\n# Parse_time: 0\n# Compile_time: 0.003378077\n# Rewrite_time: 0.000011263\n# Optimize_time: 0\n# Wait_TS: 0.00045258\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:15.553 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 08:01:15.592 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:15.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:15.592 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:15.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 08:01:15.695 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:15.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:15.759 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.65872ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:15.769 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:15.770 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/06 08:01:15.805 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=53.44455ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:15.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:15.887 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:15.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:15.922 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 08:01:15.922 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:15.926 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.374036215\n# Parse_time: 0\n# Compile_time: 0.000951484\n# Rewrite_time: 0.000010119\n# Optimize_time: 0\n# Wait_TS: 0.000439832\n# DB: mysql\n# Is_internal: true\n# Digest: 6eab04864600dfa37145d44689995984eecc83e3dc6ce49c1e75d23567f8bac3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:16.019 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:15.944 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:16.019 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:15.944 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/06 08:01:16.067 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:15.944 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:16.165 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=3.036213ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 08:01:16.175 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:16.175 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/06 08:01:16.212 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=54.397811ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:15.944 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:16.275 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:15.944 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:16.340 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 08:01:16.340 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:16.343 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.411822361\n# Parse_time: 0\n# Compile_time: 0.00618491\n# Rewrite_time: 0.003173371\n# Optimize_time: 0\n# Wait_TS: 0.000433854\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:16.347 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 08:01:16.351 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:16.352 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:16.411 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:16.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:16.411 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:16.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 08:01:16.472 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:16.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:16.556 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=3.803129ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:16.569 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:16.569 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/06 08:01:16.601 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=53.675504ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:16.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:16.686 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:16.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:16.749 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 08:01:16.749 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:16.753 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.407473555\n# Parse_time: 0\n# Compile_time: 0.001865996\n# Rewrite_time: 0.000010261\n# Optimize_time: 0\n# Wait_TS: 0.000446876\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:16.756 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 08:01:16.802 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:16.744 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:16.802 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:16.744 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 08:01:16.869 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:16.744 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:16.933 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.721885ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:16.945 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:16.945 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/06 08:01:16.980 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=53.184591ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:16.744 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.021 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:16.744 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.064 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 08:01:17.064 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:17.068 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.312754589\n# Parse_time: 0\n# Compile_time: 0.001854812\n# Rewrite_time: 0.000011162\n# Optimize_time: 0\n# Wait_TS: 0.000302821\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:17.071 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 08:01:17.123 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.044 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:17.123 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.044 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 08:01:17.162 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:17.044 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.223 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.721167ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:17.233 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:17.233 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/06 08:01:17.269 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=53.41803ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.044 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.320 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:17.044 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.352 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:17.353 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:17.363 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 08:01:17.364 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:17.375 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 08:01:17.469 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:17.469 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 08:01:17.514 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:17.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.668 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=4.251531ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:17.679 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:17.679 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/06 08:01:17.713 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=54.280084ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.773 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:17.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.860 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 08:01:17.860 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:17.864 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.492348585\n# Parse_time: 0\n# Compile_time: 0.003671282\n# Rewrite_time: 0.000011894\n# Optimize_time: 0\n# Wait_TS: 0.000363093\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:17.869 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 08:01:17.946 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:17.946 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 08:01:18.027 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:17.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:18.147 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=4.096588ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:18.158 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:18.158 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/06 08:01:18.192 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=53.208222ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:18.287 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:17.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:18.352 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:18.352 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:18.358 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 08:01:18.358 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:18.361 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.494406429\n# Parse_time: 0\n# Compile_time: 0.002494831\n# Rewrite_time: 0.000010085\n# Optimize_time: 0\n# Wait_TS: 0.000460078\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:18.368 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 08:01:18.451 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:18.344 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:18.451 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:18.344 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 08:01:18.514 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:18.344 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:18.669 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.222067ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:18.680 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:18.680 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/06 08:01:18.715 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=54.46527ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:18.344 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:18.775 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:18.344 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:18.858 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 08:01:18.858 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:18.861 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.495897601\n# Parse_time: 0\n# Compile_time: 0.003063656\n# Rewrite_time: 0.000015131\n# Optimize_time: 0\n# Wait_TS: 0.000436193\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:18.867 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 08:01:18.946 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:18.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:18.946 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:18.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 08:01:19.017 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:18.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:19.143 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=3.882776ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:19.153 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:19.153 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/06 08:01:19.189 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=53.358987ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:18.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:19.230 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:18.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:19.322 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 08:01:19.323 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:19.326 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.461528273\n# Parse_time: 0\n# Compile_time: 0.00240251\n# Rewrite_time: 0.000008401\n# Optimize_time: 0\n# Wait_TS: 0.000437087\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:19.332 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 08:01:19.351 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:19.352 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:19.427 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:19.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:19.427 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:19.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 08:01:19.481 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:19.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:19.607 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.433081ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:19.618 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:19.619 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/06 08:01:19.654 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=53.398887ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:19.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:19.718 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:19.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:19.797 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 08:01:19.797 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:19.801 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.471720584\n# Parse_time: 0\n# Compile_time: 0.002578471\n# Rewrite_time: 0.000010166\n# Optimize_time: 0\n# Wait_TS: 0.000309561\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:19.809 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 08:01:19.893 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:19.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:19.893 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:19.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 08:01:19.973 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:19.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:20.104 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=4.112295ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:20.116 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:20.116 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/06 08:01:20.149 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=53.774878ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:19.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:20.222 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:19.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:20.306 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 08:01:20.306 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:20.310 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.504213287\n# Parse_time: 0\n# Compile_time: 0.003304035\n# Rewrite_time: 0.000017432\n# Optimize_time: 0\n# Wait_TS: 0.000405344\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:20.316 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 08:01:20.352 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:20.353 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:20.380 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:20.293 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:20.380 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:20.293 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 08:01:20.421 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:20.293 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:20.512 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.443151ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:20.536 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:20.536 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/06 08:01:20.559 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=54.114125ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:20.293 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:20.620 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:20.293 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:20.681 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 08:01:20.682 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:20.685 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.371532124\n# Parse_time: 0\n# Compile_time: 0.002716957\n# Rewrite_time: 0.000013881\n# Optimize_time: 0\n# Wait_TS: 0.000463378\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:20.690 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 08:01:20.749 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:20.693 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:20.749 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:20.693 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 08:01:20.798 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:20.693 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:20.883 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.014343ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:20.893 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:20.893 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/06 08:01:20.930 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=53.425124ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:20.693 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:20.974 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:20.693 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.033 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 08:01:21.033 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:21.036 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.34885911\n# Parse_time: 0\n# Compile_time: 0.002161648\n# Rewrite_time: 0.000009622\n# Optimize_time: 0\n# Wait_TS: 0.000455169\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:21.045 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 08:01:21.156 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.043 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:21.156 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.043 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 08:01:21.228 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:21.043 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.368 +00:00] [ERROR] [runaway.go:156] ["try to get done runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchDoneRecord\n\tpkg/domain/runaway.go:549\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchDoneRecord\n\tpkg/domain/runaway.go:506\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchDoneRecords\n\tpkg/domain/runaway.go:480\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:154\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:21.368 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchDoneRecord\n\tpkg/domain/runaway.go:549\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchDoneRecord\n\tpkg/domain/runaway.go:506\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchDoneRecords\n\tpkg/domain/runaway.go:480\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:154\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:21.390 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.600773ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:21.400 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:21.400 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/06 08:01:21.434 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=53.606942ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.043 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.476 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:21.043 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.567 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 08:01:21.567 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:21.571 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.529818401\n# Parse_time: 0\n# Compile_time: 0.003781933\n# Rewrite_time: 0.000008138\n# Optimize_time: 0\n# Wait_TS: 0.000472279\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:21.578 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 08:01:21.643 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:21.643 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 08:01:21.696 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:21.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.812 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.590081ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:21.822 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:21.822 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/06 08:01:21.857 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.200254ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.930 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:21.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.989 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 08:01:21.990 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:21.993 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.418030362\n# Parse_time: 0\n# Compile_time: 0.002653387\n# Rewrite_time: 0.000011954\n# Optimize_time: 0\n# Wait_TS: 0.000409687\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:21.997 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/06 08:01:22.044 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:22.044 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/06 08:01:22.122 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:21.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.197 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=2.776884ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:22.209 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:22.209 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/06 08:01:22.243 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=53.242924ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.318 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:21.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.363 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 08:01:22.364 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:22.367 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.371590938\n# Parse_time: 0\n# Compile_time: 0.001488288\n# Rewrite_time: 0.000013396\n# Optimize_time: 0\n# Wait_TS: 0.000461758\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:22.373 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/06 08:01:22.424 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:22.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:22.424 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:22.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/06 08:01:22.505 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.594 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=2.97637ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:22.609 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:22.609 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/06 08:01:22.640 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.952548ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:22.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.719 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.771 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 08:01:22.771 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:22.774 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.403364804\n# Parse_time: 0\n# Compile_time: 0.001999701\n# Rewrite_time: 0.000010673\n# Optimize_time: 0\n# Wait_TS: 0.000435235\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:22.776 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/06 08:01:22.805 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:22.744 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:22.805 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:22.744 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/06 08:01:22.847 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.744 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.878 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=1.001837ms] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:01:22.889 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:22.889 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/06 08:01:22.927 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.758395ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:22.744 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.992 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.744 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:23.015 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 08:01:23.016 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:23.069 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:22.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/06 08:01:23.069 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:22.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:23.107 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:23.183 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.371021ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 08:01:23.192 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:23.192 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/06 08:01:23.231 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=54.103796ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:22.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:23.268 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:23.328 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 08:01:23.329 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:23.338 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.31714836\n# Parse_time: 0\n# Compile_time: 0.003205886\n# Rewrite_time: 0.001568769\n# Optimize_time: 0\n# Wait_TS: 0.00031612\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:23.870 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572368100360199\n# Query_time: 0.386042352\n# Parse_time: 0\n# Compile_time: 0.161840846\n# Rewrite_time: 0.004903042\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 360062\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3gvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZToyMTQuN21zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDI4LjIBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoKDY4OC43wrVzfSwgARAYX2RldGFpbBFlHF9wcm9jZXNzCSwcIDQzLjPCtXMRQQx3YWl0ERoIMC44HRooa3ZfcmVhZF93YWwNaBAgODcuOQkiCGlrdi4ZABAxMDcuNAmCDHNjYW4+ggAMa2V5cwXFKGdldF9zbmFwc2hvEXYIOS43CZBocm9ja3NkYjoge2Jsb2NrOiB7fX19LCBjb21tAaNEeG46IHtwcmV3cml0ZToxLjU0ITgBUREiGHM6MzYyLjUFoQkUDDoxLjIFJxxzbG93ZXN0XxFAJUUAIDGFZDAuMDAxcywgcmVnaW9uX2lkOiAxMCwgc3RvIas4MTI3LjAuMC4xOjIwMTYyQmQBOgsBEDY0Ni42TgsBAas6/AAIOC43KXJa/AAF7DlNBZEUX2JhdGNoJbgUOiAyNC4xBfAocHJvcG9zZV9zZW4hskhpdDogMHMsIHBlcnNpc3RfbG9nGe8MMTQ0LgGiACwNYBRsZWFkZXIRUiQ5Mm5zLCBzeW5jCTYIOTYuCaQJjTBtZW10YWJsZTogMi4zLfMpbQkvCDM3NkWMGCwgYXBwbHkyrgAMMTcuMgWuBRsVkQQ3Mg1iFG11dGV4Xyn9Ab4JcjKfABkXAHdlPwAyDW0JKxmdCDcuNUEJLkICGHByaW1hcnn++wFq+wEINDM1RX8EfSw6BgNK+wEINy4xKbre+wEEMTEN+677AQg2OS5i+gEEMzU2+QEEMzZl01EmOVwMNjA4bgHkLvcBCDIyNQ0uJdw29wERSQUbNfcENTlNDgBtwvcBBDEzDfw+9wEIOC4wAeAl923OCG51baEvCSqFiQAxEdMYYnl0ZTozMgUubGluc2VydDoxODYuNm1zCTEwMy42IEtCCU4vQQo=')\n# Resource_group: default\n;"] [2024/05/06 08:01:23.978 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=20.625675097s] [2024/05/06 08:01:23.990 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2d1bf98d-2d85-4dc8-b568-2291d5c1e42a"] [2024/05/06 08:01:23.991 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2d1bf98d-2d85-4dc8-b568-2291d5c1e42a"] [2024/05/06 08:01:23.992 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2d1bf98d-2d85-4dc8-b568-2291d5c1e42a"] [] [2024/05/06 08:01:23.994 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:23.994 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=14.912Β΅s] [2024/05/06 08:01:23.994 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=5.316Β΅s] [2024/05/06 08:01:23.994 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=11.128Β΅s] [2024/05/06 08:01:23.994 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=8.813Β΅s] [2024/05/06 08:01:23.994 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=10.851Β΅s] [2024/05/06 08:01:23.994 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=13.903Β΅s] [2024/05/06 08:01:23.994 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=9.478Β΅s] [2024/05/06 08:01:23.994 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=5.763Β΅s] [2024/05/06 08:01:23.994 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=4.346Β΅s] [2024/05/06 08:01:23.994 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=8.536Β΅s] [2024/05/06 08:01:23.994 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:23.994 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=5.994Β΅s] [2024/05/06 08:01:23.994 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:23.995 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:01:23.995 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:01:24.008 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=2d1bf98d-2d85-4dc8-b568-2291d5c1e42a] ["take time"=25.410648ms] [2024/05/06 08:01:24.008 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=2d1bf98d-2d85-4dc8-b568-2291d5c1e42a] [2024/05/06 08:01:24.011 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1792] [2024/05/06 08:01:24.011 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:01:24.011 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:24.011 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:01:24.011 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:01:24.011 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:24.011 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:01:24.011 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:24.011 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:01:24.011 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:24.011 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:24.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:24.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:24.012 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager c09a51f8-d8e1-4ce0-995e-fb8f9fad348e watch owner key /tidb/br-stream/owner/22318f4cea2ea3d7"] [2024/05/06 08:01:24.012 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c09a51f8-d8e1-4ce0-995e-fb8f9fad348e"] [2024/05/06 08:01:24.012 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:01:24.012 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:01:24.012 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:01:24.013 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c09a51f8-d8e1-4ce0-995e-fb8f9fad348e"] [error="context canceled"] [2024/05/06 08:01:24.014 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=c09a51f8-d8e1-4ce0-995e-fb8f9fad348e] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:24.014 +00:00] [INFO] [flush_subscriber.go:97] [Clearing.] [category="log backup flush subscriber"] [2024/05/06 08:01:24.013 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:01:24.014 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c09a51f8-d8e1-4ce0-995e-fb8f9fad348e"] [2024/05/06 08:01:24.014 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:01:24.014 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:24.014 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:24.014 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c09a51f8-d8e1-4ce0-995e-fb8f9fad348e"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:24.014 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:24.014 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=31.5739ms] [2024/05/06 08:01:24.014 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793191436093292] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:01:24.025 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:01:24.175 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1061] ["lease id"=6f188f4cea328cef] [2024/05/06 08:01:24.178 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:01:24.276 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=94.005001ms] [2024/05/06 08:01:24.281 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:01:24.281 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=0e18a469-fb31-4500-a0b5-015ff87a0154] [runWorker=true] [2024/05/06 08:01:24.281 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:01:24.283 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:01:24.285 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 08:01:24.285 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:24.285 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:24.285 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:24.285 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:24.285 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:24.285 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:24.285 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:24.285 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:24.285 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:24.285 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:24.285 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:24.285 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:24.285 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:24.285 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:01:24.287 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0e18a469-fb31-4500-a0b5-015ff87a0154"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4cea328e94] [ownerID=0e18a469-fb31-4500-a0b5-015ff87a0154] [op=none] [2024/05/06 08:01:24.288 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:24.288 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=b6db1cee-1db2-480d-9c89-da190d3a7cb4] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:24.311 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:01:24.312 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:24.313 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:01:24.314 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0e18a469-fb31-4500-a0b5-015ff87a0154"] ["owner key"=/tidb/bindinfo/owner/3eaa8f4cea328e99] [ownerID=0e18a469-fb31-4500-a0b5-015ff87a0154] [op=none] [2024/05/06 08:01:24.345 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:24.440 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0e18a469-fb31-4500-a0b5-015ff87a0154"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4cea328e94] [ownerID=0e18a469-fb31-4500-a0b5-015ff87a0154] [op=none] [2024/05/06 08:01:24.441 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0e18a469-fb31-4500-a0b5-015ff87a0154"] [op=none] [2024/05/06 08:01:24.441 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:01:24.446 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/06 08:01:24.454 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:01:24.532 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:24.568 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:24.586 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:24.586 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:24.586 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:24.586 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:01:24.586 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:01:24.586 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:24.586 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:01:24.586 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:01:24.586 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:01:24.588 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:24.589 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:01:24.590 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:24.590 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:24.590 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:24.590 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:24.590 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:01:24.593 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0e18a469-fb31-4500-a0b5-015ff87a0154"] ["owner key"=/tidb/stats/owner/3eaa8f4cea328e9c] [ownerID=0e18a469-fb31-4500-a0b5-015ff87a0154] [op=none] [2024/05/06 08:01:24.593 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:24.595 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=62] [total-mem=32GiB] [2024/05/06 08:01:24.603 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/db68ac3a-b871-481d-a11f-3881019db799] [2024/05/06 08:01:24.603 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:24.603 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:24.614 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:24.614 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:01:24.615 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:01:24.625 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=36.730109ms] [2024/05/06 08:01:24.677 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:01:24.690 +00:00] [WARN] [session.go:2108] ["compile SQL failed"] [error="[expression:1305]FUNCTION test.bulk does not exist"] [errorVerbose="[expression:1305]FUNCTION test.bulk does not exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/expression.newFunctionImpl\n\tpkg/expression/scalar_function.go:225\ngithub.com/pingcap/tidb/pkg/expression.NewFunction\n\tpkg/expression/scalar_function.go:300\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).newFunctionWithInit\n\tpkg/planner/core/expression_rewriter.go:1617\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).newFunction\n\tpkg/planner/core/expression_rewriter.go:1627\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).funcCallToExpression\n\tpkg/planner/core/expression_rewriter.go:2367\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).Leave\n\tpkg/planner/core/expression_rewriter.go:1451\ngithub.com/pingcap/tidb/pkg/parser/ast.(*FuncCallExpr).Accept\n\tpkg/parser/ast/functions.go:584\ngithub.com/pingcap/tidb/pkg/planner/core.rewriteExprNode\n\tpkg/planner/core/expression_rewriter.go:299\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).rewriteWithPreprocess\n\tpkg/planner/core/expression_rewriter.go:238\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).rewrite\n\tpkg/planner/core/expression_rewriter.go:205\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildSet\n\tpkg/planner/core/planbuilder.go:702\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:548\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:548\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:465\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:333\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:104\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:431\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestVariable\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:45\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="set session tidb_dml_type = bulk(10)"] [2024/05/06 08:01:24.698 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0e18a469-fb31-4500-a0b5-015ff87a0154"] [2024/05/06 08:01:24.698 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0e18a469-fb31-4500-a0b5-015ff87a0154"] [2024/05/06 08:01:24.698 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0e18a469-fb31-4500-a0b5-015ff87a0154"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:24.699 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0e18a469-fb31-4500-a0b5-015ff87a0154"] [] [2024/05/06 08:01:24.701 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:24.701 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=25.228Β΅s] [2024/05/06 08:01:24.701 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=13.996Β΅s] [2024/05/06 08:01:24.701 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=13.281Β΅s] [2024/05/06 08:01:24.701 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=14.084Β΅s] [2024/05/06 08:01:24.701 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=14.259Β΅s] [2024/05/06 08:01:24.701 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=5.204Β΅s] [2024/05/06 08:01:24.701 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:24.701 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=10.253Β΅s] [2024/05/06 08:01:24.701 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:24.701 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:01:24.701 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:01:24.702 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=0e18a469-fb31-4500-a0b5-015ff87a0154] ["take time"=11.18443ms] [2024/05/06 08:01:24.702 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=0e18a469-fb31-4500-a0b5-015ff87a0154] [2024/05/06 08:01:24.704 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:01:24.704 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/db68ac3a-b871-481d-a11f-3881019db799] [2024/05/06 08:01:24.704 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:24.705 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:24.705 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:24.705 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:24.705 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:24.705 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:24.705 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:24.705 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:24.705 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:24.705 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:24.711 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:01:24.711 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:01:24.712 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1061] [2024/05/06 08:01:24.712 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:01:24.712 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:01:24.712 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:01:24.712 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:01:24.712 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:24.712 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:01:24.712 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:24.712 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:24.712 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:01:24.712 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:01:24.712 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:24.712 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:01:24.712 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:24.712 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:01:24.712 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:24.712 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:24.712 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:24.712 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:24.712 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:01:24.712 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:24.712 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:01:24.712 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:01:24.712 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:24.712 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:24.712 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0e18a469-fb31-4500-a0b5-015ff87a0154"] [2024/05/06 08:01:24.712 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:01:24.712 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:24.712 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:01:24.712 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0e18a469-fb31-4500-a0b5-015ff87a0154"] [2024/05/06 08:01:24.712 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:01:24.712 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:01:24.712 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:01:24.712 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:01:24.712 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:01:24.712 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 0e18a469-fb31-4500-a0b5-015ff87a0154 watch owner key /tidb/stats/owner/3eaa8f4cea328e9c"] [2024/05/06 08:01:24.712 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:01:24.712 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:24.712 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:01:24.712 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:01:24.712 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:24.712 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0e18a469-fb31-4500-a0b5-015ff87a0154"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:24.712 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0e18a469-fb31-4500-a0b5-015ff87a0154"] [2024/05/06 08:01:24.712 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:01:24.712 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:24.713 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:24.713 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:01:24.712 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:24.712 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:24.712 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:24.712 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:24.712 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:24.712 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:24.712 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b6db1cee-1db2-480d-9c89-da190d3a7cb4"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:24.712 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:24.713 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b6db1cee-1db2-480d-9c89-da190d3a7cb4"] [2024/05/06 08:01:24.713 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:01:24.713 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0e18a469-fb31-4500-a0b5-015ff87a0154"] [error="context canceled"] [2024/05/06 08:01:24.713 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0e18a469-fb31-4500-a0b5-015ff87a0154"] [2024/05/06 08:01:24.713 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0e18a469-fb31-4500-a0b5-015ff87a0154"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:24.714 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:01:24.714 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=b6db1cee-1db2-480d-9c89-da190d3a7cb4] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:24.714 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:01:24.714 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:24.714 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:24.714 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager b6db1cee-1db2-480d-9c89-da190d3a7cb4"] [error="context canceled"] [2024/05/06 08:01:24.714 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:24.914 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b6db1cee-1db2-480d-9c89-da190d3a7cb4"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:25.286 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c09a51f8-d8e1-4ce0-995e-fb8f9fad348e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:25.954 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0e18a469-fb31-4500-a0b5-015ff87a0154"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:25.954 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:01:25.954 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:01:25.954 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:25.968 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0e18a469-fb31-4500-a0b5-015ff87a0154"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:25.969 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:01:25.969 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:25.976 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.285073231s] [2024/05/06 08:01:25.977 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:25.977 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:25.977 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:25.977 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:25.977 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:25.977 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:25.977 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:25.977 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:25.977 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:25.977 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:25.977 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:25.977 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:25.977 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:25.978 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestVariable (23.00s) === RUN TestPipelinedDMLPositive [2024/05/06 08:01:25.984 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:25.985 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 08:01:25.986 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793191436093292] [2024/05/06 08:01:25.986 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:25.986 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 08:01:25.987 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:25.987 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:25.987 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:25.987 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:25.987 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:25.989 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:01:25.993 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:25.995 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:25.997 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:26.005 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793191436093292] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:01:26.016 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:01:26.164 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b6db1cee-1db2-480d-9c89-da190d3a7cb4"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:26.200 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1047] ["lease id"=3eaa8f4cea328ea6] [2024/05/06 08:01:26.202 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:01:26.295 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=89.167347ms] [2024/05/06 08:01:26.299 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:01:26.299 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=e445b2a8-dec5-49db-b552-620676ae4d4a] [runWorker=true] [2024/05/06 08:01:26.300 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:01:26.301 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:01:26.302 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 08:01:26.302 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:26.303 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:26.303 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:26.303 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:26.303 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:26.303 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:26.303 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:26.303 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:26.303 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:26.303 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:26.303 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:26.303 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:26.303 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:26.303 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:01:26.304 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e445b2a8-dec5-49db-b552-620676ae4d4a"] ["owner key"=/tidb/ddl/fg/owner/22318f4cea2ea498] [ownerID=e445b2a8-dec5-49db-b552-620676ae4d4a] [op=none] [2024/05/06 08:01:26.305 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:26.305 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=5d07d94d-132f-4f01-bd76-9c9dca40a60f] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:26.310 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:01:26.328 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:01:26.329 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:26.329 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:01:26.354 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:26.355 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e445b2a8-dec5-49db-b552-620676ae4d4a"] ["owner key"=/tidb/ddl/fg/owner/22318f4cea2ea498] [ownerID=e445b2a8-dec5-49db-b552-620676ae4d4a] [op=none] [2024/05/06 08:01:26.355 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e445b2a8-dec5-49db-b552-620676ae4d4a"] [op=none] [2024/05/06 08:01:26.355 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:01:26.425 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:26.441 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:26.451 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:26.451 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:26.451 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:01:26.451 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:26.451 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:01:26.451 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:26.451 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:01:26.451 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:01:26.451 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:01:26.453 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:26.453 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:01:26.454 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:26.454 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:26.454 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:26.454 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:26.455 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:01:26.458 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:26.459 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:01:26.464 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/3eb1e35b-c7af-4916-8b30-0d8beac3b0a8] [2024/05/06 08:01:26.464 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:26.464 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:26.474 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:26.474 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:01:26.475 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:01:26.495 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=42.030047ms] [2024/05/06 08:01:26.508 +00:00] [INFO] [set.go:170] ["set global var"] [conn=3] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:01:26.518 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=51] [cur_db=test] [sql="drop table if exists t"] [user=] [2024/05/06 08:01:26.520 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=51] [cur_db=test] [sql="create table t (a int, b int)"] [user=] [2024/05/06 08:01:26.558 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:26.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:26.558 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:26.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int, b int)"] [2024/05/06 08:01:26.630 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 19, tp general"] [category=ddl] [jobID=105] [conn=4] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:26.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.637 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 104, Table Name: t"] [2024/05/06 08:01:26.682 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=2.549044ms] [gotSchemaVersion=52] [phyTblIDs="[104]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:26.691 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/06 08:01:26.738 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=63.082738ms] [job="ID:105, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:26.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.783 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 19, tp general"] [category=ddl] [jobID=105] [conn=4] [job="ID:105, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:26.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.818 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 08:01:26.818 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:26.822 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 4\n# Query_time: 0.302199994\n# Parse_time: 0.000412404\n# Compile_time: 0.000667979\n# Rewrite_time: 0.000008733\n# Optimize_time: 0.00035853\n# Wait_TS: 0.000423396\n# DB: test\n# Is_internal: false\n# Digest: a40dc2698adc005c4f60f067c952899c54f602cd41e7502a92c75405301dde37\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t (a int, b int);"] [2024/05/06 08:01:26.838 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572369017864208] [generation=1] [session=4] [keys=1] [size=33B] ["flushed keys"=1] ["flushed size"=33B] ["take time"=1.384211ms] [2024/05/06 08:01:26.838 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=33B] [startTS=449572369017864208] [2024/05/06 08:01:26.843 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572369017864211] [generation=1] [session=4] [keys=1] [size=33B] ["flushed keys"=1] ["flushed size"=33B] ["take time"=1.1801ms] [2024/05/06 08:01:26.843 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=33B] [startTS=449572369017864211] [2024/05/06 08:01:26.856 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572369030971394] [generation=1] [session=4] [keys=1] [size=33B] ["flushed keys"=1] ["flushed size"=33B] ["take time"=1.075018ms] [2024/05/06 08:01:26.856 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=33B] [startTS=449572369030971394] [2024/05/06 08:01:26.870 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449572369030971397] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449572369030971394, lockForUpdateTS:0, minCommitTs:449572369030971398, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 08:01:26.949 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449572369030971397] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449572369030971394, lockForUpdateTS:0, minCommitTs:449572369030971398, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 08:01:27.074 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449572369030971397] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449572369030971394, lockForUpdateTS:0, minCommitTs:449572369030971398, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 08:01:27.389 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449572369030971397] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449572369030971394, lockForUpdateTS:0, minCommitTs:449572369030971398, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 08:01:27.464 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:01:27.464 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:01:27.464 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/3eb1e35b-c7af-4916-8b30-0d8beac3b0a8] [watcherID=b4cd33f5-df65-4abf-9bea-2859b0626673] [2024/05/06 08:01:27.475 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:01:27.487 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:01:27.487 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:01:27.487 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:01:27.487 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:01:27.825 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449572369030971397] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449572369030971394, lockForUpdateTS:0, minCommitTs:449572369030971398, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 08:01:28.303 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:01:29.049 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449572369030971397] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449572369030971394, lockForUpdateTS:0, minCommitTs:449572369030971398, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 08:01:31.154 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449572369030971397] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449572369030971394, lockForUpdateTS:0, minCommitTs:449572369030971398, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 08:01:31.906 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449572369030971397] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449572369030971394, lockForUpdateTS:0, minCommitTs:449572369030971398, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 08:01:31.908 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449572369030971397] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449572369030971394, lockForUpdateTS:0, minCommitTs:449572369030971398, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 08:01:31.910 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449572369030971397] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449572369030971394, lockForUpdateTS:0, minCommitTs:449572369030971398, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 08:01:31.912 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449572369030971397] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449572369030971394, lockForUpdateTS:0, minCommitTs:449572369030971398, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 08:01:31.913 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449572369030971397] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449572369030971394, lockForUpdateTS:0, minCommitTs:449572369030971398, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 08:01:31.915 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449572369030971397] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449572369030971394, lockForUpdateTS:0, minCommitTs:449572369030971398, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 08:01:31.916 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449572369030971394, lockForUpdateTS:0, minCommitTs:449572369030971398, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 08:01:31.919 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572369030971397] [generation=1] [session=4] [keys=1] [size=33B] ["flushed keys"=1] ["flushed size"=33B] ["take time"=5.04942398s] [2024/05/06 08:01:31.919 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=33B] [startTS=449572369030971397] [2024/05/06 08:01:31.926 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449572369030971397, lockForUpdateTS:0, minCommitTs:449572369030971398, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 08:01:31.929 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000002, primary: 7480000000000000685f728000000000000002, txnStartTS: 449572369017864208, lockForUpdateTS:0, minCommitTs:449572369030971398, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 08:01:31.931 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000003, primary: 7480000000000000685f728000000000000003, txnStartTS: 449572369017864211, lockForUpdateTS:0, minCommitTs:449572369030971398, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 08:01:31.934 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572370355060739] [generation=1] [session=4] [keys=1] [size=19B] ["flushed keys"=1] ["flushed size"=19B] ["take time"=1.111957ms] [2024/05/06 08:01:31.934 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=19B] [startTS=449572370355060739] [2024/05/06 08:01:31.943 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449572370355060742] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449572370355060739, lockForUpdateTS:0, minCommitTs:449572370355060743, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 08:01:32.038 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449572370355060742] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449572370355060739, lockForUpdateTS:0, minCommitTs:449572370355060743, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 08:01:32.214 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449572370355060742] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449572370355060739, lockForUpdateTS:0, minCommitTs:449572370355060743, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 08:01:32.550 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449572370355060742] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449572370355060739, lockForUpdateTS:0, minCommitTs:449572370355060743, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 08:01:33.167 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449572370355060742] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449572370355060739, lockForUpdateTS:0, minCommitTs:449572370355060743, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 08:01:34.703 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449572370355060742] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449572370355060739, lockForUpdateTS:0, minCommitTs:449572370355060743, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 08:01:36.957 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449572370355060742] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449572370355060739, lockForUpdateTS:0, minCommitTs:449572370355060743, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 08:01:36.961 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449572370355060742] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449572370355060739, lockForUpdateTS:0, minCommitTs:449572370355060743, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 08:01:36.964 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449572370355060742] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449572370355060739, lockForUpdateTS:0, minCommitTs:449572370355060743, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 08:01:36.966 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449572370355060739, lockForUpdateTS:0, minCommitTs:449572370355060743, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 08:01:36.969 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572370355060742] [generation=1] [session=4] [keys=1] [size=19B] ["flushed keys"=1] ["flushed size"=19B] ["take time"=5.026425155s] [2024/05/06 08:01:36.969 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=19B] [startTS=449572370355060742] [2024/05/06 08:01:36.974 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572371678625795] [generation=1] [session=4] [keys=1] [size=33B] ["flushed keys"=1] ["flushed size"=33B] ["take time"=1.024204ms] [2024/05/06 08:01:36.974 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=33B] [startTS=449572371678625795] [2024/05/06 08:01:36.986 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449572370355060742, lockForUpdateTS:0, minCommitTs:449572370355060743, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 08:01:36.991 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572371678625799] [generation=1] [session=4] [keys=1] [size=19B] ["flushed keys"=1] ["flushed size"=19B] ["take time"=1.102894ms] [2024/05/06 08:01:36.992 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=19B] [startTS=449572371678625799] [2024/05/06 08:01:36.992 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e445b2a8-dec5-49db-b552-620676ae4d4a"] [2024/05/06 08:01:36.992 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e445b2a8-dec5-49db-b552-620676ae4d4a"] [2024/05/06 08:01:36.993 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e445b2a8-dec5-49db-b552-620676ae4d4a"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:36.994 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e445b2a8-dec5-49db-b552-620676ae4d4a"] [] [2024/05/06 08:01:36.995 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:36.995 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=20.601Β΅s] [2024/05/06 08:01:36.995 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=14.751Β΅s] [2024/05/06 08:01:36.995 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=19.111Β΅s] [2024/05/06 08:01:36.995 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 23, tp add index"] [category=ddl] ["take time"=19.642Β΅s] [2024/05/06 08:01:36.995 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:36.995 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 19, tp general"] [category=ddl] ["take time"=10.297Β΅s] [2024/05/06 08:01:36.995 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:36.996 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:01:36.996 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:01:36.997 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=e445b2a8-dec5-49db-b552-620676ae4d4a] ["take time"=4.806925ms] [2024/05/06 08:01:36.997 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=e445b2a8-dec5-49db-b552-620676ae4d4a] [2024/05/06 08:01:36.999 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:01:36.999 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/3eb1e35b-c7af-4916-8b30-0d8beac3b0a8] [watcherID=b4cd33f5-df65-4abf-9bea-2859b0626673] [2024/05/06 08:01:36.999 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:01:36.999 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/3eb1e35b-c7af-4916-8b30-0d8beac3b0a8] [2024/05/06 08:01:36.999 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:37.000 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:37.000 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:37.000 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:37.000 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:37.000 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:37.000 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:37.000 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:37.000 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:37.000 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:37.005 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:01:37.005 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:01:37.006 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1047] [2024/05/06 08:01:37.006 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:01:37.007 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:37.006 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:01:37.007 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:37.007 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:37.007 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:01:37.007 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:37.007 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:01:37.007 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:37.007 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=e445b2a8-dec5-49db-b552-620676ae4d4a] [2024/05/06 08:01:37.007 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:37.007 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:37.007 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:37.007 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:37.007 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:37.007 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:01:37.007 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:37.007 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:01:37.007 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:01:37.007 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:01:37.007 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:37.007 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:01:37.007 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:01:37.007 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:01:37.007 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:37.007 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:01:37.007 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:37.007 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:37.007 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:37.007 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:37.007 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager e445b2a8-dec5-49db-b552-620676ae4d4a"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:37.007 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:01:37.007 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:01:37.007 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:01:37.007 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:01:37.007 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e445b2a8-dec5-49db-b552-620676ae4d4a"] [error="context canceled"] [2024/05/06 08:01:37.007 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:37.007 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:37.007 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:01:37.007 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:01:37.007 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:01:37.007 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:37.007 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:01:37.007 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:01:37.007 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:37.007 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:37.007 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:01:37.007 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:01:37.007 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 5d07d94d-132f-4f01-bd76-9c9dca40a60f"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:37.007 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e445b2a8-dec5-49db-b552-620676ae4d4a"] [2024/05/06 08:01:37.007 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=e445b2a8-dec5-49db-b552-620676ae4d4a] [2024/05/06 08:01:37.007 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 5d07d94d-132f-4f01-bd76-9c9dca40a60f"] [2024/05/06 08:01:37.007 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:01:37.007 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:01:37.007 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e445b2a8-dec5-49db-b552-620676ae4d4a"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:37.007 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:37.008 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:01:37.009 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:01:37.009 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:01:37.009 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:37.009 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=5d07d94d-132f-4f01-bd76-9c9dca40a60f] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:37.009 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 5d07d94d-132f-4f01-bd76-9c9dca40a60f"] [error="context canceled"] [2024/05/06 08:01:37.009 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:37.009 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:37.010 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:01:37.010 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:01:37.010 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:37.043 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:01:37.043 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager e445b2a8-dec5-49db-b552-620676ae4d4a"] [error="context canceled"] [2024/05/06 08:01:37.043 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager e445b2a8-dec5-49db-b552-620676ae4d4a"] [2024/05/06 08:01:37.043 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager e445b2a8-dec5-49db-b552-620676ae4d4a"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:37.209 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 5d07d94d-132f-4f01-bd76-9c9dca40a60f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:38.260 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e445b2a8-dec5-49db-b552-620676ae4d4a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:38.260 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:01:38.260 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:38.294 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager e445b2a8-dec5-49db-b552-620676ae4d4a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:38.294 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:01:38.294 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:01:38.294 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:38.301 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.309118882s] [2024/05/06 08:01:38.302 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:38.302 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:38.302 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:38.302 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:38.302 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:38.302 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:38.302 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:38.302 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:38.302 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:38.302 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:38.302 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:38.302 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:38.302 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:38.303 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLPositive (12.32s) === RUN TestPipelinedDMLNegative [2024/05/06 08:01:38.309 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:38.309 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 08:01:38.310 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793191436093292] [2024/05/06 08:01:38.310 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:38.310 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 08:01:38.311 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:38.311 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:38.311 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:38.311 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:38.311 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:38.313 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:01:38.317 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:38.319 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:38.320 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:38.328 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793191436093292] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:01:38.338 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:01:38.463 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 5d07d94d-132f-4f01-bd76-9c9dca40a60f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:38.478 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1996] ["lease id"=6f188f4cea328d41] [2024/05/06 08:01:38.480 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:01:38.577 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=52] ["start time"=93.329996ms] [2024/05/06 08:01:38.581 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:01:38.581 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=b54f7bf8-4747-471a-8c87-d6778083ee44] [runWorker=true] [2024/05/06 08:01:38.581 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:01:38.584 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:01:38.585 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 08:01:38.585 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:38.585 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:38.585 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:38.585 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:38.585 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:38.585 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:38.585 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:38.585 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:38.585 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:38.585 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:38.585 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:38.585 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:38.585 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:38.585 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:01:38.587 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b54f7bf8-4747-471a-8c87-d6778083ee44"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4cea328ed3] [ownerID=b54f7bf8-4747-471a-8c87-d6778083ee44] [op=none] [2024/05/06 08:01:38.588 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:38.588 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=0c1cebf3-2176-425f-99d2-05396f2847ba] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:38.592 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:01:38.611 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:01:38.612 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:38.613 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:01:38.636 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:38.637 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b54f7bf8-4747-471a-8c87-d6778083ee44"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4cea328ed3] [ownerID=b54f7bf8-4747-471a-8c87-d6778083ee44] [op=none] [2024/05/06 08:01:38.637 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b54f7bf8-4747-471a-8c87-d6778083ee44"] [op=none] [2024/05/06 08:01:38.637 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:01:38.725 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:38.742 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:38.753 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:38.753 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:38.753 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:38.753 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:01:38.753 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:01:38.753 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:38.753 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:01:38.753 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:01:38.753 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:01:38.756 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:38.756 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:01:38.757 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:38.757 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:38.757 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:38.757 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:01:38.757 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:38.761 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:38.764 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:01:38.766 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/92013bab-890a-49bd-8a0a-666d324fdba8] [2024/05/06 08:01:38.767 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:38.767 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:38.774 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:38.775 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:01:38.775 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:01:38.798 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=42.41449ms] [2024/05/06 08:01:38.802 +00:00] [INFO] [set.go:170] ["set global var"] [conn=5] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:01:38.807 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=5] [schemaVersion=52] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 08:01:38.808 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=5] [schemaVersion=52] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/06 08:01:38.830 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:38.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:38.830 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:38.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/06 08:01:38.869 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 24, tp general"] [category=ddl] [jobID=106] [conn=5] [category=ddl] [job="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:38.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:38.896 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=213.792Β΅s] [gotSchemaVersion=53] [phyTblIDs="[104]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:38.904 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=106] [version=53] [2024/05/06 08:01:38.945 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.340959ms] [job="ID:106, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:38.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:38.992 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 24, tp general"] [category=ddl] [jobID=106] [conn=5] [category=ddl] [job="ID:106, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:38.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:39.022 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=199.133Β΅s] [gotSchemaVersion=54] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:39.031 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=106] [version=54] [2024/05/06 08:01:39.071 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=53.289051ms] [job="ID:106, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:38.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:39.101 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 24, tp general"] [category=ddl] [jobID=106] [conn=5] [category=ddl] [job="ID:106, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:38.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:39.110 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 104, Old Table Name: t"] [2024/05/06 08:01:39.143 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=205.443Β΅s] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:39.152 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=106] [version=55] [2024/05/06 08:01:39.193 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=53.439615ms] [job="ID:106, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:38.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:39.249 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=106] [tableIDs="[104]"] [comment="drop table: table ID"] [2024/05/06 08:01:39.261 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=106] [jobType="drop table"] [2024/05/06 08:01:39.264 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 24, tp general"] [category=ddl] [jobID=106] [conn=5] [job="ID:106, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:38.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:39.314 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=106] [2024/05/06 08:01:39.314 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:39.317 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 5\n# Query_time: 0.50920087\n# Parse_time: 0.000156288\n# Compile_time: 0.000438653\n# Rewrite_time: 0.000006101\n# Optimize_time: 0.000134808\n# Wait_TS: 0.000333272\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/06 08:01:39.325 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=6] [schemaVersion=55] [cur_db=test] [sql="drop table if exists t"] [user=] [2024/05/06 08:01:39.328 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=6] [schemaVersion=55] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/06 08:01:39.363 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:39.293 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:39.363 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:39.293 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/06 08:01:39.440 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 24, tp general"] [category=ddl] [jobID=108] [conn=6] [category=ddl] [job="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:39.293 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:39.448 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 107, Table Name: t"] [2024/05/06 08:01:39.494 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=2.283955ms] [gotSchemaVersion=56] [phyTblIDs="[107]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:39.504 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=108] [version=56] [2024/05/06 08:01:39.541 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=54.064534ms] [job="ID:108, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:39.293 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:39.619 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 24, tp general"] [category=ddl] [jobID=108] [conn=6] [job="ID:108, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:39.293 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:39.651 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=108] [2024/05/06 08:01:39.652 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:39.656 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 6\n# Query_time: 0.329117385\n# Parse_time: 0.000548201\n# Compile_time: 0.000803889\n# Rewrite_time: 0.000010217\n# Optimize_time: 0.000342254\n# Wait_TS: 0.000334329\n# DB: test\n# Is_internal: false\n# Digest: d8af5ffb7e484e27abfcc7800ca9de29838c5536bc2ca8a80eabbd9246cbe55c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t (a int primary key, b int);"] [2024/05/06 08:01:39.749 +00:00] [INFO] [ddl.go:1405] ["switch metadata lock feature"] [category=ddl] [enable=false] [2024/05/06 08:01:39.767 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:01:39.767 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:01:39.767 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/92013bab-890a-49bd-8a0a-666d324fdba8] [watcherID=6345b9a8-c439-4bd5-9396-f6269dc58db8] [2024/05/06 08:01:39.775 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:01:39.780 +00:00] [INFO] [set.go:170] ["set global var"] [conn=6] [name=tidb_enable_metadata_lock] [val=off] [2024/05/06 08:01:39.789 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:01:39.789 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:01:39.789 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:01:39.789 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:01:39.802 +00:00] [INFO] [ddl.go:1405] ["switch metadata lock feature"] [category=ddl] [enable=true] [2024/05/06 08:01:39.860 +00:00] [INFO] [set.go:170] ["set global var"] [conn=6] [name=tidb_enable_metadata_lock] [val=ON] [2024/05/06 08:01:39.872 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b54f7bf8-4747-471a-8c87-d6778083ee44"] [2024/05/06 08:01:39.872 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b54f7bf8-4747-471a-8c87-d6778083ee44"] [2024/05/06 08:01:39.873 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b54f7bf8-4747-471a-8c87-d6778083ee44"] [] [2024/05/06 08:01:39.874 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:39.874 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 28, tp add index"] [category=ddl] ["take time"=37.099Β΅s] [2024/05/06 08:01:39.874 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 25, tp add index"] [category=ddl] ["take time"=18.569Β΅s] [2024/05/06 08:01:39.875 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 26, tp add index"] [category=ddl] ["take time"=19.914Β΅s] [2024/05/06 08:01:39.875 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 27, tp add index"] [category=ddl] ["take time"=16.648Β΅s] [2024/05/06 08:01:39.875 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:39.875 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 24, tp general"] [category=ddl] ["take time"=5.156Β΅s] [2024/05/06 08:01:39.875 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:39.875 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:01:39.875 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:01:39.877 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=b54f7bf8-4747-471a-8c87-d6778083ee44] ["take time"=5.419726ms] [2024/05/06 08:01:39.877 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=b54f7bf8-4747-471a-8c87-d6778083ee44] [2024/05/06 08:01:39.879 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:01:39.879 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:01:39.879 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/92013bab-890a-49bd-8a0a-666d324fdba8] [watcherID=6345b9a8-c439-4bd5-9396-f6269dc58db8] [2024/05/06 08:01:39.879 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/92013bab-890a-49bd-8a0a-666d324fdba8] [2024/05/06 08:01:39.879 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:39.879 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:39.879 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:39.879 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:39.879 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:39.879 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:39.880 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:39.880 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:39.880 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:39.880 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:39.884 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:01:39.884 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:01:39.885 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1996] [2024/05/06 08:01:39.885 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:39.885 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:01:39.885 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:01:39.885 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:01:39.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:39.885 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:01:39.885 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:39.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:39.885 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:01:39.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:39.885 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:01:39.885 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:39.885 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:01:39.885 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:01:39.885 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=b54f7bf8-4747-471a-8c87-d6778083ee44] [2024/05/06 08:01:39.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:39.885 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:01:39.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:39.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:39.885 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:01:39.886 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:01:39.885 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:01:39.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:39.885 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:01:39.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:39.885 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:01:39.886 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:01:39.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:39.885 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:01:39.886 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:39.885 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:01:39.886 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0c1cebf3-2176-425f-99d2-05396f2847ba"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:39.886 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:01:39.886 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:39.885 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:01:39.885 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:01:39.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:39.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:39.886 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:39.885 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:39.886 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:01:39.885 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:01:39.885 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:01:39.886 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:39.886 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:39.885 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:39.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:39.886 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:39.886 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager b54f7bf8-4747-471a-8c87-d6778083ee44"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:39.886 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b54f7bf8-4747-471a-8c87-d6778083ee44"] [error="context canceled"] [2024/05/06 08:01:39.886 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:01:39.886 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=b54f7bf8-4747-471a-8c87-d6778083ee44] [2024/05/06 08:01:39.886 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager b54f7bf8-4747-471a-8c87-d6778083ee44"] [2024/05/06 08:01:39.886 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b54f7bf8-4747-471a-8c87-d6778083ee44"] [2024/05/06 08:01:39.886 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:01:39.886 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:01:39.886 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:01:39.886 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:01:39.886 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:39.887 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:01:39.887 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:39.887 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0c1cebf3-2176-425f-99d2-05396f2847ba"] [error="context canceled"] [2024/05/06 08:01:39.887 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0c1cebf3-2176-425f-99d2-05396f2847ba"] [2024/05/06 08:01:39.887 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=0c1cebf3-2176-425f-99d2-05396f2847ba] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:39.887 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:39.887 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0c1cebf3-2176-425f-99d2-05396f2847ba"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:39.887 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:01:39.888 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:39.926 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:01:39.926 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager b54f7bf8-4747-471a-8c87-d6778083ee44"] [error="context canceled"] [2024/05/06 08:01:40.126 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager b54f7bf8-4747-471a-8c87-d6778083ee44"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:41.146 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b54f7bf8-4747-471a-8c87-d6778083ee44"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:41.147 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:01:41.147 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:41.153 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0c1cebf3-2176-425f-99d2-05396f2847ba"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:41.392 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager b54f7bf8-4747-471a-8c87-d6778083ee44"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:41.392 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:01:41.392 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:01:41.393 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:41.399 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.527571999s] [2024/05/06 08:01:41.400 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:41.400 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:41.400 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:41.400 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:41.400 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:41.400 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:41.400 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:41.400 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:41.400 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:41.400 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:41.400 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:41.400 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:41.400 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:41.401 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLNegative (3.10s) === RUN TestPipelinedDMLInsert [2024/05/06 08:01:41.406 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:41.406 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 08:01:41.407 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793191436093292] [2024/05/06 08:01:41.407 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:41.407 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 08:01:41.409 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:41.409 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:41.409 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:41.409 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:41.409 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:41.411 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:01:41.415 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:41.416 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:41.418 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:41.426 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793191436093292] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:01:41.436 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:01:41.597 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1248] ["lease id"=3eaa8f4cea328ef2] [2024/05/06 08:01:41.600 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:01:41.694 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=56] ["start time"=89.277752ms] [2024/05/06 08:01:41.698 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:01:41.698 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=3e531c69-64f6-4e63-95d7-39a34a1bbb0b] [runWorker=true] [2024/05/06 08:01:41.698 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:01:41.700 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:01:41.701 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 08:01:41.701 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:41.701 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:41.701 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:41.701 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:41.701 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:41.701 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:41.702 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:41.702 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:41.702 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:41.702 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:41.702 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:41.702 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:41.702 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:41.702 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:01:41.703 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3e531c69-64f6-4e63-95d7-39a34a1bbb0b"] ["owner key"=/tidb/ddl/fg/owner/22318f4cea2ea4ea] [ownerID=3e531c69-64f6-4e63-95d7-39a34a1bbb0b] [op=none] [2024/05/06 08:01:41.704 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:41.704 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=0857f783-7ddc-468d-809f-04675e71afe3] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:41.709 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:01:41.730 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:01:41.731 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:41.731 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:01:41.753 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:41.754 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3e531c69-64f6-4e63-95d7-39a34a1bbb0b"] ["owner key"=/tidb/ddl/fg/owner/22318f4cea2ea4ea] [ownerID=3e531c69-64f6-4e63-95d7-39a34a1bbb0b] [op=none] [2024/05/06 08:01:41.754 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3e531c69-64f6-4e63-95d7-39a34a1bbb0b"] [op=none] [2024/05/06 08:01:41.754 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:01:41.826 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:41.843 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:41.854 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:41.854 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:41.854 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:41.854 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:41.854 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:01:41.854 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:01:41.854 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:01:41.854 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:01:41.854 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:01:41.857 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:41.857 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:01:41.858 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:41.858 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:41.858 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:41.858 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:01:41.858 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:41.861 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:41.863 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:01:41.867 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/5610a873-87d6-45b6-b47b-21878be56d94] [2024/05/06 08:01:41.868 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:41.868 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:41.871 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:41.871 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:01:41.871 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:01:41.897 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=39.94218ms] [2024/05/06 08:01:41.920 +00:00] [INFO] [set.go:170] ["set global var"] [conn=7] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:01:41.924 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=56] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 08:01:41.926 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=56] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/06 08:01:41.949 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:41.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/06 08:01:41.949 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:41.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:41.991 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 29, tp general"] [category=ddl] [jobID=109] [conn=7] [category=ddl] [job="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:41.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:42.017 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=267.546Β΅s] [gotSchemaVersion=57] [phyTblIDs="[107]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:42.026 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=109] [version=57] [2024/05/06 08:01:42.066 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.195934ms] [job="ID:109, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:41.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:42.116 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 29, tp general"] [category=ddl] [jobID=109] [conn=7] [category=ddl] [job="ID:109, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:41.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:42.149 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=237.072Β΅s] [gotSchemaVersion=58] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:42.162 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=109] [version=58] [2024/05/06 08:01:42.198 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=53.195978ms] [job="ID:109, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:41.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:42.268 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 29, tp general"] [category=ddl] [jobID=109] [conn=7] [category=ddl] [job="ID:109, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:41.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:42.278 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 107, Old Table Name: t"] [2024/05/06 08:01:42.314 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=222.819Β΅s] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:42.324 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=109] [version=59] [2024/05/06 08:01:42.372 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=61.942218ms] [job="ID:109, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:107, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:41.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:42.432 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=109] [tableIDs="[107]"] [comment="drop table: table ID"] [2024/05/06 08:01:42.445 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="drop table"] [2024/05/06 08:01:42.449 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 29, tp general"] [category=ddl] [jobID=109] [conn=7] [job="ID:109, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:107, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:41.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:42.506 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/06 08:01:42.506 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:42.510 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 7\n# Query_time: 0.584023427\n# Parse_time: 0.000170697\n# Compile_time: 0.000458416\n# Rewrite_time: 0.000010657\n# Optimize_time: 0.000147027\n# Wait_TS: 0.000299867\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/06 08:01:42.516 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=59] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/06 08:01:42.518 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=59] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/06 08:01:42.557 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:42.493 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:42.557 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:42.493 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/06 08:01:42.604 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 29, tp general"] [category=ddl] [jobID=111] [conn=8] [category=ddl] [job="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:42.493 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:42.612 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 110, Table Name: t"] [2024/05/06 08:01:42.662 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=2.650457ms] [gotSchemaVersion=60] [phyTblIDs="[110]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:42.672 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=111] [version=60] [2024/05/06 08:01:42.708 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=52.731949ms] [job="ID:111, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:42.493 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:42.746 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 29, tp general"] [category=ddl] [jobID=111] [conn=8] [job="ID:111, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:42.493 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:42.778 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 08:01:42.779 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:42.783 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=60] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/06 08:01:42.820 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:42.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:42.820 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:42.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/06 08:01:42.862 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 29, tp general"] [category=ddl] [jobID=113] [conn=8] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:42.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:42.868 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:01:42.868 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:01:42.868 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/5610a873-87d6-45b6-b47b-21878be56d94] [watcherID=d05a76a7-0024-4c14-9efd-a31d0ae83e3f] [2024/05/06 08:01:42.870 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 112, Table Name: _t"] [2024/05/06 08:01:42.871 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:01:42.887 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:01:42.887 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:01:42.887 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:01:42.887 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:01:42.928 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=2.90372ms] [gotSchemaVersion=61] [phyTblIDs="[112]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:42.937 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=113] [version=61] [2024/05/06 08:01:42.974 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=53.064536ms] [job="ID:113, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:42.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:43.040 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 29, tp general"] [category=ddl] [jobID=113] [conn=8] [job="ID:113, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:42.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:43.073 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/06 08:01:43.073 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:43.701 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:01:43.835 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572373474312199] [generation=1] [session=8] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=5.807874ms] [2024/05/06 08:01:43.836 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572373474312199] [generation=2] [session=8] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=31.391Β΅s] [2024/05/06 08:01:43.836 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449572373474312199] [2024/05/06 08:01:43.838 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572373474312199] [commitTS=449572373474312201] [2024/05/06 08:01:43.838 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572373474312199] [startKey=7480000000000000705f728000000000000000] [endKey=7480000000000000705f728000000000000063] [concurrency=8] [2024/05/06 08:01:43.843 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572373474312199] [startKey=7480000000000000705f728000000000000000] [endKey=7480000000000000705f728000000000000063] ["cost time"=5.198273ms] ["completed regions"=1] [2024/05/06 08:01:43.843 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572373474312199] [commitTS=449572373474312201] [session=8] [2024/05/06 08:01:43.878 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572373487419395] [generation=1] [session=8] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=3.759758ms] [2024/05/06 08:01:43.879 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572373487419395] [generation=2] [session=8] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=26.568Β΅s] [2024/05/06 08:01:43.879 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449572373487419395] [2024/05/06 08:01:43.880 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572373487419395] [commitTS=449572373487419397] [2024/05/06 08:01:43.881 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572373487419395] [startKey=74800000000000006e5f728000000000002710] [endKey=74800000000000006e5f728000000000002773] [concurrency=8] [2024/05/06 08:01:43.885 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572373487419395] [startKey=74800000000000006e5f728000000000002710] [endKey=74800000000000006e5f728000000000002773] ["cost time"=3.883092ms] ["completed regions"=1] [2024/05/06 08:01:43.885 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572373487419395] [commitTS=449572373487419397] [session=8] [2024/05/06 08:01:43.891 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=61] [cur_db=test] [sql="truncate table _t"] [user=] [2024/05/06 08:01:43.918 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:43.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:43.918 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:43.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t"] [2024/05/06 08:01:43.983 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 29, tp general"] [category=ddl] [jobID=115] [conn=8] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:43.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:43.995 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 114, Table Name: _t, Old Table ID: 112, Old Table Name: _t"] [2024/05/06 08:01:44.035 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=2.704076ms] [gotSchemaVersion=62] [phyTblIDs="[112,114]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:01:44.044 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=115] [version=62] [2024/05/06 08:01:44.082 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=53.796318ms] [job="ID:115, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:43.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:44.124 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=115] [tableIDs="[112]"] [comment="drop table: table ID"] [2024/05/06 08:01:44.132 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="truncate table"] [2024/05/06 08:01:44.136 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 29, tp general"] [category=ddl] [jobID=115] [conn=8] [job="ID:115, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:43.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:44.193 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/06 08:01:44.194 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:44.198 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 8\n# Query_time: 0.307876748\n# Parse_time: 0.000446147\n# Compile_time: 0.000748177\n# Rewrite_time: 0.000009639\n# Optimize_time: 0.001694925\n# Wait_TS: 0.00048627\n# DB: test\n# Is_internal: false\n# Digest: 4c9b0816fce2901645b49af8699fd9f453d5d950adf483cbba7dc89f93b72578\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ntruncate table _t;"] [2024/05/06 08:01:44.200 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=9] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000725f7280000000000003e8] [2024/05/06 08:01:44.204 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000725f7280000000000003e8] ["first new region left"="{Id:28 StartKey:7200000100000000fb EndKey:7480000000000000ff725f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:29 store_id:1 id:30 store_id:7 id:31 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=9] [2024/05/06 08:01:44.204 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=28] [2024/05/06 08:01:44.206 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f7280000000000003e8] ["new region left"="{Id:28 StartKey:7200000100000000fb EndKey:7480000000000000ff725f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:29 store_id:1 id:30 store_id:7 id:31 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:44.206 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=32] [2024/05/06 08:01:44.207 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f7280000000000007d0] ["new region left"="{Id:32 StartKey:7480000000000000ff725f728000000000ff0003e80000000000fa EndKey:7480000000000000ff725f728000000000ff0007d00000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:33 store_id:1 id:34 store_id:7 id:35 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:44.207 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=36] [2024/05/06 08:01:44.208 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000000bb8] ["new region left"="{Id:36 StartKey:7480000000000000ff725f728000000000ff0007d00000000000fa EndKey:7480000000000000ff725f728000000000ff000bb80000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:37 store_id:1 id:38 store_id:7 id:39 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:44.209 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=40] [2024/05/06 08:01:44.209 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000000fa0] ["new region left"="{Id:40 StartKey:7480000000000000ff725f728000000000ff000bb80000000000fa EndKey:7480000000000000ff725f728000000000ff000fa00000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:41 store_id:1 id:42 store_id:7 id:43 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:44.209 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=44] [2024/05/06 08:01:44.210 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000001388] ["new region left"="{Id:44 StartKey:7480000000000000ff725f728000000000ff000fa00000000000fa EndKey:7480000000000000ff725f728000000000ff0013880000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:45 store_id:1 id:46 store_id:7 id:47 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:44.210 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=48] [2024/05/06 08:01:44.211 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000001770] ["new region left"="{Id:48 StartKey:7480000000000000ff725f728000000000ff0013880000000000fa EndKey:7480000000000000ff725f728000000000ff0017700000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:49 store_id:1 id:50 store_id:7 id:51 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:44.212 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=52] [2024/05/06 08:01:44.212 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000001b58] ["new region left"="{Id:52 StartKey:7480000000000000ff725f728000000000ff0017700000000000fa EndKey:7480000000000000ff725f728000000000ff001b580000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:53 store_id:1 id:54 store_id:7 id:55 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:44.213 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=56] [2024/05/06 08:01:44.214 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000001f40] ["new region left"="{Id:56 StartKey:7480000000000000ff725f728000000000ff001b580000000000fa EndKey:7480000000000000ff725f728000000000ff001f400000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:57 store_id:1 id:58 store_id:7 id:59 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:44.214 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=60] [2024/05/06 08:01:44.215 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000002328] ["new region left"="{Id:60 StartKey:7480000000000000ff725f728000000000ff001f400000000000fa EndKey:7480000000000000ff725f728000000000ff0023280000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:61 store_id:1 id:62 store_id:7 id:63 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:44.215 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=9] ["region IDs"="[28,32,36,40,44,48,52,56,60]"] [2024/05/06 08:01:44.215 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=28] [backoff(ms)=299985] [2024/05/06 08:01:44.216 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=28] [2024/05/06 08:01:44.216 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=32] [backoff(ms)=299984] [2024/05/06 08:01:44.217 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=32] [2024/05/06 08:01:44.217 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=36] [backoff(ms)=299983] [2024/05/06 08:01:44.217 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=36] [2024/05/06 08:01:44.218 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=40] [backoff(ms)=299982] [2024/05/06 08:01:44.218 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=40] [2024/05/06 08:01:44.218 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=44] [backoff(ms)=299982] [2024/05/06 08:01:44.219 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=44] [2024/05/06 08:01:44.219 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=48] [backoff(ms)=299981] [2024/05/06 08:01:44.219 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=48] [2024/05/06 08:01:44.219 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=52] [backoff(ms)=299981] [2024/05/06 08:01:44.220 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=52] [2024/05/06 08:01:44.220 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=56] [backoff(ms)=299980] [2024/05/06 08:01:44.220 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=56] [2024/05/06 08:01:44.220 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=60] [backoff(ms)=299980] [2024/05/06 08:01:44.221 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=60] [2024/05/06 08:01:44.279 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572373579169815] [generation=1] [session=8] [keys=200] [size=5.8kB] ["flushed keys"=200] ["flushed size"=5.8kB] ["take time"=8.288955ms] [2024/05/06 08:01:44.279 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572373579169815] [generation=2] [session=8] [keys=0] [size=0B] ["flushed keys"=200] ["flushed size"=5.8kB] ["take time"=39.451Β΅s] [2024/05/06 08:01:44.279 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=200] [size=5.8kB] [startTS=449572373579169815] [2024/05/06 08:01:44.283 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572373579169815] [commitTS=449572373592276995] [2024/05/06 08:01:44.283 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572373579169815] [startKey=7480000000000000725f728000000000000000] [endKey=7480000000000000725f728000000000002773] [concurrency=8] [2024/05/06 08:01:44.306 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572373579169815] [startKey=7480000000000000725f728000000000000000] [endKey=7480000000000000725f728000000000002773] ["cost time"=22.186663ms] ["completed regions"=10] [2024/05/06 08:01:44.306 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=10] [startTS=449572373579169815] [commitTS=449572373592276995] [session=8] [2024/05/06 08:01:44.315 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3e531c69-64f6-4e63-95d7-39a34a1bbb0b"] [2024/05/06 08:01:44.315 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3e531c69-64f6-4e63-95d7-39a34a1bbb0b"] [2024/05/06 08:01:44.316 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3e531c69-64f6-4e63-95d7-39a34a1bbb0b"] [] [2024/05/06 08:01:44.318 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:44.318 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 30, tp add index"] [category=ddl] ["take time"=15.956Β΅s] [2024/05/06 08:01:44.318 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 31, tp add index"] [category=ddl] ["take time"=14.509Β΅s] [2024/05/06 08:01:44.318 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 32, tp add index"] [category=ddl] ["take time"=15.604Β΅s] [2024/05/06 08:01:44.318 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 33, tp add index"] [category=ddl] ["take time"=16.665Β΅s] [2024/05/06 08:01:44.318 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:44.318 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 29, tp general"] [category=ddl] ["take time"=6.208Β΅s] [2024/05/06 08:01:44.318 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:44.318 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:01:44.318 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:01:44.320 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=3e531c69-64f6-4e63-95d7-39a34a1bbb0b] ["take time"=13.267959ms] [2024/05/06 08:01:44.320 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=3e531c69-64f6-4e63-95d7-39a34a1bbb0b] [2024/05/06 08:01:44.322 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:01:44.322 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/5610a873-87d6-45b6-b47b-21878be56d94] [watcherID=d05a76a7-0024-4c14-9efd-a31d0ae83e3f] [2024/05/06 08:01:44.322 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:01:44.323 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/5610a873-87d6-45b6-b47b-21878be56d94] [2024/05/06 08:01:44.323 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:44.323 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:44.323 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:44.323 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:44.323 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:44.323 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:44.323 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:44.323 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:44.323 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:44.323 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:44.329 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:01:44.329 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:01:44.331 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1248] [2024/05/06 08:01:44.331 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:01:44.331 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:01:44.331 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:01:44.331 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:44.331 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:01:44.332 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:44.331 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:01:44.331 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:01:44.332 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:01:44.332 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:44.332 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:01:44.332 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:44.332 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:01:44.332 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:01:44.332 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:44.332 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:44.332 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:01:44.332 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:44.332 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:44.332 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:44.332 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:44.332 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:44.331 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:44.332 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:01:44.332 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:44.332 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:44.332 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:44.332 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0857f783-7ddc-468d-809f-04675e71afe3"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:44.332 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3e531c69-64f6-4e63-95d7-39a34a1bbb0b"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:44.331 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:44.332 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:01:44.332 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:01:44.332 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 3e531c69-64f6-4e63-95d7-39a34a1bbb0b"] [error="context canceled"] [2024/05/06 08:01:44.332 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:44.332 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:44.332 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:01:44.332 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:44.331 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:44.332 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:44.332 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:01:44.332 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:01:44.332 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=3e531c69-64f6-4e63-95d7-39a34a1bbb0b] [2024/05/06 08:01:44.333 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:44.332 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:01:44.333 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:44.332 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:01:44.332 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 3e531c69-64f6-4e63-95d7-39a34a1bbb0b"] [2024/05/06 08:01:44.333 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:01:44.333 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:01:44.333 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:01:44.333 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:01:44.333 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:01:44.333 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 3e531c69-64f6-4e63-95d7-39a34a1bbb0b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:44.333 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=3e531c69-64f6-4e63-95d7-39a34a1bbb0b] [2024/05/06 08:01:44.333 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:01:44.333 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:01:44.333 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:01:44.333 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:01:44.333 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:44.334 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:01:44.334 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:44.334 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:01:44.334 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=0857f783-7ddc-468d-809f-04675e71afe3] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:44.334 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0857f783-7ddc-468d-809f-04675e71afe3"] [error="context canceled"] [2024/05/06 08:01:44.334 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:44.334 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:44.335 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0857f783-7ddc-468d-809f-04675e71afe3"] [2024/05/06 08:01:44.413 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:01:44.413 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3e531c69-64f6-4e63-95d7-39a34a1bbb0b"] [error="context canceled"] [2024/05/06 08:01:44.413 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3e531c69-64f6-4e63-95d7-39a34a1bbb0b"] [2024/05/06 08:01:44.413 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3e531c69-64f6-4e63-95d7-39a34a1bbb0b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:45.586 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 3e531c69-64f6-4e63-95d7-39a34a1bbb0b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:45.587 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:01:45.587 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:45.597 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0857f783-7ddc-468d-809f-04675e71afe3"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:45.660 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3e531c69-64f6-4e63-95d7-39a34a1bbb0b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:45.660 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:01:45.660 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:01:45.660 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:45.667 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.360355978s] [2024/05/06 08:01:45.668 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:45.668 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:45.668 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:45.668 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:45.668 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:45.668 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:45.668 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:45.668 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:45.668 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:45.668 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:45.669 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:45.669 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:45.669 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:45.670 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLInsert (4.27s) === RUN TestPipelinedDMLInsertIgnore [2024/05/06 08:01:45.678 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:45.678 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 08:01:45.679 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793191436093292] [2024/05/06 08:01:45.680 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:45.680 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 08:01:45.681 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:45.681 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:45.681 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:45.681 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:45.681 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:45.683 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:01:45.687 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:45.689 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:45.690 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:45.699 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793191436093292] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:01:45.709 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:01:45.870 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=733] ["lease id"=22318f4cea2ea50f] [2024/05/06 08:01:45.872 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:01:45.967 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=62] ["start time"=89.939718ms] [2024/05/06 08:01:45.971 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:01:45.972 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=e92c931c-701e-4c3b-b3ea-ac148aa0fec4] [runWorker=true] [2024/05/06 08:01:45.972 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:01:45.974 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:01:45.975 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 08:01:45.976 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:45.976 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:45.976 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:45.976 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:45.976 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:45.976 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:45.976 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:45.976 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:45.976 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:45.976 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:45.976 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:45.976 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:45.976 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:45.976 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:01:45.978 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e92c931c-701e-4c3b-b3ea-ac148aa0fec4"] ["owner key"=/tidb/ddl/fg/owner/6f188f4cea328d9a] [ownerID=e92c931c-701e-4c3b-b3ea-ac148aa0fec4] [op=none] [2024/05/06 08:01:45.978 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:45.979 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=f6851b19-7ebd-4c11-90f1-fc0b626a8daa] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:45.984 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:01:46.010 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:01:46.011 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:46.011 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:01:46.028 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:46.029 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e92c931c-701e-4c3b-b3ea-ac148aa0fec4"] ["owner key"=/tidb/ddl/fg/owner/6f188f4cea328d9a] [ownerID=e92c931c-701e-4c3b-b3ea-ac148aa0fec4] [op=none] [2024/05/06 08:01:46.029 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e92c931c-701e-4c3b-b3ea-ac148aa0fec4"] [op=none] [2024/05/06 08:01:46.029 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:01:46.114 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:46.133 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:46.146 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:46.146 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:46.146 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:01:46.146 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:46.146 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:46.146 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:01:46.146 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:01:46.146 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:01:46.146 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:01:46.149 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:46.149 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:01:46.150 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:46.150 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:46.150 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:46.150 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:46.150 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:01:46.153 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:46.155 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:01:46.160 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/99571403-2137-49bd-bd6b-6eba677ba3a5] [2024/05/06 08:01:46.161 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:46.161 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:46.164 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:46.164 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:01:46.164 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:01:46.200 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=51.346369ms] [2024/05/06 08:01:46.216 +00:00] [INFO] [set.go:170] ["set global var"] [conn=9] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:01:46.220 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=62] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/06 08:01:46.222 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=62] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 08:01:46.224 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=62] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/06 08:01:46.251 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:46.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:46.251 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:116, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:46.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 08:01:46.306 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp general"] [category=ddl] [jobID=116] [conn=9] [category=ddl] [job="ID:116, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:46.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:46.334 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=255.07Β΅s] [gotSchemaVersion=63] [phyTblIDs="[114]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:46.344 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=116] [version=63] [2024/05/06 08:01:46.383 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=53.044358ms] [job="ID:116, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:46.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:46.451 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp general"] [category=ddl] [jobID=116] [conn=9] [category=ddl] [job="ID:116, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:46.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:46.496 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=404.291Β΅s] [gotSchemaVersion=64] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:46.507 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=116] [version=64] [2024/05/06 08:01:46.543 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=53.379284ms] [job="ID:116, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:46.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:46.633 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp general"] [category=ddl] [jobID=116] [conn=9] [category=ddl] [job="ID:116, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:46.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:46.644 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 114, Old Table Name: _t"] [2024/05/06 08:01:46.677 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=334.997Β΅s] [gotSchemaVersion=65] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:46.687 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=116] [version=65] [2024/05/06 08:01:46.726 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=53.616907ms] [job="ID:116, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:114, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:46.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:46.793 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=116] [tableIDs="[114]"] [comment="drop table: table ID"] [2024/05/06 08:01:46.807 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=116] [jobType="drop table"] [2024/05/06 08:01:46.811 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 34, tp general"] [category=ddl] [jobID=116] [conn=9] [job="ID:116, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:114, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:46.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:46.863 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/05/06 08:01:46.863 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:46.890 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:46.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:46.890 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:46.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 08:01:46.931 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp general"] [category=ddl] [jobID=117] [conn=9] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:46.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:46.960 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=292.82Β΅s] [gotSchemaVersion=66] [phyTblIDs="[110]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:46.971 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=117] [version=66] [2024/05/06 08:01:47.009 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=53.471413ms] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:46.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:47.079 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp general"] [category=ddl] [jobID=117] [conn=9] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:46.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:47.108 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=231.14Β΅s] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:47.118 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=117] [version=67] [2024/05/06 08:01:47.158 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=53.684778ms] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:46.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:47.161 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:01:47.161 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:01:47.161 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/99571403-2137-49bd-bd6b-6eba677ba3a5] [watcherID=b5b6cbf3-b8e1-4616-83ba-cd690cf8db62] [2024/05/06 08:01:47.164 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:01:47.177 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:01:47.177 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:01:47.177 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:01:47.177 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:01:47.216 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp general"] [category=ddl] [jobID=117] [conn=9] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:46.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:47.226 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 110, Old Table Name: t"] [2024/05/06 08:01:47.260 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=250.263Β΅s] [gotSchemaVersion=68] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:47.271 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=117] [version=68] [2024/05/06 08:01:47.309 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=53.632855ms] [job="ID:117, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:46.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:47.381 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=117] [tableIDs="[110]"] [comment="drop table: table ID"] [2024/05/06 08:01:47.391 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=117] [jobType="drop table"] [2024/05/06 08:01:47.395 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 34, tp general"] [category=ddl] [jobID=117] [conn=9] [job="ID:117, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:46.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:47.448 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/06 08:01:47.448 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:47.452 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 9\n# Query_time: 1.228963107\n# Parse_time: 0.000244505\n# Compile_time: 0.000693341\n# Rewrite_time: 0.000012307\n# Optimize_time: 0.000135353\n# Wait_TS: 0.000355079\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/06 08:01:47.460 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=68] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/06 08:01:47.463 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=68] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/06 08:01:47.503 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:47.444 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/06 08:01:47.503 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:47.444 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:47.566 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp general"] [category=ddl] [jobID=119] [conn=10] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:47.444 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:47.574 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 118, Table Name: t"] [2024/05/06 08:01:47.624 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=2.35979ms] [gotSchemaVersion=69] [phyTblIDs="[118]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:47.635 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=119] [version=69] [2024/05/06 08:01:47.671 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=53.379876ms] [job="ID:119, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:47.444 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:47.746 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 34, tp general"] [category=ddl] [jobID=119] [conn=10] [job="ID:119, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:47.444 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:47.778 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/06 08:01:47.779 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:47.782 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 10\n# Query_time: 0.320278479\n# Parse_time: 0.000536247\n# Compile_time: 0.000914107\n# Rewrite_time: 0.00001128\n# Optimize_time: 0.000420181\n# Wait_TS: 0.000431915\n# DB: test\n# Is_internal: false\n# Digest: d8af5ffb7e484e27abfcc7800ca9de29838c5536bc2ca8a80eabbd9246cbe55c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t (a int primary key, b int);"] [2024/05/06 08:01:47.783 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=69] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/06 08:01:47.818 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:47.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:47.819 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:47.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/06 08:01:47.856 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp general"] [category=ddl] [jobID=121] [conn=10] [category=ddl] [job="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:47.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:47.864 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 120, Table Name: _t"] [2024/05/06 08:01:47.909 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=1.988833ms] [gotSchemaVersion=70] [phyTblIDs="[120]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:47.919 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=121] [version=70] [2024/05/06 08:01:47.956 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=52.90732ms] [job="ID:121, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:47.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:47.976 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:01:48.043 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 34, tp general"] [category=ddl] [jobID=121] [conn=10] [job="ID:121, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:47.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:48.080 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/06 08:01:48.080 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:48.084 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 10\n# Query_time: 0.302083307\n# Parse_time: 0.000296241\n# Compile_time: 0.000721011\n# Rewrite_time: 0.000012313\n# Optimize_time: 0.000420181\n# Wait_TS: 0.000317367\n# DB: test\n# Is_internal: false\n# Digest: 4ce3ee18b7ea51a92e98fb8f25ec7a484a3cba24da4271fd3d643f0f8235a77f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t like t;"] [2024/05/06 08:01:48.816 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572374785032194] [generation=1] [session=10] [keys=10] [size=290B] ["flushed keys"=10] ["flushed size"=290B] ["take time"=1.812007ms] [2024/05/06 08:01:48.816 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572374785032194] [generation=2] [session=10] [keys=0] [size=0B] ["flushed keys"=10] ["flushed size"=290B] ["take time"=36.206Β΅s] [2024/05/06 08:01:48.816 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=290B] [startTS=449572374785032194] [2024/05/06 08:01:48.818 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572374785032194] [commitTS=449572374785032196] [2024/05/06 08:01:48.818 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572374785032194] [startKey=7480000000000000785f728000000000000000] [endKey=7480000000000000785f728000000000000063] [concurrency=8] [2024/05/06 08:01:48.821 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572374785032194] [startKey=7480000000000000785f728000000000000000] [endKey=7480000000000000785f728000000000000063] ["cost time"=3.184786ms] ["completed regions"=1] [2024/05/06 08:01:48.821 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572374785032194] [commitTS=449572374785032196] [session=10] [2024/05/06 08:01:48.845 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572374785032197] [generation=1] [session=10] [keys=90] [size=2.61kB] ["flushed keys"=90] ["flushed size"=2.61kB] ["take time"=3.194825ms] [2024/05/06 08:01:48.845 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572374785032197] [generation=2] [session=10] [keys=0] [size=0B] ["flushed keys"=90] ["flushed size"=2.61kB] ["take time"=27.252Β΅s] [2024/05/06 08:01:48.845 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=90] [size=2.61kB] [startTS=449572374785032197] [2024/05/06 08:01:48.847 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572374785032197] [commitTS=449572374798139393] [2024/05/06 08:01:48.847 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572374785032197] [startKey=7480000000000000785f728000000000000001] [endKey=7480000000000000785f728000000000000062] [concurrency=8] [2024/05/06 08:01:48.851 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572374785032197] [startKey=7480000000000000785f728000000000000001] [endKey=7480000000000000785f728000000000000062] ["cost time"=3.78764ms] ["completed regions"=1] [2024/05/06 08:01:48.851 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572374785032197] [commitTS=449572374798139393] [session=10] [2024/05/06 08:01:48.865 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e92c931c-701e-4c3b-b3ea-ac148aa0fec4"] [2024/05/06 08:01:48.865 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e92c931c-701e-4c3b-b3ea-ac148aa0fec4"] [2024/05/06 08:01:48.865 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e92c931c-701e-4c3b-b3ea-ac148aa0fec4"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:48.867 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e92c931c-701e-4c3b-b3ea-ac148aa0fec4"] [] [2024/05/06 08:01:48.868 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:48.868 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 35, tp add index"] [category=ddl] ["take time"=25.867Β΅s] [2024/05/06 08:01:48.868 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 36, tp add index"] [category=ddl] ["take time"=19.813Β΅s] [2024/05/06 08:01:48.869 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 37, tp add index"] [category=ddl] ["take time"=20.61Β΅s] [2024/05/06 08:01:48.869 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 38, tp add index"] [category=ddl] ["take time"=21.065Β΅s] [2024/05/06 08:01:48.869 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:48.869 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 34, tp general"] [category=ddl] ["take time"=21.963Β΅s] [2024/05/06 08:01:48.869 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:48.869 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:01:48.869 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:01:48.872 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=e92c931c-701e-4c3b-b3ea-ac148aa0fec4] ["take time"=9.911327ms] [2024/05/06 08:01:48.872 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=e92c931c-701e-4c3b-b3ea-ac148aa0fec4] [2024/05/06 08:01:48.874 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:01:48.874 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:01:48.874 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/99571403-2137-49bd-bd6b-6eba677ba3a5] [watcherID=b5b6cbf3-b8e1-4616-83ba-cd690cf8db62] [2024/05/06 08:01:48.874 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/99571403-2137-49bd-bd6b-6eba677ba3a5] [2024/05/06 08:01:48.875 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:48.875 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:48.875 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:48.875 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:48.875 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:48.875 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:48.875 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:48.875 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:48.875 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:48.875 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:48.881 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:01:48.881 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:01:48.882 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=733] [2024/05/06 08:01:48.882 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:48.882 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:01:48.882 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:01:48.882 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:01:48.882 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:01:48.882 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:48.882 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:48.882 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:48.882 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:48.882 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:01:48.882 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:48.882 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:48.882 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:48.882 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:01:48.882 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:01:48.882 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:01:48.882 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:48.882 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:01:48.882 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:01:48.882 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:48.882 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=e92c931c-701e-4c3b-b3ea-ac148aa0fec4] [2024/05/06 08:01:48.882 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:01:48.882 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:01:48.882 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:48.882 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:48.882 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:48.882 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f6851b19-7ebd-4c11-90f1-fc0b626a8daa"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:48.882 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:48.882 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:01:48.882 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:01:48.882 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:01:48.882 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:01:48.882 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:01:48.883 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:01:48.883 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e92c931c-701e-4c3b-b3ea-ac148aa0fec4"] [error="context canceled"] [2024/05/06 08:01:48.882 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:48.882 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:48.882 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:01:48.883 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e92c931c-701e-4c3b-b3ea-ac148aa0fec4"] [2024/05/06 08:01:48.882 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:48.882 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:01:48.882 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:48.882 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager e92c931c-701e-4c3b-b3ea-ac148aa0fec4"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:48.883 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:48.882 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:01:48.883 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:48.883 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager e92c931c-701e-4c3b-b3ea-ac148aa0fec4"] [2024/05/06 08:01:48.882 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:48.882 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:01:48.882 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:01:48.883 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:48.883 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:01:48.883 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:48.883 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=e92c931c-701e-4c3b-b3ea-ac148aa0fec4] [2024/05/06 08:01:48.883 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:01:48.883 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:01:48.884 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:01:48.884 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:01:48.884 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f6851b19-7ebd-4c11-90f1-fc0b626a8daa"] [error="context canceled"] [2024/05/06 08:01:48.884 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=f6851b19-7ebd-4c11-90f1-fc0b626a8daa] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:48.884 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:48.884 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:48.884 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:48.885 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f6851b19-7ebd-4c11-90f1-fc0b626a8daa"] [2024/05/06 08:01:48.885 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f6851b19-7ebd-4c11-90f1-fc0b626a8daa"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:48.892 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 08:01:48.893 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 08:01:48.894 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=70] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 08:01:48.895 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 08:01:48.896 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:01:48.896 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:01:48.896 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:48.963 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:01:48.963 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager e92c931c-701e-4c3b-b3ea-ac148aa0fec4"] [error="context canceled"] [2024/05/06 08:01:49.164 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager e92c931c-701e-4c3b-b3ea-ac148aa0fec4"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:50.133 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f6851b19-7ebd-4c11-90f1-fc0b626a8daa"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:50.139 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e92c931c-701e-4c3b-b3ea-ac148aa0fec4"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:50.139 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:01:50.139 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:50.412 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager e92c931c-701e-4c3b-b3ea-ac148aa0fec4"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:50.412 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:01:50.413 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:01:50.413 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:50.419 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.556927322s] [2024/05/06 08:01:50.420 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:50.420 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:50.420 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:50.420 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:50.420 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:50.420 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:50.420 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:50.420 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:50.420 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:50.420 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:50.420 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:50.420 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:50.420 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:50.421 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLInsertIgnore (4.75s) === RUN TestPipelinedDMLInsertOnDuplicateKeyUpdate [2024/05/06 08:01:50.427 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:50.427 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 08:01:50.428 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793191436093292] [2024/05/06 08:01:50.428 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:50.429 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 08:01:50.429 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:50.430 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:50.430 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:50.430 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:50.430 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:50.432 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:01:50.435 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:50.437 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:50.439 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:50.446 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793191436093292] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:01:50.457 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:01:50.596 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=765] ["lease id"=3eaa8f4cea328f47] [2024/05/06 08:01:50.598 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:01:50.690 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=70] ["start time"=88.818797ms] [2024/05/06 08:01:50.695 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:01:50.695 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=86cad2b7-606b-4dc3-8aff-744f0af4e4b2] [runWorker=true] [2024/05/06 08:01:50.695 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:01:50.698 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:01:50.699 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 08:01:50.699 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:50.699 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:50.699 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:50.699 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:50.699 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:50.699 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:50.699 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:50.699 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:50.699 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:50.700 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:50.700 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:50.700 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:50.700 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:50.700 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:01:50.702 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 86cad2b7-606b-4dc3-8aff-744f0af4e4b2"] ["owner key"=/tidb/ddl/fg/owner/22318f4cea2ea53f] [ownerID=86cad2b7-606b-4dc3-8aff-744f0af4e4b2] [op=none] [2024/05/06 08:01:50.702 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:50.703 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=528028a4-c784-4a15-a150-3880a8dd6a48] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:50.707 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:01:50.736 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:01:50.737 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:50.738 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:01:50.751 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:50.752 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 86cad2b7-606b-4dc3-8aff-744f0af4e4b2"] ["owner key"=/tidb/ddl/fg/owner/22318f4cea2ea53f] [ownerID=86cad2b7-606b-4dc3-8aff-744f0af4e4b2] [op=none] [2024/05/06 08:01:50.752 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 86cad2b7-606b-4dc3-8aff-744f0af4e4b2"] [op=none] [2024/05/06 08:01:50.752 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:01:50.834 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:50.850 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:50.863 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:50.863 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:50.863 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:01:50.863 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:50.863 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:01:50.863 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:50.863 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:01:50.863 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:01:50.863 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:01:50.865 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:50.865 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:01:50.867 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:50.867 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:50.867 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:50.867 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:50.867 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:01:50.870 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:50.871 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:01:50.877 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/1d54eb05-ce79-4cc2-8b48-1ca42bc40fb6] [2024/05/06 08:01:50.878 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:50.878 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:50.881 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:50.881 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:01:50.881 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:01:50.901 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=35.898546ms] [2024/05/06 08:01:50.916 +00:00] [INFO] [set.go:170] ["set global var"] [conn=11] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:01:50.921 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=11] [schemaVersion=70] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/06 08:01:50.923 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=11] [schemaVersion=70] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 08:01:50.925 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=11] [schemaVersion=70] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/06 08:01:50.950 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:122, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:50.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 08:01:50.950 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:122, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:50.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:50.990 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 39, tp general"] [category=ddl] [jobID=122] [conn=11] [category=ddl] [job="ID:122, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:50.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:51.039 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=368.123Β΅s] [gotSchemaVersion=71] [phyTblIDs="[120]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:51.051 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=122] [version=71] [2024/05/06 08:01:51.068 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=53.590917ms] [job="ID:122, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:50.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:51.110 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 39, tp general"] [category=ddl] [jobID=122] [conn=11] [category=ddl] [job="ID:122, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:50.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:51.139 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=240.878Β΅s] [gotSchemaVersion=72] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:51.149 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=122] [version=72] [2024/05/06 08:01:51.188 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=53.091559ms] [job="ID:122, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:50.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:51.222 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 39, tp general"] [category=ddl] [jobID=122] [conn=11] [category=ddl] [job="ID:122, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:50.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:51.231 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 120, Old Table Name: _t"] [2024/05/06 08:01:51.262 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=231.839Β΅s] [gotSchemaVersion=73] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:51.272 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=122] [version=73] [2024/05/06 08:01:51.311 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=53.271956ms] [job="ID:122, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:120, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:50.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:51.361 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=122] [tableIDs="[120]"] [comment="drop table: table ID"] [2024/05/06 08:01:51.374 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=122] [jobType="drop table"] [2024/05/06 08:01:51.378 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 39, tp general"] [category=ddl] [jobID=122] [conn=11] [job="ID:122, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:120, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:50.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:51.427 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=122] [2024/05/06 08:01:51.428 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:51.452 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:51.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:51.452 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:51.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 08:01:51.498 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 39, tp general"] [category=ddl] [jobID=123] [conn=11] [category=ddl] [job="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:51.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:51.529 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=248.418Β΅s] [gotSchemaVersion=74] [phyTblIDs="[118]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:51.539 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=123] [version=74] [2024/05/06 08:01:51.578 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=53.011826ms] [job="ID:123, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:51.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:51.610 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 39, tp general"] [category=ddl] [jobID=123] [conn=11] [category=ddl] [job="ID:123, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:51.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:51.640 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=262.677Β΅s] [gotSchemaVersion=75] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:51.649 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=123] [version=75] [2024/05/06 08:01:51.689 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=53.24976ms] [job="ID:123, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:51.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:51.720 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 39, tp general"] [category=ddl] [jobID=123] [conn=11] [category=ddl] [job="ID:123, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:51.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:51.729 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 118, Old Table Name: t"] [2024/05/06 08:01:51.766 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=239.865Β΅s] [gotSchemaVersion=76] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:51.777 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=123] [version=76] [2024/05/06 08:01:51.815 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=55.579203ms] [job="ID:123, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:51.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:51.854 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=123] [tableIDs="[118]"] [comment="drop table: table ID"] [2024/05/06 08:01:51.863 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=123] [jobType="drop table"] [2024/05/06 08:01:51.867 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 39, tp general"] [category=ddl] [jobID=123] [conn=11] [job="ID:123, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:51.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:51.878 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:01:51.878 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:01:51.878 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/1d54eb05-ce79-4cc2-8b48-1ca42bc40fb6] [watcherID=482f02fc-e0c7-4017-93b4-8bdecff64215] [2024/05/06 08:01:51.882 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:01:51.896 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:01:51.896 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:01:51.896 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:01:51.896 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:01:51.932 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/05/06 08:01:51.932 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:51.936 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 11\n# Query_time: 1.011084602\n# Parse_time: 0.00022769\n# Compile_time: 0.000629604\n# Rewrite_time: 0.000012728\n# Optimize_time: 0.00019648\n# Wait_TS: 0.000414734\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/06 08:01:51.948 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=12] [schemaVersion=76] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/06 08:01:51.950 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=12] [schemaVersion=76] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/06 08:01:51.996 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:51.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:51.996 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:51.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/06 08:01:52.039 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 39, tp general"] [category=ddl] [jobID=125] [conn=12] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:51.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:52.046 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 124, Table Name: t"] [2024/05/06 08:01:52.105 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=2.700289ms] [gotSchemaVersion=77] [phyTblIDs="[124]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:52.115 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=125] [version=77] [2024/05/06 08:01:52.152 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=53.188879ms] [job="ID:125, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:51.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:52.218 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 39, tp general"] [category=ddl] [jobID=125] [conn=12] [job="ID:125, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:51.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:52.256 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=125] [2024/05/06 08:01:52.256 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:52.259 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 12\n# Query_time: 0.309809599\n# Parse_time: 0.000530524\n# Compile_time: 0.000887714\n# Rewrite_time: 0.000009295\n# Optimize_time: 0.00042881\n# Wait_TS: 0.000409586\n# DB: test\n# Is_internal: false\n# Digest: d8af5ffb7e484e27abfcc7800ca9de29838c5536bc2ca8a80eabbd9246cbe55c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t (a int primary key, b int);"] [2024/05/06 08:01:52.260 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=12] [schemaVersion=77] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/06 08:01:52.296 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:127, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:52.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:52.296 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:127, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:52.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/06 08:01:52.334 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 39, tp general"] [category=ddl] [jobID=127] [conn=12] [category=ddl] [job="ID:127, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:52.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:52.341 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 126, Table Name: _t"] [2024/05/06 08:01:52.391 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=2.018641ms] [gotSchemaVersion=78] [phyTblIDs="[126]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:52.400 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=127] [version=78] [2024/05/06 08:01:52.438 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=53.471514ms] [job="ID:127, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:52.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:52.494 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 39, tp general"] [category=ddl] [jobID=127] [conn=12] [job="ID:127, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:52.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:52.524 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=127] [2024/05/06 08:01:52.525 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:52.699 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:01:53.288 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 86cad2b7-606b-4dc3-8aff-744f0af4e4b2"] [2024/05/06 08:01:53.288 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 86cad2b7-606b-4dc3-8aff-744f0af4e4b2"] [2024/05/06 08:01:53.290 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 86cad2b7-606b-4dc3-8aff-744f0af4e4b2"] [] [2024/05/06 08:01:53.291 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:53.291 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 43, tp add index"] [category=ddl] ["take time"=29.355Β΅s] [2024/05/06 08:01:53.291 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 40, tp add index"] [category=ddl] ["take time"=20.715Β΅s] [2024/05/06 08:01:53.291 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 41, tp add index"] [category=ddl] ["take time"=23.337Β΅s] [2024/05/06 08:01:53.291 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 42, tp add index"] [category=ddl] ["take time"=18.75Β΅s] [2024/05/06 08:01:53.291 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:53.292 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 39, tp general"] [category=ddl] ["take time"=16.652Β΅s] [2024/05/06 08:01:53.292 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:53.292 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:01:53.292 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:01:53.295 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=86cad2b7-606b-4dc3-8aff-744f0af4e4b2] ["take time"=16.059338ms] [2024/05/06 08:01:53.295 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=86cad2b7-606b-4dc3-8aff-744f0af4e4b2] [2024/05/06 08:01:53.297 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:01:53.297 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/1d54eb05-ce79-4cc2-8b48-1ca42bc40fb6] [watcherID=482f02fc-e0c7-4017-93b4-8bdecff64215] [2024/05/06 08:01:53.297 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:01:53.297 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/1d54eb05-ce79-4cc2-8b48-1ca42bc40fb6] [2024/05/06 08:01:53.298 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:53.298 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:53.298 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:53.298 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:53.298 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:53.298 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:53.298 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:53.298 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:53.298 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:53.298 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:53.304 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:01:53.304 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:01:53.304 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=765] [2024/05/06 08:01:53.305 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:01:53.305 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:53.305 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:01:53.305 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:01:53.305 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:01:53.305 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:01:53.305 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:53.305 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:01:53.305 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:53.305 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:01:53.305 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:53.305 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:53.305 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:53.305 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:01:53.305 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:53.305 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:53.305 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:01:53.305 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:01:53.305 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:53.305 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:01:53.305 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:53.305 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:53.305 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:53.305 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:53.305 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 528028a4-c784-4a15-a150-3880a8dd6a48"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:53.305 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:53.305 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:53.305 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=86cad2b7-606b-4dc3-8aff-744f0af4e4b2] [2024/05/06 08:01:53.305 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:01:53.305 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 86cad2b7-606b-4dc3-8aff-744f0af4e4b2"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:53.305 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:53.305 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:01:53.305 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:01:53.305 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 86cad2b7-606b-4dc3-8aff-744f0af4e4b2"] [error="context canceled"] [2024/05/06 08:01:53.305 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:53.305 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:53.305 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:01:53.305 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:01:53.305 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:53.305 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:53.305 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 86cad2b7-606b-4dc3-8aff-744f0af4e4b2"] [2024/05/06 08:01:53.305 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:01:53.305 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:01:53.305 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:53.305 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:53.305 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:01:53.305 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:01:53.305 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 86cad2b7-606b-4dc3-8aff-744f0af4e4b2"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:53.305 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:01:53.305 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:53.305 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:01:53.305 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:01:53.305 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:01:53.306 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=86cad2b7-606b-4dc3-8aff-744f0af4e4b2] [2024/05/06 08:01:53.306 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:01:53.306 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:01:53.307 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:01:53.307 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=528028a4-c784-4a15-a150-3880a8dd6a48] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:53.307 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 528028a4-c784-4a15-a150-3880a8dd6a48"] [error="context canceled"] [2024/05/06 08:01:53.307 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:53.307 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:53.307 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 528028a4-c784-4a15-a150-3880a8dd6a48"] [2024/05/06 08:01:53.307 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:01:53.307 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:53.307 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 528028a4-c784-4a15-a150-3880a8dd6a48"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:53.306 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 08:01:53.308 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 08:01:53.308 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=78] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 08:01:53.309 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 08:01:53.310 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:01:53.310 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:01:53.310 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:53.382 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:01:53.382 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 86cad2b7-606b-4dc3-8aff-744f0af4e4b2"] [error="context canceled"] [2024/05/06 08:01:53.382 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 86cad2b7-606b-4dc3-8aff-744f0af4e4b2"] [2024/05/06 08:01:54.553 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 528028a4-c784-4a15-a150-3880a8dd6a48"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:54.554 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 86cad2b7-606b-4dc3-8aff-744f0af4e4b2"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:54.554 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:01:54.554 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:54.638 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 86cad2b7-606b-4dc3-8aff-744f0af4e4b2"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:54.638 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:01:54.638 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:01:54.638 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:54.646 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.366743863s] [2024/05/06 08:01:54.646 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:54.646 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:54.646 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:54.646 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:54.646 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:54.646 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:54.646 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:54.646 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:54.646 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:54.647 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:54.647 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:54.647 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:54.647 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:54.648 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLInsertOnDuplicateKeyUpdate (4.23s) === RUN TestPipelinedDMLInsertRPC [2024/05/06 08:01:54.654 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:54.655 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 08:01:54.656 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793191436093292] [2024/05/06 08:01:54.657 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:54.657 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 08:01:54.658 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:54.658 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:54.658 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:54.658 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:54.658 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:54.660 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:01:54.664 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:54.666 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:54.667 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:54.676 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793191436093292] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:01:54.687 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:01:54.828 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1140] ["lease id"=22318f4cea2ea566] [2024/05/06 08:01:54.830 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:01:54.924 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=78] ["start time"=89.435358ms] [2024/05/06 08:01:54.928 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:01:54.928 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=619fcee6-7fa9-4b62-a05c-f992b6c5d343] [runWorker=true] [2024/05/06 08:01:54.928 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:01:54.930 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:01:54.931 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 08:01:54.931 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:54.931 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:54.931 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:54.931 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:54.931 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:54.931 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:54.931 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:54.932 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:54.932 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:54.932 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:54.932 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:54.932 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:54.932 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:54.932 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:01:54.933 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 619fcee6-7fa9-4b62-a05c-f992b6c5d343"] ["owner key"=/tidb/ddl/fg/owner/6f188f4cea328df5] [ownerID=619fcee6-7fa9-4b62-a05c-f992b6c5d343] [op=none] [2024/05/06 08:01:54.934 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:54.934 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=e6597391-7917-4adf-aa50-c5c76a31d28c] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:54.938 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:01:54.961 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:01:54.962 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:54.963 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:01:54.982 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:54.983 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 619fcee6-7fa9-4b62-a05c-f992b6c5d343"] ["owner key"=/tidb/ddl/fg/owner/6f188f4cea328df5] [ownerID=619fcee6-7fa9-4b62-a05c-f992b6c5d343] [op=none] [2024/05/06 08:01:54.983 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 619fcee6-7fa9-4b62-a05c-f992b6c5d343"] [op=none] [2024/05/06 08:01:54.983 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:01:55.064 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:55.081 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:55.094 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:55.094 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:55.094 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:55.094 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:01:55.094 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:55.094 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:01:55.094 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:01:55.094 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:01:55.094 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:01:55.096 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:55.096 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:01:55.098 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:55.098 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:55.098 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:55.098 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:01:55.098 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:55.101 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:55.102 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:01:55.109 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/8343829b-dfef-4780-8b52-6496f6b1d214] [2024/05/06 08:01:55.109 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:55.110 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:55.113 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:55.113 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:01:55.113 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:01:55.139 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=42.820569ms] [2024/05/06 08:01:55.163 +00:00] [INFO] [set.go:170] ["set global var"] [conn=13] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:01:55.166 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=78] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/06 08:01:55.168 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=78] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 08:01:55.171 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=78] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/06 08:01:55.224 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:128, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:55.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:55.224 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:128, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:55.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 08:01:55.279 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=128] [conn=13] [category=ddl] [job="ID:128, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:55.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:55.309 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=284.921Β΅s] [gotSchemaVersion=79] [phyTblIDs="[126]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:55.318 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=128] [version=79] [2024/05/06 08:01:55.358 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=53.756069ms] [job="ID:128, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:55.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:55.396 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=128] [conn=13] [category=ddl] [job="ID:128, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:55.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:55.433 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=374.023Β΅s] [gotSchemaVersion=80] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:55.443 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=128] [version=80] [2024/05/06 08:01:55.482 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=53.277297ms] [job="ID:128, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:55.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:55.538 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=128] [conn=13] [category=ddl] [job="ID:128, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:55.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:55.547 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 126, Old Table Name: _t"] [2024/05/06 08:01:55.578 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=259.068Β΅s] [gotSchemaVersion=81] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:55.587 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=128] [version=81] [2024/05/06 08:01:55.626 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=52.875313ms] [job="ID:128, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:126, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:55.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:55.690 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=128] [tableIDs="[126]"] [comment="drop table: table ID"] [2024/05/06 08:01:55.704 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=128] [jobType="drop table"] [2024/05/06 08:01:55.708 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=128] [conn=13] [job="ID:128, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:126, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:55.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:55.768 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=128] [2024/05/06 08:01:55.768 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:55.796 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:55.743 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:55.796 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:55.743 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 08:01:55.834 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=129] [conn=13] [category=ddl] [job="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:55.743 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:55.863 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=262.707Β΅s] [gotSchemaVersion=82] [phyTblIDs="[124]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:55.873 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=129] [version=82] [2024/05/06 08:01:55.912 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=52.883806ms] [job="ID:129, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:55.743 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:55.999 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=129] [conn=13] [category=ddl] [job="ID:129, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:55.743 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:56.043 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=319.006Β΅s] [gotSchemaVersion=83] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:56.055 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=129] [version=83] [2024/05/06 08:01:56.091 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=53.51858ms] [job="ID:129, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:55.743 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:56.109 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:01:56.110 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:01:56.110 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/8343829b-dfef-4780-8b52-6496f6b1d214] [watcherID=2d12f009-0b65-4eb4-b24b-ee38ebb3f9cb] [2024/05/06 08:01:56.114 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:01:56.127 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:01:56.127 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:01:56.127 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:01:56.127 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:01:56.151 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=129] [conn=13] [category=ddl] [job="ID:129, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:55.743 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:56.164 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 124, Old Table Name: t"] [2024/05/06 08:01:56.201 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=254.436Β΅s] [gotSchemaVersion=84] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:56.212 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=129] [version=84] [2024/05/06 08:01:56.251 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=53.581587ms] [job="ID:129, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:124, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:55.743 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:56.301 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=129] [tableIDs="[124]"] [comment="drop table: table ID"] [2024/05/06 08:01:56.309 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=129] [jobType="drop table"] [2024/05/06 08:01:56.313 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=129] [conn=13] [job="ID:129, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:124, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:55.743 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:56.376 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/05/06 08:01:56.376 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:56.380 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 13\n# Query_time: 1.20967034\n# Parse_time: 0.000245779\n# Compile_time: 0.000705043\n# Rewrite_time: 0.000015942\n# Optimize_time: 0.000143785\n# Wait_TS: 0.000437441\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/06 08:01:56.388 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=84] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 08:01:56.390 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=84] [cur_db=test] [sql="create table t1 (a int, b int)"] [user=] [2024/05/06 08:01:56.430 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:56.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:56.430 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:56.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1 (a int, b int)"] [2024/05/06 08:01:56.479 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=131] [conn=14] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:56.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:56.487 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 130, Table Name: t1"] [2024/05/06 08:01:56.538 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=2.39559ms] [gotSchemaVersion=85] [phyTblIDs="[130]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:56.547 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=131] [version=85] [2024/05/06 08:01:56.585 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=53.038432ms] [job="ID:131, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:56.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:56.648 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=131] [conn=14] [job="ID:131, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:56.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:56.706 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=131] [2024/05/06 08:01:56.706 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:56.709 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.320053311\n# Parse_time: 0.000434032\n# Compile_time: 0.000789968\n# Rewrite_time: 0.000009653\n# Optimize_time: 0.000396253\n# Wait_TS: 0.000413953\n# DB: test\n# Is_internal: false\n# Digest: 9403a105e19a472ae4e147d74d47b10784bbd3664a9ede95b567e43e5be7a62b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t1 (a int, b int);"] [2024/05/06 08:01:56.723 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=85] [cur_db=test] [sql="create table _t1 (a int, b int)"] [user=] [2024/05/06 08:01:56.759 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:56.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:56.759 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:56.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int, b int)"] [2024/05/06 08:01:56.813 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=133] [conn=14] [category=ddl] [job="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:56.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:56.820 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 132, Table Name: _t1"] [2024/05/06 08:01:56.866 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=2.244471ms] [gotSchemaVersion=86] [phyTblIDs="[132]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:56.876 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=133] [version=86] [2024/05/06 08:01:56.914 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=53.653792ms] [job="ID:133, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:56.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:56.931 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:01:56.967 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=133] [conn=14] [job="ID:133, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:132, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:56.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:57.001 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=133] [2024/05/06 08:01:57.001 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:57.027 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=86] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 08:01:57.052 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:56.994 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:57.052 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:56.994 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 08:01:57.104 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=135] [conn=14] [category=ddl] [job="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:56.994 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:57.115 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 134, Table Name: _t1, Old Table ID: 132, Old Table Name: _t1"] [2024/05/06 08:01:57.156 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=2.369222ms] [gotSchemaVersion=87] [phyTblIDs="[132,134]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:01:57.166 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=135] [version=87] [2024/05/06 08:01:57.202 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=53.004765ms] [job="ID:135, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:56.994 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:57.248 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=135] [tableIDs="[132]"] [comment="drop table: table ID"] [2024/05/06 08:01:57.256 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=135] [jobType="truncate table"] [2024/05/06 08:01:57.260 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=135] [conn=14] [job="ID:135, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:56.994 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:57.313 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/05/06 08:01:57.313 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:57.348 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572377013256198] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.475086ms] [2024/05/06 08:01:57.348 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449572377013256198] [2024/05/06 08:01:57.350 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572377013256198] [commitTS=449572377026363393] [2024/05/06 08:01:57.350 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572377013256198] [startKey=7480000000000000865f728000000000000001] [endKey=7480000000000000865f728000000000000005] [concurrency=8] [2024/05/06 08:01:57.354 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572377013256198] [startKey=7480000000000000865f728000000000000001] [endKey=7480000000000000865f728000000000000005] ["cost time"=3.264437ms] ["completed regions"=1] [2024/05/06 08:01:57.354 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572377013256198] [commitTS=449572377026363393] [session=14] [2024/05/06 08:01:57.355 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=87] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 08:01:57.384 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:57.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:57.385 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:57.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 08:01:57.435 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=137] [conn=14] [category=ddl] [job="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:57.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:57.445 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 136, Table Name: _t1, Old Table ID: 134, Old Table Name: _t1"] [2024/05/06 08:01:57.487 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=2.29747ms] [gotSchemaVersion=88] [phyTblIDs="[134,136]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:01:57.497 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=137] [version=88] [2024/05/06 08:01:57.534 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=53.560719ms] [job="ID:137, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:57.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:57.595 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=137] [tableIDs="[134]"] [comment="drop table: table ID"] [2024/05/06 08:01:57.604 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=137] [jobType="truncate table"] [2024/05/06 08:01:57.607 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=137] [conn=14] [job="ID:137, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:57.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:57.655 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=137] [2024/05/06 08:01:57.655 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:57.659 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.304159575\n# Parse_time: 0.000343072\n# Compile_time: 0.000783525\n# Rewrite_time: 0.000010804\n# Optimize_time: 0.000396253\n# Wait_TS: 0.000498584\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 08:01:57.673 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572377105006596] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.392453ms] [2024/05/06 08:01:57.673 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449572377105006596] [2024/05/06 08:01:57.674 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572377105006596] [commitTS=449572377105006602] [2024/05/06 08:01:57.675 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572377105006596] [startKey=7480000000000000885f728000000000000001] [endKey=7480000000000000885f728000000000000005] [concurrency=8] [2024/05/06 08:01:57.677 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572377105006596] [startKey=7480000000000000885f728000000000000001] [endKey=7480000000000000885f728000000000000005] ["cost time"=2.592349ms] ["completed regions"=1] [2024/05/06 08:01:57.677 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572377105006596] [commitTS=449572377105006602] [session=14] [2024/05/06 08:01:57.688 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572377105006604] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.211385ms] [2024/05/06 08:01:57.688 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449572377105006604] [2024/05/06 08:01:57.690 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572377105006604] [commitTS=449572377105006608] [2024/05/06 08:01:57.690 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572377105006604] [startKey=7480000000000000885f728000000000000006] [endKey=7480000000000000885f72800000000000000a] [concurrency=8] [2024/05/06 08:01:57.693 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572377105006604] [startKey=7480000000000000885f728000000000000006] [endKey=7480000000000000885f72800000000000000a] ["cost time"=2.547381ms] ["completed regions"=1] [2024/05/06 08:01:57.693 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572377105006604] [commitTS=449572377105006608] [session=14] [2024/05/06 08:01:57.703 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572377118375937] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.174662ms] [2024/05/06 08:01:57.704 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449572377118375937] [2024/05/06 08:01:57.705 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572377118375937] [commitTS=449572377118375939] [2024/05/06 08:01:57.705 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572377118375937] [startKey=7480000000000000885f72800000000000000b] [endKey=7480000000000000885f72800000000000000f] [concurrency=8] [2024/05/06 08:01:57.708 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572377118375937] [startKey=7480000000000000885f72800000000000000b] [endKey=7480000000000000885f72800000000000000f] ["cost time"=2.57429ms] ["completed regions"=1] [2024/05/06 08:01:57.708 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572377118375937] [commitTS=449572377118375939] [session=14] [2024/05/06 08:01:57.717 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572377118375940] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.142451ms] [2024/05/06 08:01:57.718 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449572377118375940] [2024/05/06 08:01:57.719 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572377118375940] [commitTS=449572377118375941] [2024/05/06 08:01:57.719 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572377118375940] [startKey=7480000000000000885f728000000000000010] [endKey=7480000000000000885f728000000000000014] [concurrency=8] [2024/05/06 08:01:57.721 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572377118375940] [startKey=7480000000000000885f728000000000000010] [endKey=7480000000000000885f728000000000000014] ["cost time"=2.229773ms] ["completed regions"=1] [2024/05/06 08:01:57.722 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572377118375940] [commitTS=449572377118375941] [session=14] [2024/05/06 08:01:57.723 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=88] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 08:01:57.746 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:57.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:57.746 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:57.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 08:01:57.802 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=138] [conn=14] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:57.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:57.836 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=249.225Β΅s] [gotSchemaVersion=89] [phyTblIDs="[130]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:57.846 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=138] [version=89] [2024/05/06 08:01:57.885 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=52.782867ms] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:57.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:57.951 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=138] [conn=14] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:57.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:57.984 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=224.687Β΅s] [gotSchemaVersion=90] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:57.994 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=138] [version=90] [2024/05/06 08:01:58.034 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=53.195902ms] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:57.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:58.110 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=138] [conn=14] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:57.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:58.120 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 130, Old Table Name: t1"] [2024/05/06 08:01:58.158 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=225.395Β΅s] [gotSchemaVersion=91] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:58.168 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=138] [version=91] [2024/05/06 08:01:58.207 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=52.950854ms] [job="ID:138, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:130, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:57.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:58.260 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=138] [tableIDs="[130]"] [comment="drop table: table ID"] [2024/05/06 08:01:58.269 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=138] [jobType="drop table"] [2024/05/06 08:01:58.273 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=138] [conn=14] [job="ID:138, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:130, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:57.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:58.326 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=138] [2024/05/06 08:01:58.326 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:58.352 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:139, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:58.293 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:58.352 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:139, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:58.293 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 08:01:58.399 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=139] [conn=14] [category=ddl] [job="ID:139, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:58.293 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:58.448 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=236.027Β΅s] [gotSchemaVersion=92] [phyTblIDs="[136]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:58.457 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=139] [version=92] [2024/05/06 08:01:58.487 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=53.087785ms] [job="ID:139, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:58.293 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:58.549 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=139] [conn=14] [category=ddl] [job="ID:139, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:58.293 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:58.579 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=285.476Β΅s] [gotSchemaVersion=93] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:58.588 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=139] [version=93] [2024/05/06 08:01:58.628 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=53.631462ms] [job="ID:139, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:58.293 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:58.695 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=139] [conn=14] [category=ddl] [job="ID:139, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:58.293 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:58.704 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 136, Old Table Name: _t1"] [2024/05/06 08:01:58.742 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=277.394Β΅s] [gotSchemaVersion=94] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:58.753 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=139] [version=94] [2024/05/06 08:01:58.811 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=73.122616ms] [job="ID:139, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:58.293 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:58.870 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=139] [tableIDs="[136]"] [comment="drop table: table ID"] [2024/05/06 08:01:58.881 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=139] [jobType="drop table"] [2024/05/06 08:01:58.886 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=139] [conn=14] [job="ID:139, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:58.293 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:58.942 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=139] [2024/05/06 08:01:58.942 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:58.946 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 1.223680632\n# Parse_time: 0.000289024\n# Compile_time: 0.000557933\n# Rewrite_time: 0.00000965\n# Optimize_time: 0.000396253\n# Wait_TS: 0.000336217\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/06 08:01:58.947 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=94] [cur_db=test] [sql="create table _t1 (a int, b int)"] [user=] [2024/05/06 08:01:58.982 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:58.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:58.982 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:58.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int, b int)"] [2024/05/06 08:01:59.039 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=141] [conn=14] [category=ddl] [job="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:58.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:59.046 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 140, Table Name: _t1"] [2024/05/06 08:01:59.098 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=2.483662ms] [gotSchemaVersion=95] [phyTblIDs="[140]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:59.107 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=141] [version=95] [2024/05/06 08:01:59.145 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=53.894226ms] [job="ID:141, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:58.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:59.205 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=141] [conn=14] [job="ID:141, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:58.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:59.239 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=141] [2024/05/06 08:01:59.240 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:59.262 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=95] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 08:01:59.288 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:143, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:59.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:59.288 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:143, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:59.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 08:01:59.361 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=143] [conn=14] [category=ddl] [job="ID:143, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:59.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:59.373 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 142, Table Name: _t1, Old Table ID: 140, Old Table Name: _t1"] [2024/05/06 08:01:59.412 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=2.649913ms] [gotSchemaVersion=96] [phyTblIDs="[140,142]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:01:59.423 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=143] [version=96] [2024/05/06 08:01:59.458 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=52.63623ms] [job="ID:143, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:59.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:59.525 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=143] [tableIDs="[140]"] [comment="drop table: table ID"] [2024/05/06 08:01:59.535 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=143] [jobType="truncate table"] [2024/05/06 08:01:59.539 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=143] [conn=14] [job="ID:143, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:59.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:59.596 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=143] [2024/05/06 08:01:59.597 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:59.601 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.33957849\n# Parse_time: 0.000305211\n# Compile_time: 0.000609711\n# Rewrite_time: 0.000008121\n# Optimize_time: 0.000396253\n# Wait_TS: 0.000402888\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 08:01:59.612 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572377616187394] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.317878ms] [2024/05/06 08:01:59.612 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449572377616187394] [2024/05/06 08:01:59.614 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572377616187394] [commitTS=449572377616187398] [2024/05/06 08:01:59.614 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572377616187394] [startKey=74800000000000008e5f728000000000000001] [endKey=74800000000000008e5f728000000000000005] [concurrency=8] [2024/05/06 08:01:59.618 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572377616187394] [startKey=74800000000000008e5f728000000000000001] [endKey=74800000000000008e5f728000000000000005] ["cost time"=3.30988ms] ["completed regions"=1] [2024/05/06 08:01:59.618 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572377616187394] [commitTS=449572377616187398] [session=14] [2024/05/06 08:01:59.619 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=96] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 08:01:59.654 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:145, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:142, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:59.593 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:59.654 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:145, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:142, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:59.593 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 08:01:59.707 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=145] [conn=14] [category=ddl] [job="ID:145, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:142, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:59.593 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:59.718 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 144, Table Name: _t1, Old Table ID: 142, Old Table Name: _t1"] [2024/05/06 08:01:59.758 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=2.571244ms] [gotSchemaVersion=97] [phyTblIDs="[142,144]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:01:59.768 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=145] [version=97] [2024/05/06 08:01:59.805 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=53.741199ms] [job="ID:145, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:142, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:59.593 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:59.852 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=145] [tableIDs="[142]"] [comment="drop table: table ID"] [2024/05/06 08:01:59.860 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=145] [jobType="truncate table"] [2024/05/06 08:01:59.863 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=145] [conn=14] [job="ID:145, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:142, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:59.593 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:59.918 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=145] [2024/05/06 08:01:59.918 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:59.921 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.30365613\n# Parse_time: 0.000249978\n# Compile_time: 0.000844574\n# Rewrite_time: 0.000012219\n# Optimize_time: 0.000396253\n# Wait_TS: 0.00037229\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 08:01:59.937 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572377694830599] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.731714ms] [2024/05/06 08:01:59.937 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449572377694830599] [2024/05/06 08:01:59.939 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572377694830599] [commitTS=449572377694830606] [2024/05/06 08:01:59.939 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572377694830599] [startKey=7480000000000000905f728000000000000001] [endKey=7480000000000000905f728000000000000005] [concurrency=8] [2024/05/06 08:01:59.942 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572377694830599] [startKey=7480000000000000905f728000000000000001] [endKey=7480000000000000905f728000000000000005] ["cost time"=2.745993ms] ["completed regions"=1] [2024/05/06 08:01:59.942 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572377694830599] [commitTS=449572377694830606] [session=14] [2024/05/06 08:01:59.951 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572377708199938] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.431228ms] [2024/05/06 08:01:59.951 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449572377708199938] [2024/05/06 08:01:59.953 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572377708199938] [commitTS=449572377708199940] [2024/05/06 08:01:59.953 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572377708199938] [startKey=7480000000000000905f728000000000000006] [endKey=7480000000000000905f72800000000000000a] [concurrency=8] [2024/05/06 08:01:59.955 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572377708199938] [startKey=7480000000000000905f728000000000000006] [endKey=7480000000000000905f72800000000000000a] ["cost time"=2.484331ms] ["completed regions"=1] [2024/05/06 08:01:59.955 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572377708199938] [commitTS=449572377708199940] [session=14] [2024/05/06 08:01:59.962 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572377708199941] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.305302ms] [2024/05/06 08:01:59.962 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449572377708199941] [2024/05/06 08:01:59.964 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572377708199941] [commitTS=449572377708199942] [2024/05/06 08:01:59.964 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572377708199941] [startKey=7480000000000000905f72800000000000000b] [endKey=7480000000000000905f72800000000000000f] [concurrency=8] [2024/05/06 08:01:59.967 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572377708199941] [startKey=7480000000000000905f72800000000000000b] [endKey=7480000000000000905f72800000000000000f] ["cost time"=2.643819ms] ["completed regions"=1] [2024/05/06 08:01:59.967 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572377708199941] [commitTS=449572377708199942] [session=14] [2024/05/06 08:01:59.974 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572377708199944] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.17509ms] [2024/05/06 08:01:59.974 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449572377708199944] [2024/05/06 08:01:59.976 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572377708199944] [commitTS=449572377708199945] [2024/05/06 08:01:59.976 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572377708199944] [startKey=7480000000000000905f728000000000000010] [endKey=7480000000000000905f728000000000000014] [concurrency=8] [2024/05/06 08:01:59.979 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572377708199944] [startKey=7480000000000000905f728000000000000010] [endKey=7480000000000000905f728000000000000014] ["cost time"=2.584573ms] ["completed regions"=1] [2024/05/06 08:01:59.979 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572377708199944] [commitTS=449572377708199945] [session=14] [2024/05/06 08:01:59.980 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=97] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 08:02:00.005 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:146, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:144, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:59.944 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:00.005 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:146, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:144, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:59.944 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 08:02:00.064 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=146] [conn=14] [category=ddl] [job="ID:146, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:144, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:59.944 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:00.095 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=231.428Β΅s] [gotSchemaVersion=98] [phyTblIDs="[144]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:00.104 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=146] [version=98] [2024/05/06 08:02:00.145 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=54.237695ms] [job="ID:146, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:144, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:59.944 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:00.193 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=146] [conn=14] [category=ddl] [job="ID:146, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:144, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:59.944 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:00.240 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=328.498Β΅s] [gotSchemaVersion=99] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:00.250 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=146] [version=99] [2024/05/06 08:02:00.270 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=53.363022ms] [job="ID:146, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:144, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:59.944 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:00.313 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=146] [conn=14] [category=ddl] [job="ID:146, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:144, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:59.944 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:00.323 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 144, Old Table Name: _t1"] [2024/05/06 08:02:00.352 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=217.011Β΅s] [gotSchemaVersion=100] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:00.361 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=146] [version=100] [2024/05/06 08:02:00.402 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=54.000258ms] [job="ID:146, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:144, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:59.944 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:00.452 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=146] [tableIDs="[144]"] [comment="drop table: table ID"] [2024/05/06 08:02:00.460 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=146] [jobType="drop table"] [2024/05/06 08:02:00.464 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=146] [conn=14] [job="ID:146, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:144, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:59.944 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:00.518 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=146] [2024/05/06 08:02:00.518 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:00.522 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.543417591\n# Parse_time: 0.000399352\n# Compile_time: 0.000937514\n# Rewrite_time: 0.000017483\n# Optimize_time: 0.000396253\n# Wait_TS: 0.000356122\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"},{\"Level\":\"Note\",\"Message\":\"Unknown table 'test.t1'\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/06 08:02:00.524 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=100] [cur_db=test] [sql="create table t1 (a int, b int)"] [user=] [2024/05/06 08:02:00.568 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:148, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:00.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:00.568 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:148, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:00.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1 (a int, b int)"] [2024/05/06 08:02:00.631 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=148] [conn=14] [category=ddl] [job="ID:148, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:00.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:00.640 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 147, Table Name: t1"] [2024/05/06 08:02:00.686 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=2.504923ms] [gotSchemaVersion=101] [phyTblIDs="[147]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:00.695 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=148] [version=101] [2024/05/06 08:02:00.733 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=53.919515ms] [job="ID:148, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:00.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:00.800 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=148] [conn=14] [job="ID:148, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:00.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:00.834 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=148] [2024/05/06 08:02:00.834 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:00.837 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.314610598\n# Parse_time: 0.000416553\n# Compile_time: 0.000663612\n# Rewrite_time: 0.000008692\n# Optimize_time: 0.000396253\n# Wait_TS: 0.000348904\n# DB: test\n# Is_internal: false\n# Digest: 9403a105e19a472ae4e147d74d47b10784bbd3664a9ede95b567e43e5be7a62b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t1 (a int, b int);"] [2024/05/06 08:02:00.848 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572377930760203] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.615974ms] [2024/05/06 08:02:00.848 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449572377930760203] [2024/05/06 08:02:00.850 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572377930760203] [commitTS=449572377943867394] [2024/05/06 08:02:00.850 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572377930760203] [startKey=7480000000000000935f728000000000000001] [endKey=7480000000000000935f728000000000000005] [concurrency=8] [2024/05/06 08:02:00.852 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=101] [cur_db=test] [sql="create table _t1 (a int primary key, b int)"] [user=] [2024/05/06 08:02:00.853 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572377930760203] [startKey=7480000000000000935f728000000000000001] [endKey=7480000000000000935f728000000000000005] ["cost time"=2.698181ms] ["completed regions"=1] [2024/05/06 08:02:00.853 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572377930760203] [commitTS=449572377943867394] [session=14] [2024/05/06 08:02:00.891 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:00.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int primary key, b int)"] [2024/05/06 08:02:00.891 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:00.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:00.974 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=150] [conn=14] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:00.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:00.983 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 149, Table Name: _t1"] [2024/05/06 08:02:01.032 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=2.236688ms] [gotSchemaVersion=102] [phyTblIDs="[149]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:01.043 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=150] [version=102] [2024/05/06 08:02:01.079 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=53.598998ms] [job="ID:150, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:00.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:01.151 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=150] [conn=14] [job="ID:150, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:00.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:01.192 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=150] [2024/05/06 08:02:01.192 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:01.195 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.344661637\n# Parse_time: 0.000599682\n# Compile_time: 0.000974715\n# Rewrite_time: 0.000010938\n# Optimize_time: 0.000396253\n# Wait_TS: 0.000409866\n# DB: test\n# Is_internal: false\n# Digest: a8bde44eef1fe710216b490e1d85336d534190c36240e0323fb1b1f503825759\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1 (a int primary key, b int);"] [2024/05/06 08:02:01.217 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=102] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 08:02:01.244 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:152, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:01.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:01.244 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:152, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:01.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 08:02:01.282 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=152] [conn=14] [category=ddl] [job="ID:152, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:01.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:01.291 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 151, Table Name: _t1, Old Table ID: 149, Old Table Name: _t1"] [2024/05/06 08:02:01.336 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=2.361172ms] [gotSchemaVersion=103] [phyTblIDs="[149,151]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:02:01.345 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=152] [version=103] [2024/05/06 08:02:01.384 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=54.161568ms] [job="ID:152, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:01.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:01.438 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=152] [tableIDs="[149]"] [comment="drop table: table ID"] [2024/05/06 08:02:01.447 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=152] [jobType="truncate table"] [2024/05/06 08:02:01.451 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=152] [conn=14] [job="ID:152, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:01.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:01.499 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=152] [2024/05/06 08:02:01.499 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:01.511 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572378114260995] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=1.339096ms] [2024/05/06 08:02:01.511 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=449572378114260995] [2024/05/06 08:02:01.512 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572378114260995] [commitTS=449572378114260997] [2024/05/06 08:02:01.513 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572378114260995] [startKey=7480000000000000975f728000000000000001] [endKey=7480000000000000975f728000000000000005] [concurrency=8] [2024/05/06 08:02:01.516 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572378114260995] [startKey=7480000000000000975f728000000000000001] [endKey=7480000000000000975f728000000000000005] ["cost time"=2.958356ms] ["completed regions"=1] [2024/05/06 08:02:01.516 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572378114260995] [commitTS=449572378114260997] [session=14] [2024/05/06 08:02:01.516 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=103] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 08:02:01.569 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:151, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:01.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:01.569 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:151, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:01.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 08:02:01.624 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=154] [conn=14] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:151, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:01.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:01.635 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 153, Table Name: _t1, Old Table ID: 151, Old Table Name: _t1"] [2024/05/06 08:02:01.676 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=2.899223ms] [gotSchemaVersion=104] [phyTblIDs="[151,153]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:02:01.687 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=154] [version=104] [2024/05/06 08:02:01.722 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=53.161804ms] [job="ID:154, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:01.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:01.758 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=154] [tableIDs="[151]"] [comment="drop table: table ID"] [2024/05/06 08:02:01.767 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=154] [jobType="truncate table"] [2024/05/06 08:02:01.770 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=154] [conn=14] [job="ID:154, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:01.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:01.827 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=154] [2024/05/06 08:02:01.827 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:01.831 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.315623689\n# Parse_time: 0.00022896\n# Compile_time: 0.000721815\n# Rewrite_time: 0.000011935\n# Optimize_time: 0.000396253\n# Wait_TS: 0.000431724\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 08:02:01.843 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572378192904202] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=1.578902ms] [2024/05/06 08:02:01.843 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=449572378192904202] [2024/05/06 08:02:01.845 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572378192904202] [commitTS=449572378206011393] [2024/05/06 08:02:01.845 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572378192904202] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f728000000000000005] [concurrency=8] [2024/05/06 08:02:01.849 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572378192904202] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f728000000000000005] ["cost time"=3.197285ms] ["completed regions"=1] [2024/05/06 08:02:01.849 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572378192904202] [commitTS=449572378206011393] [session=14] [2024/05/06 08:02:01.881 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572378206011397] [generation=1] [session=14] [keys=10] [size=240B] ["flushed keys"=10] ["flushed size"=240B] ["take time"=1.747858ms] [2024/05/06 08:02:01.881 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=240B] [startTS=449572378206011397] [2024/05/06 08:02:01.883 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572378206011397] [commitTS=449572378206011398] [2024/05/06 08:02:01.883 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572378206011397] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f72800000000000000a] [concurrency=8] [2024/05/06 08:02:01.886 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572378206011397] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f72800000000000000a] ["cost time"=2.966217ms] ["completed regions"=1] [2024/05/06 08:02:01.887 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572378206011397] [commitTS=449572378206011398] [session=14] [2024/05/06 08:02:01.901 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572378206011400] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=1.51694ms] [2024/05/06 08:02:01.901 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=449572378206011400] [2024/05/06 08:02:01.903 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572378206011400] [commitTS=449572378219118593] [2024/05/06 08:02:01.903 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572378206011400] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f728000000000000005] [concurrency=8] [2024/05/06 08:02:01.906 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572378206011400] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f728000000000000005] ["cost time"=2.665046ms] ["completed regions"=1] [2024/05/06 08:02:01.906 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572378206011400] [commitTS=449572378219118593] [session=14] [2024/05/06 08:02:01.910 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=104] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 08:02:01.935 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:155, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:01.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:01.935 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:155, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:01.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 08:02:01.975 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=155] [conn=14] [category=ddl] [job="ID:155, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:01.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:02.005 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=283.694Β΅s] [gotSchemaVersion=105] [phyTblIDs="[147]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:02.015 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=155] [version=105] [2024/05/06 08:02:02.055 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=53.842854ms] [job="ID:155, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:01.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:02.119 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=155] [conn=14] [category=ddl] [job="ID:155, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:01.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:02.153 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=356.057Β΅s] [gotSchemaVersion=106] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:02.163 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=155] [version=106] [2024/05/06 08:02:02.202 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=53.181755ms] [job="ID:155, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:01.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:02.246 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=155] [conn=14] [category=ddl] [job="ID:155, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:01.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:02.256 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 147, Old Table Name: t1"] [2024/05/06 08:02:02.313 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=277.012Β΅s] [gotSchemaVersion=107] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:02.327 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=155] [version=107] [2024/05/06 08:02:02.363 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=54.201735ms] [job="ID:155, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:147, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:01.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:02.396 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=155] [tableIDs="[147]"] [comment="drop table: table ID"] [2024/05/06 08:02:02.405 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=155] [jobType="drop table"] [2024/05/06 08:02:02.409 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=155] [conn=14] [job="ID:155, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:147, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:01.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:02.458 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=155] [2024/05/06 08:02:02.458 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:02.488 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:156, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:02.444 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:02.488 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:156, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:02.444 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 08:02:02.534 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=156] [conn=14] [category=ddl] [job="ID:156, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:02.444 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:02.564 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=272.813Β΅s] [gotSchemaVersion=108] [phyTblIDs="[153]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:02.575 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=156] [version=108] [2024/05/06 08:02:02.613 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=53.125034ms] [job="ID:156, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:02.444 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:02.676 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=156] [conn=14] [category=ddl] [job="ID:156, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:02.444 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:02.709 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=242.923Β΅s] [gotSchemaVersion=109] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:02.718 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=156] [version=109] [2024/05/06 08:02:02.758 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=53.062476ms] [job="ID:156, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:02.444 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:02.811 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=156] [conn=14] [category=ddl] [job="ID:156, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:02.444 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:02.819 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 153, Old Table Name: _t1"] [2024/05/06 08:02:02.852 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=262.811Β΅s] [gotSchemaVersion=110] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:02.863 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=156] [version=110] [2024/05/06 08:02:02.901 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=52.817296ms] [job="ID:156, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:02.444 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:02.948 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=156] [tableIDs="[153]"] [comment="drop table: table ID"] [2024/05/06 08:02:02.956 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=156] [jobType="drop table"] [2024/05/06 08:02:02.960 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=156] [conn=14] [job="ID:156, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:02.444 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:03.033 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=156] [2024/05/06 08:02:03.033 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:03.037 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 1.128031266\n# Parse_time: 0.000447293\n# Compile_time: 0.000904345\n# Rewrite_time: 0.000015247\n# Optimize_time: 0.000396253\n# Wait_TS: 0.00043299\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/06 08:02:03.038 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=110] [cur_db=test] [sql="create table _t1 (a int primary key, b int)"] [user=] [2024/05/06 08:02:03.075 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:158, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:03.043 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:03.076 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:158, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:03.043 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int primary key, b int)"] [2024/05/06 08:02:03.141 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=158] [conn=14] [category=ddl] [job="ID:158, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:03.043 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:03.148 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 157, Table Name: _t1"] [2024/05/06 08:02:03.199 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=2.584326ms] [gotSchemaVersion=111] [phyTblIDs="[157]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:03.209 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=158] [version=111] [2024/05/06 08:02:03.245 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=53.94782ms] [job="ID:158, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:157, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:03.043 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:03.316 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=158] [conn=14] [job="ID:158, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:157, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:03.043 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:03.354 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=158] [2024/05/06 08:02:03.354 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:03.357 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.320290243\n# Parse_time: 0.000565885\n# Compile_time: 0.000830689\n# Rewrite_time: 0.000008217\n# Optimize_time: 0.000396253\n# Wait_TS: 0.000409293\n# DB: test\n# Is_internal: false\n# Digest: a8bde44eef1fe710216b490e1d85336d534190c36240e0323fb1b1f503825759\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1 (a int primary key, b int);"] [2024/05/06 08:02:03.373 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=111] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 08:02:03.404 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:160, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:03.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:03.404 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:160, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:03.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 08:02:03.470 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=160] [conn=14] [category=ddl] [job="ID:160, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:03.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:03.481 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 159, Table Name: _t1, Old Table ID: 157, Old Table Name: _t1"] [2024/05/06 08:02:03.521 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=2.388477ms] [gotSchemaVersion=112] [phyTblIDs="[157,159]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:02:03.533 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=160] [version=112] [2024/05/06 08:02:03.569 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=54.213396ms] [job="ID:160, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:157, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:03.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:03.607 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=160] [tableIDs="[157]"] [comment="drop table: table ID"] [2024/05/06 08:02:03.616 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=160] [jobType="truncate table"] [2024/05/06 08:02:03.621 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=160] [conn=14] [job="ID:160, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:157, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:03.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:03.675 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=160] [2024/05/06 08:02:03.675 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:03.679 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.306904429\n# Parse_time: 0.000239382\n# Compile_time: 0.00059298\n# Rewrite_time: 0.000009096\n# Optimize_time: 0.000396253\n# Wait_TS: 0.000382767\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 08:02:03.708 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572378677870605] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=2.487698ms] [2024/05/06 08:02:03.708 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=449572378677870605] [2024/05/06 08:02:03.711 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572378677870605] [commitTS=449572378690977794] [2024/05/06 08:02:03.711 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572378677870605] [startKey=74800000000000009f5f728000000000000001] [endKey=74800000000000009f5f728000000000000005] [concurrency=8] [2024/05/06 08:02:03.713 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=112] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 08:02:03.715 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572378677870605] [startKey=74800000000000009f5f728000000000000001] [endKey=74800000000000009f5f728000000000000005] ["cost time"=3.715795ms] ["completed regions"=1] [2024/05/06 08:02:03.715 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572378677870605] [commitTS=449572378690977794] [session=14] [2024/05/06 08:02:03.743 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:162, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:159, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:03.693 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:03.743 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:162, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:159, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:03.693 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 08:02:03.804 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=162] [conn=14] [category=ddl] [job="ID:162, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:159, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:03.693 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:03.816 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 161, Table Name: _t1, Old Table ID: 159, Old Table Name: _t1"] [2024/05/06 08:02:03.857 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=2.612324ms] [gotSchemaVersion=113] [phyTblIDs="[159,161]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:02:03.868 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=162] [version=113] [2024/05/06 08:02:03.903 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=53.366043ms] [job="ID:162, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:159, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:03.693 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:03.978 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=162] [tableIDs="[159]"] [comment="drop table: table ID"] [2024/05/06 08:02:03.988 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=162] [jobType="truncate table"] [2024/05/06 08:02:03.992 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=162] [conn=14] [job="ID:162, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:159, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:03.693 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:04.046 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=162] [2024/05/06 08:02:04.046 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:04.049 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.336626604\n# Parse_time: 0.000303871\n# Compile_time: 0.000731369\n# Rewrite_time: 0.000010862\n# Optimize_time: 0.000396253\n# Wait_TS: 0.000416441\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 08:02:04.058 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572378782990338] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=1.391971ms] [2024/05/06 08:02:04.058 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=449572378782990338] [2024/05/06 08:02:04.060 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572378782990338] [commitTS=449572378782990340] [2024/05/06 08:02:04.060 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572378782990338] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f728000000000000005] [concurrency=8] [2024/05/06 08:02:04.063 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572378782990338] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f728000000000000005] ["cost time"=2.646609ms] ["completed regions"=1] [2024/05/06 08:02:04.063 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572378782990338] [commitTS=449572378782990340] [session=14] [2024/05/06 08:02:04.083 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572378782990343] [generation=1] [session=14] [keys=10] [size=240B] ["flushed keys"=10] ["flushed size"=240B] ["take time"=1.655281ms] [2024/05/06 08:02:04.083 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=240B] [startTS=449572378782990343] [2024/05/06 08:02:04.085 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572378782990343] [commitTS=449572378782990344] [2024/05/06 08:02:04.085 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572378782990343] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f72800000000000000a] [concurrency=8] [2024/05/06 08:02:04.088 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572378782990343] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f72800000000000000a] ["cost time"=2.854611ms] ["completed regions"=1] [2024/05/06 08:02:04.088 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572378782990343] [commitTS=449572378782990344] [session=14] [2024/05/06 08:02:04.096 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572378782990345] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=1.449999ms] [2024/05/06 08:02:04.096 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=449572378782990345] [2024/05/06 08:02:04.098 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572378782990345] [commitTS=449572378795835393] [2024/05/06 08:02:04.098 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572378782990345] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f728000000000000005] [concurrency=8] [2024/05/06 08:02:04.101 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=113] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 08:02:04.102 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572378782990345] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f728000000000000005] ["cost time"=3.210422ms] ["completed regions"=1] [2024/05/06 08:02:04.102 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572378782990345] [commitTS=449572378795835393] [session=14] [2024/05/06 08:02:04.139 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:04.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:04.139 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:04.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 08:02:04.192 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=163] [conn=14] [category=ddl] [job="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:04.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:04.221 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=266.834Β΅s] [gotSchemaVersion=114] [phyTblIDs="[161]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:04.231 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=163] [version=114] [2024/05/06 08:02:04.269 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=52.919717ms] [job="ID:163, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:04.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:04.301 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=163] [conn=14] [category=ddl] [job="ID:163, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:04.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:04.334 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=244.068Β΅s] [gotSchemaVersion=115] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:04.344 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=163] [version=115] [2024/05/06 08:02:04.383 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=53.538893ms] [job="ID:163, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:04.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:04.475 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=163] [conn=14] [category=ddl] [job="ID:163, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:04.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:04.485 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 161, Old Table Name: _t1"] [2024/05/06 08:02:04.519 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=253.126Β΅s] [gotSchemaVersion=116] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:04.528 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=163] [version=116] [2024/05/06 08:02:04.567 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=53.232378ms] [job="ID:163, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:161, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:04.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:04.600 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=163] [tableIDs="[161]"] [comment="drop table: table ID"] [2024/05/06 08:02:04.609 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=163] [jobType="drop table"] [2024/05/06 08:02:04.612 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=163] [conn=14] [job="ID:163, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:161, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:04.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:04.665 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=163] [2024/05/06 08:02:04.665 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:04.670 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.568981639\n# Parse_time: 0.000335826\n# Compile_time: 0.000732835\n# Rewrite_time: 0.00001389\n# Optimize_time: 0.000396253\n# Wait_TS: 0.000531402\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"},{\"Level\":\"Note\",\"Message\":\"Unknown table 'test.t1'\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/06 08:02:04.671 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=116] [cur_db=test] [sql="create table t1 (a int, b int)"] [user=] [2024/05/06 08:02:04.710 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:04.643 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:04.710 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:04.643 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1 (a int, b int)"] [2024/05/06 08:02:04.751 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=165] [conn=14] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:04.643 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:04.759 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 164, Table Name: t1"] [2024/05/06 08:02:04.806 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=2.364696ms] [gotSchemaVersion=117] [phyTblIDs="[164]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:04.817 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=165] [version=117] [2024/05/06 08:02:04.853 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=53.186109ms] [job="ID:165, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:04.643 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:04.905 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=165] [conn=14] [job="ID:165, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:04.643 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:04.939 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=165] [2024/05/06 08:02:04.940 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:04.955 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572379018657793] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.30842ms] [2024/05/06 08:02:04.955 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449572379018657793] [2024/05/06 08:02:04.956 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572379018657793] [commitTS=449572379018657798] [2024/05/06 08:02:04.957 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572379018657793] [startKey=7480000000000000a45f728000000000000001] [endKey=7480000000000000a45f728000000000000005] [concurrency=8] [2024/05/06 08:02:04.958 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=117] [cur_db=test] [sql="create table _t1 (a int, b int, unique index idx(b))"] [user=] [2024/05/06 08:02:04.960 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572379018657793] [startKey=7480000000000000a45f728000000000000001] [endKey=7480000000000000a45f728000000000000005] ["cost time"=2.847771ms] ["completed regions"=1] [2024/05/06 08:02:04.960 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572379018657793] [commitTS=449572379018657798] [session=14] [2024/05/06 08:02:05.001 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:167, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:04.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:05.001 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:167, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:04.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int, b int, unique index idx(b))"] [2024/05/06 08:02:05.073 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=167] [conn=14] [category=ddl] [job="ID:167, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:04.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.081 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 166, Table Name: _t1"] [2024/05/06 08:02:05.174 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=2.672946ms] [gotSchemaVersion=118] [phyTblIDs="[166]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:05.185 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=167] [version=118] [2024/05/06 08:02:05.220 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=53.228976ms] [job="ID:167, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:166, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:04.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.256 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=167] [conn=14] [job="ID:167, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:166, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:04.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.297 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=167] [2024/05/06 08:02:05.297 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:05.301 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.343545016\n# Parse_time: 0.000614206\n# Compile_time: 0.00079055\n# Rewrite_time: 0.000011213\n# Optimize_time: 0.000396253\n# Wait_TS: 0.000320523\n# DB: test\n# Is_internal: false\n# Digest: fe0a89d8f546cab4cb1b04b2878537146e438bd17425c24a839836b9e71d22e9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1 (a int, b int, unique index idx(b));"] [2024/05/06 08:02:05.328 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=118] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 08:02:05.359 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:169, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:05.293 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:05.359 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:169, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:05.293 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 08:02:05.436 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=169] [conn=14] [category=ddl] [job="ID:169, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:05.293 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.447 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 168, Table Name: _t1, Old Table ID: 166, Old Table Name: _t1"] [2024/05/06 08:02:05.489 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=2.490637ms] [gotSchemaVersion=119] [phyTblIDs="[166,168]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:02:05.499 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=169] [version=119] [2024/05/06 08:02:05.536 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=52.605545ms] [job="ID:169, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:166, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:05.293 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.604 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=169] [tableIDs="[166]"] [comment="drop table: table ID"] [2024/05/06 08:02:05.612 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=169] [jobType="truncate table"] [2024/05/06 08:02:05.616 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=169] [conn=14] [job="ID:169, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:166, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:05.293 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.677 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=169] [2024/05/06 08:02:05.677 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:05.680 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.35308188\n# Parse_time: 0.000227245\n# Compile_time: 0.000687815\n# Rewrite_time: 0.000012236\n# Optimize_time: 0.000396253\n# Wait_TS: 0.000366961\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 08:02:05.697 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572379202158605] [generation=1] [session=14] [keys=10] [size=345B] ["flushed keys"=10] ["flushed size"=345B] ["take time"=1.679104ms] [2024/05/06 08:02:05.697 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=345B] [startTS=449572379202158605] [2024/05/06 08:02:05.699 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572379202158605] [commitTS=449572379215527937] [2024/05/06 08:02:05.699 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572379202158605] [startKey=7480000000000000a85f698000000000000001038000000000000001] [endKey=7480000000000000a85f728000000000000005] [concurrency=8] [2024/05/06 08:02:05.702 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572379202158605] [startKey=7480000000000000a85f698000000000000001038000000000000001] [endKey=7480000000000000a85f728000000000000005] ["cost time"=2.85091ms] ["completed regions"=1] [2024/05/06 08:02:05.702 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572379202158605] [commitTS=449572379215527937] [session=14] [2024/05/06 08:02:05.703 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=119] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 08:02:05.735 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:171, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:168, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:05.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:05.735 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:171, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:168, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:05.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 08:02:05.786 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=171] [conn=14] [category=ddl] [job="ID:171, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:168, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:05.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.796 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 170, Table Name: _t1, Old Table ID: 168, Old Table Name: _t1"] [2024/05/06 08:02:05.870 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=2.759854ms] [gotSchemaVersion=120] [phyTblIDs="[168,170]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:02:05.882 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=171] [version=120] [2024/05/06 08:02:05.916 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=53.489768ms] [job="ID:171, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:168, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:05.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.988 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=171] [tableIDs="[168]"] [comment="drop table: table ID"] [2024/05/06 08:02:05.997 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=171] [jobType="truncate table"] [2024/05/06 08:02:06.001 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=171] [conn=14] [job="ID:171, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:168, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:05.694 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:06.057 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=171] [2024/05/06 08:02:06.057 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:06.061 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.358582166\n# Parse_time: 0.000326733\n# Compile_time: 0.000738131\n# Rewrite_time: 0.000008528\n# Optimize_time: 0.000396253\n# Wait_TS: 0.000441488\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 08:02:06.079 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572379307278339] [generation=1] [session=14] [keys=10] [size=345B] ["flushed keys"=10] ["flushed size"=345B] ["take time"=1.482057ms] [2024/05/06 08:02:06.079 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=345B] [startTS=449572379307278339] [2024/05/06 08:02:06.080 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572379307278339] [commitTS=449572379307278343] [2024/05/06 08:02:06.081 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572379307278339] [startKey=7480000000000000aa5f698000000000000001038000000000000001] [endKey=7480000000000000aa5f728000000000000005] [concurrency=8] [2024/05/06 08:02:06.084 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572379307278339] [startKey=7480000000000000aa5f698000000000000001038000000000000001] [endKey=7480000000000000aa5f728000000000000005] ["cost time"=3.173652ms] ["completed regions"=1] [2024/05/06 08:02:06.084 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572379307278339] [commitTS=449572379307278343] [session=14] [2024/05/06 08:02:06.121 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572379320123394] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.574502ms] [2024/05/06 08:02:06.121 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449572379320123394] [2024/05/06 08:02:06.123 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572379320123394] [commitTS=449572379320123396] [2024/05/06 08:02:06.123 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572379320123394] [startKey=7480000000000000aa5f728000000000000001] [endKey=7480000000000000aa5f728000000000000005] [concurrency=8] [2024/05/06 08:02:06.126 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572379320123394] [startKey=7480000000000000aa5f728000000000000001] [endKey=7480000000000000aa5f728000000000000005] ["cost time"=3.14709ms] ["completed regions"=1] [2024/05/06 08:02:06.127 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572379320123394] [commitTS=449572379320123396] [session=14] [2024/05/06 08:02:06.145 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572379320123399] [generation=1] [session=14] [keys=15] [size=440B] ["flushed keys"=15] ["flushed size"=440B] ["take time"=1.540982ms] [2024/05/06 08:02:06.145 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=440B] [startTS=449572379320123399] [2024/05/06 08:02:06.147 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572379320123399] [commitTS=449572379333230593] [2024/05/06 08:02:06.147 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572379320123399] [startKey=7480000000000000aa5f698000000000000001038000000000000001] [endKey=7480000000000000aa5f72800000000000000a] [concurrency=8] [2024/05/06 08:02:06.150 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572379320123399] [startKey=7480000000000000aa5f698000000000000001038000000000000001] [endKey=7480000000000000aa5f72800000000000000a] ["cost time"=3.034925ms] ["completed regions"=1] [2024/05/06 08:02:06.150 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572379320123399] [commitTS=449572379333230593] [session=14] [2024/05/06 08:02:06.152 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=120] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 08:02:06.180 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:06.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:06.180 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:06.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 08:02:06.234 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=172] [conn=14] [category=ddl] [job="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:06.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:06.264 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=273.661Β΅s] [gotSchemaVersion=121] [phyTblIDs="[164]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:06.274 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=172] [version=121] [2024/05/06 08:02:06.313 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=53.315156ms] [job="ID:172, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:06.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:06.376 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=172] [conn=14] [category=ddl] [job="ID:172, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:06.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:06.409 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=258.294Β΅s] [gotSchemaVersion=122] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:06.419 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=172] [version=122] [2024/05/06 08:02:06.458 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=53.43512ms] [job="ID:172, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:06.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:06.516 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=172] [conn=14] [category=ddl] [job="ID:172, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:06.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:06.525 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 164, Old Table Name: t1"] [2024/05/06 08:02:06.584 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=293.668Β΅s] [gotSchemaVersion=123] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:06.595 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=172] [version=123] [2024/05/06 08:02:06.634 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=53.995037ms] [job="ID:172, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:164, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:06.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:06.688 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=172] [tableIDs="[164]"] [comment="drop table: table ID"] [2024/05/06 08:02:06.697 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=172] [jobType="drop table"] [2024/05/06 08:02:06.701 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=172] [conn=14] [job="ID:172, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:164, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:06.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:06.754 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=172] [2024/05/06 08:02:06.754 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:06.780 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:173, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:06.743 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:06.780 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:173, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:06.743 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 08:02:06.825 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=173] [conn=14] [category=ddl] [job="ID:173, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:06.743 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:06.855 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=277.857Β΅s] [gotSchemaVersion=124] [phyTblIDs="[170]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:06.867 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=173] [version=124] [2024/05/06 08:02:06.904 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=53.400221ms] [job="ID:173, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:06.743 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:06.974 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=173] [conn=14] [category=ddl] [job="ID:173, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:06.743 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:07.003 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=231.565Β΅s] [gotSchemaVersion=125] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:07.012 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=173] [version=125] [2024/05/06 08:02:07.052 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=52.655288ms] [job="ID:173, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:06.743 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:07.091 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=173] [conn=14] [category=ddl] [job="ID:173, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:06.743 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:07.101 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 170, Old Table Name: _t1"] [2024/05/06 08:02:07.141 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=249.29Β΅s] [gotSchemaVersion=126] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:07.150 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=173] [version=126] [2024/05/06 08:02:07.190 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=53.525651ms] [job="ID:173, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:170, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:06.743 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:07.248 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=173] [tableIDs="[170]"] [comment="drop table: table ID"] [2024/05/06 08:02:07.256 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=173] [jobType="drop table"] [2024/05/06 08:02:07.259 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=173] [conn=14] [job="ID:173, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:170, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:06.743 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:07.342 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=173] [2024/05/06 08:02:07.342 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:07.346 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 1.194633293\n# Parse_time: 0.000324507\n# Compile_time: 0.000682812\n# Rewrite_time: 0.000011539\n# Optimize_time: 0.000396253\n# Wait_TS: 0.000380232\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/06 08:02:07.348 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=126] [cur_db=test] [sql="create table _t1 (a int, b int, unique index idx(b))"] [user=] [2024/05/06 08:02:07.387 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:175, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:07.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:07.387 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:175, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:07.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int, b int, unique index idx(b))"] [2024/05/06 08:02:07.449 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=175] [conn=14] [category=ddl] [job="ID:175, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:07.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:07.457 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 174, Table Name: _t1"] [2024/05/06 08:02:07.513 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=2.945176ms] [gotSchemaVersion=127] [phyTblIDs="[174]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:07.522 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=175] [version=127] [2024/05/06 08:02:07.560 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=53.441292ms] [job="ID:175, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:174, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:07.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:07.600 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=175] [conn=14] [job="ID:175, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:174, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:07.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:07.638 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=175] [2024/05/06 08:02:07.639 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:07.664 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=127] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 08:02:07.690 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:177, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:07.644 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:07.690 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:177, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:07.644 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 08:02:07.750 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=177] [conn=14] [category=ddl] [job="ID:177, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:07.644 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:07.762 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 176, Table Name: _t1, Old Table ID: 174, Old Table Name: _t1"] [2024/05/06 08:02:07.806 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=2.488322ms] [gotSchemaVersion=128] [phyTblIDs="[174,176]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:02:07.816 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=177] [version=128] [2024/05/06 08:02:07.853 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=53.059131ms] [job="ID:177, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:174, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:07.644 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:07.900 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=177] [tableIDs="[174]"] [comment="drop table: table ID"] [2024/05/06 08:02:07.908 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=177] [jobType="truncate table"] [2024/05/06 08:02:07.912 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=177] [conn=14] [job="ID:177, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:174, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:07.644 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:07.965 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=177] [2024/05/06 08:02:07.966 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:07.969 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.305851654\n# Parse_time: 0.00018081\n# Compile_time: 0.000572662\n# Rewrite_time: 0.000008147\n# Optimize_time: 0.000396253\n# Wait_TS: 0.000279794\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 08:02:08.005 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572379805089799] [generation=1] [session=14] [keys=10] [size=345B] ["flushed keys"=10] ["flushed size"=345B] ["take time"=1.940891ms] [2024/05/06 08:02:08.005 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=345B] [startTS=449572379805089799] [2024/05/06 08:02:08.007 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572379805089799] [commitTS=449572379818196996] [2024/05/06 08:02:08.007 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572379805089799] [startKey=7480000000000000b05f698000000000000001038000000000000001] [endKey=7480000000000000b05f728000000000000005] [concurrency=8] [2024/05/06 08:02:08.011 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=128] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 08:02:08.011 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572379805089799] [startKey=7480000000000000b05f698000000000000001038000000000000001] [endKey=7480000000000000b05f728000000000000005] ["cost time"=3.314113ms] ["completed regions"=1] [2024/05/06 08:02:08.011 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572379805089799] [commitTS=449572379818196996] [session=14] [2024/05/06 08:02:08.044 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:179, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:176, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:07.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:08.044 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:179, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:176, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:07.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 08:02:08.105 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=179] [conn=14] [category=ddl] [job="ID:179, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:176, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:07.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:08.116 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 178, Table Name: _t1, Old Table ID: 176, Old Table Name: _t1"] [2024/05/06 08:02:08.166 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=2.59993ms] [gotSchemaVersion=129] [phyTblIDs="[176,178]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:02:08.176 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=179] [version=129] [2024/05/06 08:02:08.213 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=53.403905ms] [job="ID:179, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:176, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:07.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:08.247 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=179] [tableIDs="[176]"] [comment="drop table: table ID"] [2024/05/06 08:02:08.255 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=179] [jobType="truncate table"] [2024/05/06 08:02:08.259 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=179] [conn=14] [job="ID:179, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:176, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:07.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:08.314 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=179] [2024/05/06 08:02:08.314 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:08.318 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.307595652\n# Parse_time: 0.000228167\n# Compile_time: 0.00075011\n# Rewrite_time: 0.000008402\n# Optimize_time: 0.000396253\n# Wait_TS: 0.000343059\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 08:02:08.333 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572379896840198] [generation=1] [session=14] [keys=10] [size=345B] ["flushed keys"=10] ["flushed size"=345B] ["take time"=1.322355ms] [2024/05/06 08:02:08.334 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=345B] [startTS=449572379896840198] [2024/05/06 08:02:08.335 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572379896840198] [commitTS=449572379896840202] [2024/05/06 08:02:08.335 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572379896840198] [startKey=7480000000000000b25f698000000000000001038000000000000001] [endKey=7480000000000000b25f728000000000000005] [concurrency=8] [2024/05/06 08:02:08.338 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572379896840198] [startKey=7480000000000000b25f698000000000000001038000000000000001] [endKey=7480000000000000b25f728000000000000005] ["cost time"=2.822676ms] ["completed regions"=1] [2024/05/06 08:02:08.338 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572379896840198] [commitTS=449572379896840202] [session=14] [2024/05/06 08:02:08.361 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572379910209538] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.493278ms] [2024/05/06 08:02:08.361 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449572379910209538] [2024/05/06 08:02:08.363 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572379910209538] [commitTS=449572379910209539] [2024/05/06 08:02:08.363 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572379910209538] [startKey=7480000000000000b25f728000000000000001] [endKey=7480000000000000b25f728000000000000005] [concurrency=8] [2024/05/06 08:02:08.366 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572379910209538] [startKey=7480000000000000b25f728000000000000001] [endKey=7480000000000000b25f728000000000000005] ["cost time"=2.886091ms] ["completed regions"=1] [2024/05/06 08:02:08.366 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572379910209538] [commitTS=449572379910209539] [session=14] [2024/05/06 08:02:08.378 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572379910209541] [generation=1] [session=14] [keys=15] [size=440B] ["flushed keys"=15] ["flushed size"=440B] ["take time"=1.512312ms] [2024/05/06 08:02:08.378 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=440B] [startTS=449572379910209541] [2024/05/06 08:02:08.379 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572379910209541] [commitTS=449572379910209542] [2024/05/06 08:02:08.380 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572379910209541] [startKey=7480000000000000b25f698000000000000001038000000000000001] [endKey=7480000000000000b25f72800000000000000a] [concurrency=8] [2024/05/06 08:02:08.382 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=129] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 08:02:08.382 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572379910209541] [startKey=7480000000000000b25f698000000000000001038000000000000001] [endKey=7480000000000000b25f72800000000000000a] ["cost time"=2.683967ms] ["completed regions"=1] [2024/05/06 08:02:08.383 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572379910209541] [commitTS=449572379910209542] [session=14] [2024/05/06 08:02:08.408 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:180, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:178, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:08.344 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:08.408 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:180, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:178, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:08.344 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 08:02:08.460 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=180] [conn=14] [category=ddl] [job="ID:180, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:178, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:08.344 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:08.489 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=249.765Β΅s] [gotSchemaVersion=130] [phyTblIDs="[178]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:08.499 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=180] [version=130] [2024/05/06 08:02:08.539 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=53.295716ms] [job="ID:180, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:178, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:08.344 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:08.602 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=180] [conn=14] [category=ddl] [job="ID:180, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:178, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:08.344 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:08.639 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=263.649Β΅s] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:08.650 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=180] [version=131] [2024/05/06 08:02:08.688 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=53.115798ms] [job="ID:180, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:178, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:08.344 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:08.772 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=180] [conn=14] [category=ddl] [job="ID:180, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:178, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:08.344 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:08.783 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 178, Old Table Name: _t1"] [2024/05/06 08:02:08.817 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=269.21Β΅s] [gotSchemaVersion=132] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:08.828 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=180] [version=132] [2024/05/06 08:02:08.867 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=54.460092ms] [job="ID:180, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:178, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:08.344 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:08.901 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=180] [tableIDs="[178]"] [comment="drop table: table ID"] [2024/05/06 08:02:08.910 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=180] [jobType="drop table"] [2024/05/06 08:02:08.915 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=180] [conn=14] [job="ID:180, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:178, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:08.344 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:08.990 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=180] [2024/05/06 08:02:08.990 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:08.994 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.612325222\n# Parse_time: 0.00030564\n# Compile_time: 0.000635711\n# Rewrite_time: 0.000009792\n# Optimize_time: 0.000396253\n# Wait_TS: 0.000467699\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"},{\"Level\":\"Note\",\"Message\":\"Unknown table 'test.t1'\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/06 08:02:08.996 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=132] [cur_db=test] [sql="create table t1 (a int, b int)"] [user=] [2024/05/06 08:02:09.033 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:08.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:09.033 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:08.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1 (a int, b int)"] [2024/05/06 08:02:09.085 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=182] [conn=14] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:08.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.093 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 181, Table Name: t1"] [2024/05/06 08:02:09.139 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=2.383623ms] [gotSchemaVersion=133] [phyTblIDs="[181]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:09.149 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=182] [version=133] [2024/05/06 08:02:09.186 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=53.367697ms] [job="ID:182, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:08.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.255 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=182] [conn=14] [job="ID:182, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:08.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.289 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=182] [2024/05/06 08:02:09.289 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:09.303 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572380159246337] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.386319ms] [2024/05/06 08:02:09.303 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449572380159246337] [2024/05/06 08:02:09.305 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572380159246337] [commitTS=449572380159246340] [2024/05/06 08:02:09.305 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572380159246337] [startKey=7480000000000000b55f728000000000000001] [endKey=7480000000000000b55f728000000000000005] [concurrency=8] [2024/05/06 08:02:09.307 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=133] [cur_db=test] [sql="create table _t1 (a int primary key, b int, unique index idx(b))"] [user=] [2024/05/06 08:02:09.308 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572380159246337] [startKey=7480000000000000b55f728000000000000001] [endKey=7480000000000000b55f728000000000000005] ["cost time"=3.037086ms] ["completed regions"=1] [2024/05/06 08:02:09.308 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572380159246337] [commitTS=449572380159246340] [session=14] [2024/05/06 08:02:09.349 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:09.294 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:09.349 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:09.294 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int primary key, b int, unique index idx(b))"] [2024/05/06 08:02:09.432 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=184] [conn=14] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:09.294 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.440 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 183, Table Name: _t1"] [2024/05/06 08:02:09.499 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=2.78368ms] [gotSchemaVersion=134] [phyTblIDs="[183]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:09.510 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=184] [version=134] [2024/05/06 08:02:09.545 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=53.491767ms] [job="ID:184, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:09.294 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.614 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=184] [conn=14] [job="ID:184, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:09.294 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.653 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=184] [2024/05/06 08:02:09.653 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:09.657 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.3507009\n# Parse_time: 0.000712166\n# Compile_time: 0.000912214\n# Rewrite_time: 0.000010123\n# Optimize_time: 0.000396253\n# Wait_TS: 0.000367127\n# DB: test\n# Is_internal: false\n# Digest: 36e2094723319244e5ca2483202bad4deefe197881ecbd265cb6872afbe872a7\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1 (a int primary key, b int, unique index idx(b));"] [2024/05/06 08:02:09.679 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=134] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 08:02:09.707 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:186, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:09.644 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:09.707 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:186, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:09.644 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 08:02:09.747 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=186] [conn=14] [category=ddl] [job="ID:186, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:09.644 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.757 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 185, Table Name: _t1, Old Table ID: 183, Old Table Name: _t1"] [2024/05/06 08:02:09.803 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=2.395628ms] [gotSchemaVersion=135] [phyTblIDs="[183,185]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:02:09.813 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=186] [version=135] [2024/05/06 08:02:09.850 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=53.242527ms] [job="ID:186, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:09.644 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.898 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=186] [tableIDs="[183]"] [comment="drop table: table ID"] [2024/05/06 08:02:09.907 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=186] [jobType="truncate table"] [2024/05/06 08:02:09.911 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=186] [conn=14] [job="ID:186, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:09.644 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.967 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=186] [2024/05/06 08:02:09.967 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:09.981 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572380329377801] [generation=1] [session=14] [keys=10] [size=325B] ["flushed keys"=10] ["flushed size"=325B] ["take time"=1.69978ms] [2024/05/06 08:02:09.981 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=325B] [startTS=449572380329377801] [2024/05/06 08:02:09.983 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572380329377801] [commitTS=449572380329377803] [2024/05/06 08:02:09.984 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572380329377801] [startKey=7480000000000000b95f698000000000000001038000000000000001] [endKey=7480000000000000b95f728000000000000005] [concurrency=8] [2024/05/06 08:02:09.987 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=135] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 08:02:09.987 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572380329377801] [startKey=7480000000000000b95f698000000000000001038000000000000001] [endKey=7480000000000000b95f728000000000000005] ["cost time"=3.362249ms] ["completed regions"=1] [2024/05/06 08:02:09.987 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572380329377801] [commitTS=449572380329377803] [session=14] [2024/05/06 08:02:10.015 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:185, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:09.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:10.015 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:185, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:09.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 08:02:10.079 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=188] [conn=14] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:185, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:09.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:10.116 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 187, Table Name: _t1, Old Table ID: 185, Old Table Name: _t1"] [2024/05/06 08:02:10.167 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=2.644534ms] [gotSchemaVersion=136] [phyTblIDs="[185,187]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:02:10.178 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=188] [version=136] [2024/05/06 08:02:10.213 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=53.449437ms] [job="ID:188, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:09.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:10.250 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=188] [tableIDs="[185]"] [comment="drop table: table ID"] [2024/05/06 08:02:10.258 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=188] [jobType="truncate table"] [2024/05/06 08:02:10.262 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=188] [conn=14] [job="ID:188, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:09.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:10.316 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/05/06 08:02:10.316 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:10.319 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.333255325\n# Parse_time: 0.000224377\n# Compile_time: 0.000691577\n# Rewrite_time: 0.00001417\n# Optimize_time: 0.000396253\n# Wait_TS: 0.000383035\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 08:02:10.332 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572380421128199] [generation=1] [session=14] [keys=10] [size=325B] ["flushed keys"=10] ["flushed size"=325B] ["take time"=1.541513ms] [2024/05/06 08:02:10.332 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=325B] [startTS=449572380421128199] [2024/05/06 08:02:10.334 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572380421128199] [commitTS=449572380421128201] [2024/05/06 08:02:10.334 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572380421128199] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f728000000000000005] [concurrency=8] [2024/05/06 08:02:10.337 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572380421128199] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f728000000000000005] ["cost time"=3.011318ms] ["completed regions"=1] [2024/05/06 08:02:10.337 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572380421128199] [commitTS=449572380421128201] [session=14] [2024/05/06 08:02:10.370 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572380434235395] [generation=1] [session=14] [keys=15] [size=420B] ["flushed keys"=15] ["flushed size"=420B] ["take time"=1.674873ms] [2024/05/06 08:02:10.370 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=420B] [startTS=449572380434235395] [2024/05/06 08:02:10.372 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572380434235395] [commitTS=449572380434235397] [2024/05/06 08:02:10.372 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572380434235395] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f72800000000000000a] [concurrency=8] [2024/05/06 08:02:10.375 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572380434235395] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f72800000000000000a] ["cost time"=2.987384ms] ["completed regions"=1] [2024/05/06 08:02:10.375 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572380434235395] [commitTS=449572380434235397] [session=14] [2024/05/06 08:02:10.392 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572380434235399] [generation=1] [session=14] [keys=15] [size=420B] ["flushed keys"=15] ["flushed size"=420B] ["take time"=1.51711ms] [2024/05/06 08:02:10.392 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=420B] [startTS=449572380434235399] [2024/05/06 08:02:10.394 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572380434235399] [commitTS=449572380434235401] [2024/05/06 08:02:10.394 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572380434235399] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f72800000000000000a] [concurrency=8] [2024/05/06 08:02:10.397 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572380434235399] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f72800000000000000a] ["cost time"=2.855849ms] ["completed regions"=1] [2024/05/06 08:02:10.397 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572380434235399] [commitTS=449572380434235401] [session=14] [2024/05/06 08:02:10.399 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=136] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 08:02:10.429 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:10.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:10.429 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:10.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 08:02:10.471 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=189] [conn=14] [category=ddl] [job="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:10.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:10.502 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=262.824Β΅s] [gotSchemaVersion=137] [phyTblIDs="[181]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:10.513 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=189] [version=137] [2024/05/06 08:02:10.550 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=52.688688ms] [job="ID:189, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:10.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:10.596 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=189] [conn=14] [category=ddl] [job="ID:189, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:10.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:10.627 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=272.491Β΅s] [gotSchemaVersion=138] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:10.636 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=189] [version=138] [2024/05/06 08:02:10.675 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=52.525793ms] [job="ID:189, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:10.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:10.743 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=189] [conn=14] [category=ddl] [job="ID:189, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:10.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:10.754 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 181, Old Table Name: t1"] [2024/05/06 08:02:10.813 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=312.391Β΅s] [gotSchemaVersion=139] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:10.822 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=189] [version=139] [2024/05/06 08:02:10.861 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=53.236012ms] [job="ID:189, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:181, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:10.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:10.913 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=189] [tableIDs="[181]"] [comment="drop table: table ID"] [2024/05/06 08:02:10.922 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=189] [jobType="drop table"] [2024/05/06 08:02:10.926 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=189] [conn=14] [job="ID:189, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:181, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:10.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:10.983 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=189] [2024/05/06 08:02:10.984 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:11.010 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:190, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:10.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:11.010 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:190, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:10.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 08:02:11.050 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=190] [conn=14] [category=ddl] [job="ID:190, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:10.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:11.079 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=240.5Β΅s] [gotSchemaVersion=140] [phyTblIDs="[187]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:11.088 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=190] [version=140] [2024/05/06 08:02:11.128 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=53.093185ms] [job="ID:190, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:10.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:11.188 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=190] [conn=14] [category=ddl] [job="ID:190, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:10.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:11.217 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=230.972Β΅s] [gotSchemaVersion=141] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:11.227 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=190] [version=141] [2024/05/06 08:02:11.267 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=53.262783ms] [job="ID:190, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:10.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:11.324 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=190] [conn=14] [category=ddl] [job="ID:190, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:10.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:11.332 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 187, Old Table Name: _t1"] [2024/05/06 08:02:11.365 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=232.384Β΅s] [gotSchemaVersion=142] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:11.375 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=190] [version=142] [2024/05/06 08:02:11.415 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=53.411503ms] [job="ID:190, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:10.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:11.468 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=190] [tableIDs="[187]"] [comment="drop table: table ID"] [2024/05/06 08:02:11.476 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=190] [jobType="drop table"] [2024/05/06 08:02:11.480 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=190] [conn=14] [job="ID:190, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:10.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:11.561 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=190] [2024/05/06 08:02:11.561 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:11.565 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 1.166578407\n# Parse_time: 0.000338984\n# Compile_time: 0.000797871\n# Rewrite_time: 0.000012168\n# Optimize_time: 0.000396253\n# Wait_TS: 0.000419671\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/06 08:02:11.567 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=142] [cur_db=test] [sql="create table _t1 (a int primary key, b int, unique index idx(b))"] [user=] [2024/05/06 08:02:11.607 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:192, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:11.544 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:11.607 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:192, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:11.544 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int primary key, b int, unique index idx(b))"] [2024/05/06 08:02:11.672 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=192] [conn=14] [category=ddl] [job="ID:192, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:11.544 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:11.680 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 191, Table Name: _t1"] [2024/05/06 08:02:11.731 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=2.393101ms] [gotSchemaVersion=143] [phyTblIDs="[191]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:11.743 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=192] [version=143] [2024/05/06 08:02:11.778 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=53.517312ms] [job="ID:192, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:191, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:11.544 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:11.844 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=192] [conn=14] [job="ID:192, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:191, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:11.544 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:11.881 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=192] [2024/05/06 08:02:11.881 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:11.884 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.318630654\n# Parse_time: 0.00071775\n# Compile_time: 0.000872299\n# Rewrite_time: 0.000008619\n# Optimize_time: 0.000396253\n# Wait_TS: 0.00036323\n# DB: test\n# Is_internal: false\n# Digest: 36e2094723319244e5ca2483202bad4deefe197881ecbd265cb6872afbe872a7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1 (a int primary key, b int, unique index idx(b));"] [2024/05/06 08:02:11.903 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=143] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 08:02:11.936 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:194, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:11.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:11.936 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:194, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:11.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 08:02:12.000 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=194] [conn=14] [category=ddl] [job="ID:194, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:11.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:12.011 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 193, Table Name: _t1, Old Table ID: 191, Old Table Name: _t1"] [2024/05/06 08:02:12.054 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=2.661841ms] [gotSchemaVersion=144] [phyTblIDs="[191,193]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:02:12.065 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=194] [version=144] [2024/05/06 08:02:12.101 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=52.747818ms] [job="ID:194, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:191, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:11.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:12.150 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=194] [tableIDs="[191]"] [comment="drop table: table ID"] [2024/05/06 08:02:12.160 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=194] [jobType="truncate table"] [2024/05/06 08:02:12.163 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=194] [conn=14] [job="ID:194, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:191, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:11.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:12.243 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=194] [2024/05/06 08:02:12.244 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:12.247 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.345237316\n# Parse_time: 0.000255264\n# Compile_time: 0.00063165\n# Rewrite_time: 0.00000942\n# Optimize_time: 0.000396253\n# Wait_TS: 0.000437687\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 08:02:12.255 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572380932308994] [generation=1] [session=14] [keys=10] [size=325B] ["flushed keys"=10] ["flushed size"=325B] ["take time"=1.576668ms] [2024/05/06 08:02:12.255 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=325B] [startTS=449572380932308994] [2024/05/06 08:02:12.257 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572380932308994] [commitTS=449572380932308995] [2024/05/06 08:02:12.257 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572380932308994] [startKey=7480000000000000c15f698000000000000001038000000000000001] [endKey=7480000000000000c15f728000000000000005] [concurrency=8] [2024/05/06 08:02:12.259 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=144] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 08:02:12.260 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572380932308994] [startKey=7480000000000000c15f698000000000000001038000000000000001] [endKey=7480000000000000c15f728000000000000005] ["cost time"=2.990977ms] ["completed regions"=1] [2024/05/06 08:02:12.260 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572380932308994] [commitTS=449572380932308995] [session=14] [2024/05/06 08:02:12.286 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:196, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:193, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:12.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:12.286 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:196, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:193, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:12.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 08:02:12.348 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=196] [conn=14] [category=ddl] [job="ID:196, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:12.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:12.359 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 195, Table Name: _t1, Old Table ID: 193, Old Table Name: _t1"] [2024/05/06 08:02:12.404 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=2.452871ms] [gotSchemaVersion=145] [phyTblIDs="[193,195]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:02:12.414 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=196] [version=145] [2024/05/06 08:02:12.450 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=53.099973ms] [job="ID:196, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:12.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:12.495 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=196] [tableIDs="[193]"] [comment="drop table: table ID"] [2024/05/06 08:02:12.504 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=196] [jobType="truncate table"] [2024/05/06 08:02:12.507 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp general"] [category=ddl] [jobID=196] [conn=14] [job="ID:196, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:12.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:12.568 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=196] [2024/05/06 08:02:12.568 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:12.572 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.313339242\n# Parse_time: 0.000223771\n# Compile_time: 0.000703572\n# Rewrite_time: 0.000010175\n# Optimize_time: 0.000396253\n# Wait_TS: 0.000376845\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 08:02:12.581 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572381010952198] [generation=1] [session=14] [keys=10] [size=325B] ["flushed keys"=10] ["flushed size"=325B] ["take time"=1.484237ms] [2024/05/06 08:02:12.582 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=325B] [startTS=449572381010952198] [2024/05/06 08:02:12.583 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572381010952198] [commitTS=449572381010952200] [2024/05/06 08:02:12.583 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572381010952198] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f728000000000000005] [concurrency=8] [2024/05/06 08:02:12.587 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572381010952198] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f728000000000000005] ["cost time"=2.975376ms] ["completed regions"=1] [2024/05/06 08:02:12.587 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572381010952198] [commitTS=449572381010952200] [session=14] [2024/05/06 08:02:12.609 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572381024059394] [generation=1] [session=14] [keys=15] [size=420B] ["flushed keys"=15] ["flushed size"=420B] ["take time"=1.498886ms] [2024/05/06 08:02:12.609 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=420B] [startTS=449572381024059394] [2024/05/06 08:02:12.611 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572381024059394] [commitTS=449572381024059395] [2024/05/06 08:02:12.611 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572381024059394] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f72800000000000000a] [concurrency=8] [2024/05/06 08:02:12.614 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572381024059394] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f72800000000000000a] ["cost time"=2.974994ms] ["completed regions"=1] [2024/05/06 08:02:12.615 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572381024059394] [commitTS=449572381024059395] [session=14] [2024/05/06 08:02:12.626 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572381024059397] [generation=1] [session=14] [keys=15] [size=420B] ["flushed keys"=15] ["flushed size"=420B] ["take time"=1.46184ms] [2024/05/06 08:02:12.626 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=420B] [startTS=449572381024059397] [2024/05/06 08:02:12.628 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572381024059397] [commitTS=449572381024059398] [2024/05/06 08:02:12.628 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572381024059397] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f72800000000000000a] [concurrency=8] [2024/05/06 08:02:12.631 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 619fcee6-7fa9-4b62-a05c-f992b6c5d343"] [2024/05/06 08:02:12.631 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 619fcee6-7fa9-4b62-a05c-f992b6c5d343"] [2024/05/06 08:02:12.631 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572381024059397] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f72800000000000000a] ["cost time"=2.901756ms] ["completed regions"=1] [2024/05/06 08:02:12.631 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572381024059397] [commitTS=449572381024059398] [session=14] [2024/05/06 08:02:12.632 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 619fcee6-7fa9-4b62-a05c-f992b6c5d343"] [] [2024/05/06 08:02:12.633 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:12.633 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 47, tp add index"] [category=ddl] ["take time"=26.144Β΅s] [2024/05/06 08:02:12.633 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 48, tp add index"] [category=ddl] ["take time"=15.122Β΅s] [2024/05/06 08:02:12.633 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 45, tp add index"] [category=ddl] ["take time"=12.687Β΅s] [2024/05/06 08:02:12.633 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 46, tp add index"] [category=ddl] ["take time"=15.631Β΅s] [2024/05/06 08:02:12.633 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:12.633 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 44, tp general"] [category=ddl] ["take time"=6.436Β΅s] [2024/05/06 08:02:12.634 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:12.634 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:02:12.634 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:02:12.653 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=619fcee6-7fa9-4b62-a05c-f992b6c5d343] ["take time"=22.521257ms] [2024/05/06 08:02:12.653 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=619fcee6-7fa9-4b62-a05c-f992b6c5d343] [2024/05/06 08:02:12.655 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:02:12.655 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/8343829b-dfef-4780-8b52-6496f6b1d214] [watcherID=2d12f009-0b65-4eb4-b24b-ee38ebb3f9cb] [2024/05/06 08:02:12.655 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:02:12.655 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/8343829b-dfef-4780-8b52-6496f6b1d214] [2024/05/06 08:02:12.655 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:12.655 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:12.655 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:12.655 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:12.655 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:12.656 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:12.656 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:12.656 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:12.656 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:12.656 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:12.662 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:02:12.662 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:02:12.663 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1140] [2024/05/06 08:02:12.663 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:12.663 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=619fcee6-7fa9-4b62-a05c-f992b6c5d343] [2024/05/06 08:02:12.663 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:02:12.663 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:02:12.663 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:02:12.663 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:02:12.663 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:12.663 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:12.663 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:02:12.663 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:12.663 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:02:12.663 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:02:12.663 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:12.663 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:02:12.663 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:12.663 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:12.663 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:12.663 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:02:12.663 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:12.663 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:12.663 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:12.663 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:12.663 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:12.663 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:02:12.663 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:02:12.663 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:12.663 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:02:12.663 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:02:12.663 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:02:12.663 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:02:12.663 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:12.663 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e6597391-7917-4adf-aa50-c5c76a31d28c"] [error="lost watcher waiting for delete"] [2024/05/06 08:02:12.663 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:12.663 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:02:12.663 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:02:12.663 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 619fcee6-7fa9-4b62-a05c-f992b6c5d343"] [error="lost watcher waiting for delete"] [2024/05/06 08:02:12.663 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:12.663 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:12.663 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:02:12.663 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:02:12.663 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:12.663 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:02:12.663 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:02:12.663 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:02:12.663 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:02:12.663 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:12.663 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:02:12.663 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:12.663 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:12.663 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 619fcee6-7fa9-4b62-a05c-f992b6c5d343"] [error="context canceled"] [2024/05/06 08:02:12.663 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:12.664 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=619fcee6-7fa9-4b62-a05c-f992b6c5d343] [2024/05/06 08:02:12.664 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:02:12.664 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 619fcee6-7fa9-4b62-a05c-f992b6c5d343"] [2024/05/06 08:02:12.664 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:02:12.664 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:02:12.664 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:02:12.664 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:12.664 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 619fcee6-7fa9-4b62-a05c-f992b6c5d343"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:12.665 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:02:12.665 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e6597391-7917-4adf-aa50-c5c76a31d28c"] [error="context canceled"] [2024/05/06 08:02:12.665 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=e6597391-7917-4adf-aa50-c5c76a31d28c] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:12.665 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:12.665 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e6597391-7917-4adf-aa50-c5c76a31d28c"] [2024/05/06 08:02:12.665 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:12.665 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:02:12.665 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:12.703 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:02:12.703 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 619fcee6-7fa9-4b62-a05c-f992b6c5d343"] [error="context canceled"] [2024/05/06 08:02:12.703 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 619fcee6-7fa9-4b62-a05c-f992b6c5d343"] [2024/05/06 08:02:13.928 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e6597391-7917-4adf-aa50-c5c76a31d28c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:13.940 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 619fcee6-7fa9-4b62-a05c-f992b6c5d343"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:13.940 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:02:13.941 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:13.973 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 619fcee6-7fa9-4b62-a05c-f992b6c5d343"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:13.973 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:02:13.973 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:02:13.974 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:13.981 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.350872476s] [2024/05/06 08:02:13.982 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:13.982 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:13.982 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:13.982 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:13.982 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:13.982 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:13.982 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:13.982 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:13.982 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:13.982 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:13.982 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:13.982 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:13.982 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:13.983 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLInsertRPC (19.34s) === RUN TestPipelinedDMLInsertOnDuplicateKeyUpdateInTxn [2024/05/06 08:02:13.990 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:02:13.990 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 08:02:13.991 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793191436093292] [2024/05/06 08:02:13.991 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:13.992 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 08:02:13.993 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:13.993 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:13.993 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:13.993 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:13.993 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:13.995 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:02:13.998 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:14.000 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:14.002 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:14.010 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793191436093292] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:02:14.023 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:02:14.158 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=366] ["lease id"=6f188f4cea328ed0] [2024/05/06 08:02:14.160 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:02:14.251 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=145] ["start time"=87.493268ms] [2024/05/06 08:02:14.256 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:02:14.256 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=d8b90a52-d442-469b-99f1-8a8f7d9ce5df] [runWorker=true] [2024/05/06 08:02:14.256 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:02:14.258 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:02:14.259 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 08:02:14.259 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:14.259 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:14.259 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:14.259 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:14.260 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:14.260 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:14.260 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:14.285 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:14.285 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:14.285 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:14.285 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:14.285 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:14.285 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:14.285 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:02:14.287 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d8b90a52-d442-469b-99f1-8a8f7d9ce5df"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4cea329043] [ownerID=d8b90a52-d442-469b-99f1-8a8f7d9ce5df] [op=none] [2024/05/06 08:02:14.288 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:14.289 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=fa4121bf-e24c-4c7d-9670-744dbb690a3b] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:14.294 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:02:14.318 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:02:14.319 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:14.320 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:02:14.336 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:14.337 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d8b90a52-d442-469b-99f1-8a8f7d9ce5df"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4cea329043] [ownerID=d8b90a52-d442-469b-99f1-8a8f7d9ce5df] [op=none] [2024/05/06 08:02:14.337 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d8b90a52-d442-469b-99f1-8a8f7d9ce5df"] [op=none] [2024/05/06 08:02:14.338 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:02:14.418 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:14.435 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:14.449 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:14.449 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:14.449 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:14.449 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:02:14.449 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:02:14.449 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:14.449 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:02:14.449 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:02:14.450 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:02:14.452 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:14.452 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:02:14.453 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:14.453 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:14.453 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:14.453 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:14.453 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:02:14.456 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:14.458 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:02:14.466 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/c16877d9-b61a-4f02-b4db-9b9cd5b0e0af] [2024/05/06 08:02:14.466 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:14.466 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:14.467 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:14.467 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:02:14.467 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:02:14.500 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=48.138938ms] [2024/05/06 08:02:14.503 +00:00] [INFO] [set.go:170] ["set global var"] [conn=15] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:02:14.508 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=145] [cur_db=test] [sql="alter table `_t1` nocache"] [user=] [2024/05/06 08:02:14.510 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=145] [cur_db=test] [sql="drop table `_t1`"] [user=] [2024/05/06 08:02:14.537 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:197, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:195, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:14.493 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:14.537 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:197, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:195, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:14.493 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t1`"] [2024/05/06 08:02:14.577 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 49, tp general"] [category=ddl] [jobID=197] [conn=15] [category=ddl] [job="ID:197, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:195, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:14.493 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:14.606 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=242.304Β΅s] [gotSchemaVersion=146] [phyTblIDs="[195]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:14.616 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=197] [version=146] [2024/05/06 08:02:14.655 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=53.161173ms] [job="ID:197, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:195, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:14.493 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:14.716 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 49, tp general"] [category=ddl] [jobID=197] [conn=15] [category=ddl] [job="ID:197, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:195, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:14.493 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:14.746 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=221.701Β΅s] [gotSchemaVersion=147] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:14.760 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=197] [version=147] [2024/05/06 08:02:14.795 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=53.086849ms] [job="ID:197, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:195, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:14.493 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:14.854 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 49, tp general"] [category=ddl] [jobID=197] [conn=15] [category=ddl] [job="ID:197, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:195, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:14.493 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:14.863 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 195, Old Table Name: _t1"] [2024/05/06 08:02:14.897 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=232.564Β΅s] [gotSchemaVersion=148] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:14.907 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=197] [version=148] [2024/05/06 08:02:14.947 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=53.718802ms] [job="ID:197, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:195, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:14.493 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:14.999 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=197] [tableIDs="[195]"] [comment="drop table: table ID"] [2024/05/06 08:02:15.037 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=197] [jobType="drop table"] [2024/05/06 08:02:15.043 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 49, tp general"] [category=ddl] [jobID=197] [conn=15] [job="ID:197, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:195, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:14.493 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:15.098 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=197] [2024/05/06 08:02:15.098 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:15.102 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 15\n# Query_time: 0.592889327\n# Parse_time: 0.000222517\n# Compile_time: 0.000652147\n# Rewrite_time: 0.000010555\n# Optimize_time: 0.00015506\n# Wait_TS: 0.00041521\n# DB: test\n# Is_internal: false\n# Digest: bf051bfc2a7a3240a0ec6ad5b684eb5aec662267c586ee4339f11d469ae12e8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t1`;"] [2024/05/06 08:02:15.109 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=16] [schemaVersion=148] [cur_db=test] [sql="drop table if exists t1"] [user=] [2024/05/06 08:02:15.112 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=16] [schemaVersion=148] [cur_db=test] [sql="create table t1 (a int, b int, c varchar(128), unique index idx(b))"] [user=] [2024/05/06 08:02:15.154 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:15.094 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:15.154 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:15.094 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1 (a int, b int, c varchar(128), unique index idx(b))"] [2024/05/06 08:02:15.197 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 49, tp general"] [category=ddl] [jobID=199] [conn=16] [category=ddl] [job="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:15.094 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:15.205 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 198, Table Name: t1"] [2024/05/06 08:02:15.286 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=2.256395ms] [gotSchemaVersion=149] [phyTblIDs="[198]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:15.296 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=199] [version=149] [2024/05/06 08:02:15.334 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=54.11787ms] [job="ID:199, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:15.094 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:15.404 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 49, tp general"] [category=ddl] [jobID=199] [conn=16] [job="ID:199, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:15.094 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:15.444 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=199] [2024/05/06 08:02:15.444 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:15.447 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 16\n# Query_time: 0.336585961\n# Parse_time: 0.000701012\n# Compile_time: 0.000903658\n# Rewrite_time: 0.000007845\n# Optimize_time: 0.000374276\n# Wait_TS: 0.00030501\n# DB: test\n# Is_internal: false\n# Digest: a54265ae4da4fbcc414fc65e3131ed073097b69ed45d1ee3cf30fade8fef01ca\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t1 (a int, b int, c varchar(128), unique index idx(b));"] [2024/05/06 08:02:15.467 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:02:15.467 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:02:15.467 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c16877d9-b61a-4f02-b4db-9b9cd5b0e0af] [watcherID=9c728a9f-1288-4a35-b613-6646e0110873] [2024/05/06 08:02:15.468 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:02:15.481 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:02:15.481 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:02:15.481 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:02:15.481 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:02:16.259 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:02:17.419 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 08:02:17.421 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572382164385794\n# Conn_ID: 16\n# Query_time: 1.962196364\n# Parse_time: 0.628190589\n# Compile_time: 0.895442626\n# Rewrite_time: 0.022340661\n# Optimize_time: 0.000374276\n# Wait_TS: 0.000485073\n# DB: test\n# Is_internal: false\n# Digest: 13a4e30661e51ba157bfc032bf66f4db3217c775b14e2b5285b6f0162b3955d3\n# Num_cop_tasks: 0\n# Mem_max: 1054096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('rwvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZTo0MzYuOW1zLCBsb29wczoxLCBhdXRvX2lkX2FsbG9jYXRvcjoge2EBDHhfY250OiAxLCBHZXQ6e251bV9ycGM6MSwgdG90YWxfBU8gNjIywrVzfSwgAQ4kX2RldGFpbDogewkiGHByb2Nlc3MJKhwgMzguOMK1cxE/DHdhaXQNGgw0NS40HRooa3ZfcmVhZF93YWwNZhAgODcuMwkiCGlrdi4ZABAxMDUuNQmCDHNjYW4+ggAMa2V5cwXDKGdldF9zbmFwc2hvEXYINy41AbxwLCByb2Nrc2RiOiB7YmxvY2s6IHt9fX0sIGNvbW0Bo0R4bjoge3ByZXdyaXRlOjEuNDghPwFRESIQczozMzQNwwkUEDoxLjEzASccc2xvd2VzdF8RQCVDLSAYOiAwLjAwMQGCoGVnaW9uX2lkOiAxMCwgc3RvcmU6IDEyNy4wLjAuMToyMDE2MiwgdGltLmQBOgsBDDcyNS4B0Qh9LCA2CwEBqzr8AAAxKU5a+gAF6jlLBY8UX2JhdGNoJbYQOiAyMS4pyyhwcm9wb3NlX3NlbiGwSGl0OiAwcywgcGVyc2lzdF9sb2cZ7RAxODMuNyXFCWAUbGVhZGVyDVIoMTQxbnMsIHN5bmMJNgQxMgmjCSwsbWVtdGFibGU6IDMuBRk5oAVkCDQ1OEUHGCwgYXBwbHkyrQAEMTUtmwUbFZAMNjMuOQWOFG11dGV4Xyn6Ab0JcjKeABkXDHdhbDoBUiFpACwNKxmdBDEwJRguPwIYcHJpbWFyef74AWr4AQQ0Nwn8jvgBCDYuMAn13voBADFJZAAssvoBDDYzLjEla0pbAQQ0NTb4AQQzMi2uCSw5XAw0OTJuAeRpYSn3CDI1M40YJdw29wEANy3gBRs59wA3TYUAbc73AUn2PpsACDkuOYWEgTZtywhudW2hKgkqhYYAMVEvWGJ5dGU6MzJ9fQk1MjUuNCBLQglOL0EK')\n# Binary_plan: tidb_decode_binary_plan('ugvwdQq1CwoISW5zZXJ0XzE4AUABUgNOL0FaFXRpbWU6NDM2LjltcywgbG9vcHM6MWL5CmF1dG9faWRfYWxsb2NhdG9yOiB7YWxsb2NfY250OiAxLCBHZXQ6e251bV9ycGM6MSwgdG90YWxfdGltZTo2MjLCtXN9LCABXiRfZGV0YWlsOiB7CSIccHJvY2Vzc18BHCg6IDM4LjjCtXMsIAkdDHdhaXQNGgw0NS40HRooa3ZfcmVhZF93YWwNZhAgODcuMwkiCGlrdi4ZABgxMDUuNcK1AYIMc2Nhbj6CAAxrZXlzBcMoZ2V0X3NuYXBzaG8Rdgw3LjUyBVRocm9ja3NkYjoge2Jsb2NrOiB7fX19LCBjb21tAaNQeG46IHtwcmV3cml0ZToxLjQ4bXMsBVERIhBzOjMzNA3DCRQQOjEuMTMBJxxzbG93ZXN0XxFADF9ycGMxIMA6IDAuMDAxcywgcmVnaW9uX2lkOiAxMCwgc3RvcmU6IDEyNy4wLjAuMToyMDE2MiwgIUgd4joLAQw3MjUuAdEEfSw6CwFK/AAAMSlOWvoABeoZaQWPFF9iYXRjaCW2EDogMjEuKcsocHJvcG9zZV9zZW4hsEhpdDogMHMsIHBlcnNpc3RfbG9nGe0QMTgzLjclcQlgFGxlYWRlcg1SKDE0MW5zLCBzeW5jCTYEMTIJowksGG1lbXRhYmxBRgAuBRk5oAVkCDQ1OEUHGCwgYXBwbHkyrQAEMTUtmwUbFZAMNjMuOQWOFG11dGV4Xyn6Ab0JcjKeABkXDHdhbDoBUiFpACwNKxmdBDEwJRguPwIYcHJpbWFyef74AWr4AQQ0Nwn8jvgBCDYuMAn13voBADFJZAAssvoBDDYzLjEla0pbAQQ0NTb4AQQzMi2uCSw5XAw0OTJuAeRpYSn3CDI1M40YJdw29wEANy3gBRs59wA3TYUAbc73AUn2PpsACDkuOYWEgTZtyxBudW06MVEhhYYVDmRieXRlOjMyfX1wkOsgeP///////////wEYAQ==')\n# Resource_group: default\ninsert into t1 values (0, 0, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (1, 1, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (2, 2, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (3, 3, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (4, 4, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (5, 5, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (6, 6, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (7, 7, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (8, 8, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (9, 9, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (10, 10, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (11, 11, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (12, 12, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (13, 13, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (14, 14, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (15, 15, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (16, 16, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (17, 17, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (18, 18, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (19, 19, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (20, 20, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (21, 21, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (22, 22, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (23, 23, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (24, 24, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (25, 25, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (26, 26, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (27, 27, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (28, 28, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (29, 29, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (30, 30, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (31, 31, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (32, 32, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (33, 33, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (34, 34, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (35, 35, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (36, 36, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (37, 37, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (38, 38, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (39, 39, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (40, 40, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (41, 41, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (42, 42, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (43, 43, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (44, 44, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (45, 45, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (46, 46, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (47, 47, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (48, 48, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (49, 49, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (50, 50, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (51, 51, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (52, 52, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (53, 53, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (54, 54, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (55, 55, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (56, 56, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (57, 57, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (58, 58, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (59, 59, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (60, 60, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (61, 61(len:139799);"] [2024/05/06 08:02:19.531 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572382662721537] [generation=1] [session=16] [keys=3998] [size=253.6kB] ["flushed keys"=3998] ["flushed size"=253.6kB] ["take time"=51.278391ms] [2024/05/06 08:02:19.531 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572382662721537] [generation=2] [session=16] [keys=0] [size=0B] ["flushed keys"=3998] ["flushed size"=253.6kB] ["take time"=33.211Β΅s] [2024/05/06 08:02:19.531 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=3998] [size=253.6kB] [startTS=449572382662721537] [2024/05/06 08:02:19.533 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572382662721537] [commitTS=449572382832852997] [2024/05/06 08:02:19.533 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572382662721537] [startKey=7480000000000000c65f698000000000000001038000000000000000] [endKey=7480000000000000c65f728000000000000f9f] [concurrency=8] [2024/05/06 08:02:19.534 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572382662721537\n# Conn_ID: 16\n# Query_time: 2.101974888\n# Parse_time: 0.558009772\n# Compile_time: 0.863498331\n# Rewrite_time: 0.023922447\n# Optimize_time: 0.002540913\n# Wait_TS: 0.000455815\n# Commit_primary_rpc_detail: {total:0.000s, region_id: 0, store: , }\n# DB: test\n# Is_internal: false\n# Digest: 43c79ebc76dd6ba27c6f2ec2f68e70a9960fcb9aa251ddbe3451266c65b25af9\n# Num_cop_tasks: 0\n# Mem_max: 1054096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Duplicate entry '250' for key 't1.idx'\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('vwfwTzAJMjdfMQkwCTAJTi9BCTAJdGltZTo2MjUuNm1zLCBsb29wczoxLCBwcmVwYXJlOiAxMzEuMW1zLCBjaGVja19pbnNlcnQ6IHt0b3RhbF90AT4UIDQ5NC41AT8IbWVtDSIAXwVYFCA0NzAuNwEaNHByZWZldGNoOiAyMy44ARIMZmtfYwFTFDogNjAuMgESYHJwYzp7QnVmZmVyQmF0Y2hHZXQ6e251bV8BGQwxLCB0GXMcNi45M21zfSx+KAAMOS4yNQEoACABjxxfZGV0YWlsOhG9GHByb2Nlc3MNqwg2bnMRYyhrdl9yZWFkX3dhbBHjADgpIAx0aWt2LhcACDUuNQWIECBzY2FuPmAAWGtleXM6IDIwMDAsIGdldF9zbmFwc2hvMRxsMTguM8K1cywgcm9ja3NkYjoge2Jsb2NrOiB7fQEBOCwgY29tbWl0X3R4bjogexUPGHByaW1hcnklFg3LGDogMC4wMDEBTEBlZ2lvbl9pZDogMTQsIHN0byXFNDI3LjAuMC4xOjIwMTYyQg8BOtYAJDQxMy4ywrVzfSw62ABKxgAMOS4xNmbGABQsIHdyaXQ9egWRBF9iId8kX3dhaXQ6IDEzLglBKHByb3Bvc2Vfc2VuIXsBHDgwcywgcGVyc2lzdF9sb2cZ7wQ1NwWhEV8UbGVhZGVyDVEEMzUhygxzeW5jCTQMMzEuNAWiCYs0bWVtdGFibGU6IDgwN24B5C1nAGwBYQgyMTItlhBhcHBseTaqAAA0LhsAFY0ANBEyFG11dGV4XynDAboJcDKcABkXFHdhbDogOV6aABQuNDnCtXNBBjQJNTI1LjQgS0IJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('ywfwSQrGBwoISW5zZXJ0XzE4AUABUgNOL0FaFXRpbWU6NjI1LjZtcywgbG9vcHM6MWKDA3ByZXBhcmU6IDEzMS4xbXMsIGNoZWNrX2luAUMgOiB7dG90YWxfBT8wIDQ5NC41bXMsIG1lbQ0iERoMNzAuNwEaNHByZWZldGNoOiAyMy44ARI0ZmtfY2hlY2s6IDYwLjIBEmBycGM6e0J1ZmZlckJhdGNoR2V0OntudW1fARkIMSwgHXMcNi45M21zfSx+KAAMOS4yNQEoACABqRhfZGV0YWlsFb0YcHJvY2Vzcw2rCDZucxFjKGt2X3JlYWRfd2FsEeMAOCkhDHRpa3YuFwAINS41BYgQIHNjYW4+YABYa2V5czogMjAwMCwgZ2V0X3NuYXBzaG8xHFQxOC4zwrVzLCByb2Nrc2RiOiB7YmxvIREEe30BAURihARjb21taXRfdHhuOiB7LCANDxhwcmltYXJ5JRctiRg6IDAuMDAxAU1AZWdpb25faWQ6IDE0LCBzdG8lxjQyNy4wLjAuMToyMDE2MkIQATrXACQ0MTMuMsK1c30sOtkASscADDkuMTZmxwAULCB3cml0PXsFkQRfYiHgJF93YWl0OiAxMy4JQShwcm9wb3NlX3NlbiF8ARw4MHMsIHBlcnNpc3RfbG9nGe8ENTcFoRFfFGxlYWRlcg1RBDM1IcsMc3luYwk0DDMxLjQFogmLNG1lbXRhYmxlOiA4MDduAeQtWABsAWEIMjEyLZcQYXBwbHk2qgAANC4bABWNADQRMhRtdXRleF8pxAG6CXAynAAZFxR3YWw6IDlemgAULjQ5wrVzQQdAcJDrIHj///////////8BGAE=')\n# Resource_group: default\ninsert ignore into t1 values (0, 0, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (1, 1, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (2, 2, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (3, 3, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (4, 4, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (5, 5, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (6, 6, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (7, 7, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (8, 8, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (9, 9, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (10, 10, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (11, 11, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (12, 12, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (13, 13, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (14, 14, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (15, 15, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (16, 16, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (17, 17, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (18, 18, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (19, 19, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (20, 20, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (21, 21, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (22, 22, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (23, 23, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (24, 24, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (25, 25, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (26, 26, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (27, 27, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (28, 28, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (29, 29, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (30, 30, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (31, 31, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (32, 32, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (33, 33, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (34, 34, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (35, 35, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (36, 36, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (37, 37, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (38, 38, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (39, 39, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (40, 40, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (41, 41, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (42, 42, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (43, 43, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (44, 44, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (45, 45, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (46, 46, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (47, 47, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (48, 48, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (49, 49, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (50, 50, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (51, 51, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (52, 52, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (53, 53, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (54, 54, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (55, 55, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (56, 56, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (57, 57, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (58, 58, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (59, 59, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (60, 60, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (len:139806);"] [2024/05/06 08:02:19.571 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572382662721537] [startKey=7480000000000000c65f698000000000000001038000000000000000] [endKey=7480000000000000c65f728000000000000f9f] ["cost time"=38.213925ms] ["completed regions"=1] [2024/05/06 08:02:19.572 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572382662721537] [commitTS=449572382832852997] [session=16] [2024/05/06 08:02:19.608 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d8b90a52-d442-469b-99f1-8a8f7d9ce5df"] [2024/05/06 08:02:19.609 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d8b90a52-d442-469b-99f1-8a8f7d9ce5df"] [2024/05/06 08:02:19.609 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d8b90a52-d442-469b-99f1-8a8f7d9ce5df"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:19.610 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d8b90a52-d442-469b-99f1-8a8f7d9ce5df"] [] [2024/05/06 08:02:19.611 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:19.611 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 53, tp add index"] [category=ddl] ["take time"=25.054Β΅s] [2024/05/06 08:02:19.612 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 50, tp add index"] [category=ddl] ["take time"=15.237Β΅s] [2024/05/06 08:02:19.612 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 51, tp add index"] [category=ddl] ["take time"=13.124Β΅s] [2024/05/06 08:02:19.612 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 52, tp add index"] [category=ddl] ["take time"=13.899Β΅s] [2024/05/06 08:02:19.612 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:19.612 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 49, tp general"] [category=ddl] ["take time"=10.419Β΅s] [2024/05/06 08:02:19.612 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:19.612 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:02:19.612 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:02:19.614 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=d8b90a52-d442-469b-99f1-8a8f7d9ce5df] ["take time"=23.391149ms] [2024/05/06 08:02:19.614 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=d8b90a52-d442-469b-99f1-8a8f7d9ce5df] [2024/05/06 08:02:19.616 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:02:19.616 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c16877d9-b61a-4f02-b4db-9b9cd5b0e0af] [watcherID=9c728a9f-1288-4a35-b613-6646e0110873] [2024/05/06 08:02:19.616 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:02:19.616 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/c16877d9-b61a-4f02-b4db-9b9cd5b0e0af] [2024/05/06 08:02:19.616 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:19.617 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:19.617 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:19.617 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:19.617 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:19.617 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:19.617 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:19.617 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:19.617 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:19.617 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:19.622 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:02:19.622 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:02:19.623 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=366] [2024/05/06 08:02:19.623 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:02:19.623 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:19.623 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:02:19.623 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:19.623 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:02:19.623 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:19.623 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:02:19.623 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:02:19.623 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=d8b90a52-d442-469b-99f1-8a8f7d9ce5df] [2024/05/06 08:02:19.623 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:19.623 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:19.623 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:19.623 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:19.623 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:02:19.623 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:19.623 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:19.623 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:19.623 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:02:19.623 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:02:19.623 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:02:19.623 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:19.623 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:02:19.623 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:02:19.623 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:02:19.623 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:02:19.624 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:19.623 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:02:19.623 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:02:19.624 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager d8b90a52-d442-469b-99f1-8a8f7d9ce5df"] [error="lost watcher waiting for delete"] [2024/05/06 08:02:19.624 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:02:19.624 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager fa4121bf-e24c-4c7d-9670-744dbb690a3b"] [error="lost watcher waiting for delete"] [2024/05/06 08:02:19.623 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:19.623 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:02:19.624 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d8b90a52-d442-469b-99f1-8a8f7d9ce5df"] [error="context canceled"] [2024/05/06 08:02:19.623 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:02:19.623 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:02:19.624 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:19.624 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:19.624 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d8b90a52-d442-469b-99f1-8a8f7d9ce5df"] [2024/05/06 08:02:19.623 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:19.623 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:19.623 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:02:19.623 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:02:19.623 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:02:19.624 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:19.624 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:19.623 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:19.624 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:19.624 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:19.624 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=d8b90a52-d442-469b-99f1-8a8f7d9ce5df] [2024/05/06 08:02:19.624 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:02:19.624 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:02:19.624 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:19.624 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:02:19.624 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:02:19.624 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:02:19.624 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:02:19.624 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:19.625 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager fa4121bf-e24c-4c7d-9670-744dbb690a3b"] [error="context canceled"] [2024/05/06 08:02:19.625 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:02:19.626 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:02:19.626 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=fa4121bf-e24c-4c7d-9670-744dbb690a3b] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:19.626 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:19.626 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:19.626 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:19.626 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager fa4121bf-e24c-4c7d-9670-744dbb690a3b"] [2024/05/06 08:02:19.626 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager fa4121bf-e24c-4c7d-9670-744dbb690a3b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:19.664 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:02:19.664 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager d8b90a52-d442-469b-99f1-8a8f7d9ce5df"] [error="context canceled"] [2024/05/06 08:02:19.664 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager d8b90a52-d442-469b-99f1-8a8f7d9ce5df"] [2024/05/06 08:02:19.664 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager d8b90a52-d442-469b-99f1-8a8f7d9ce5df"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:20.869 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager fa4121bf-e24c-4c7d-9670-744dbb690a3b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:20.880 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d8b90a52-d442-469b-99f1-8a8f7d9ce5df"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:20.880 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:02:20.880 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:20.920 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager d8b90a52-d442-469b-99f1-8a8f7d9ce5df"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:20.920 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:02:20.920 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:02:20.920 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:20.928 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.337711206s] [2024/05/06 08:02:20.929 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:20.929 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:20.929 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:20.929 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:20.929 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:20.929 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:20.929 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:20.929 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:20.929 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:20.929 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:20.929 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:20.929 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:20.929 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:20.930 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLInsertOnDuplicateKeyUpdateInTxn (6.95s) === RUN TestPipelinedDMLDelete [2024/05/06 08:02:20.937 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:02:20.937 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 08:02:20.938 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793191436093292] [2024/05/06 08:02:20.939 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:20.939 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 08:02:20.940 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:20.940 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:20.940 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:20.940 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:20.940 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:20.942 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:02:20.946 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:20.947 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:20.949 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:20.957 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793191436093292] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:02:20.967 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:02:21.102 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=898] ["lease id"=6f188f4cea328f02] [2024/05/06 08:02:21.104 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:02:21.195 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=149] ["start time"=87.827352ms] [2024/05/06 08:02:21.199 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:02:21.199 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=9cafd09b-82a2-475a-bbb7-96a9631f84d8] [runWorker=true] [2024/05/06 08:02:21.199 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:02:21.201 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:02:21.203 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 08:02:21.203 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:21.203 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:21.203 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:21.203 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:21.203 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:21.203 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:21.203 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:21.203 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:21.203 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:21.203 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:21.203 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:21.203 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:21.203 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:21.203 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:02:21.205 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9cafd09b-82a2-475a-bbb7-96a9631f84d8"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4cea32906f] [ownerID=9cafd09b-82a2-475a-bbb7-96a9631f84d8] [op=none] [2024/05/06 08:02:21.206 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:21.206 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=91d83c18-4449-432f-9024-fed492f085f7] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:21.210 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:02:21.234 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:02:21.235 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:21.236 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:02:21.254 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:21.255 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9cafd09b-82a2-475a-bbb7-96a9631f84d8"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4cea32906f] [ownerID=9cafd09b-82a2-475a-bbb7-96a9631f84d8] [op=none] [2024/05/06 08:02:21.255 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9cafd09b-82a2-475a-bbb7-96a9631f84d8"] [op=none] [2024/05/06 08:02:21.255 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:02:21.333 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:21.349 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:21.362 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:21.362 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:21.362 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:21.362 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:02:21.362 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:21.362 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:02:21.362 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:02:21.362 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:02:21.362 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:02:21.364 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:21.364 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:02:21.365 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:21.365 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:21.365 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:21.365 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:21.365 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:02:21.368 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:21.370 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:02:21.376 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/f8f82710-2d6f-4ace-a3ea-996663e2ffd9] [2024/05/06 08:02:21.377 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:21.377 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:21.379 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:21.379 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:02:21.379 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:02:21.414 +00:00] [INFO] [set.go:170] ["set global var"] [conn=17] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:02:21.416 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=51.831142ms] [2024/05/06 08:02:21.419 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=149] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/05/06 08:02:21.421 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=149] [cur_db=test] [sql="drop table `t1`"] [user=] [2024/05/06 08:02:21.445 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:21.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:21.445 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:200, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:21.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t1`"] [2024/05/06 08:02:21.485 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 54, tp general"] [category=ddl] [jobID=200] [conn=17] [category=ddl] [job="ID:200, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:21.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:21.514 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=243.453Β΅s] [gotSchemaVersion=150] [phyTblIDs="[198]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:21.525 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=200] [version=150] [2024/05/06 08:02:21.564 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=53.869463ms] [job="ID:200, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:21.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:21.614 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 54, tp general"] [category=ddl] [jobID=200] [conn=17] [category=ddl] [job="ID:200, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:21.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:21.672 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=303.038Β΅s] [gotSchemaVersion=151] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:21.682 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=200] [version=151] [2024/05/06 08:02:21.721 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=53.653459ms] [job="ID:200, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:21.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:21.767 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 54, tp general"] [category=ddl] [jobID=200] [conn=17] [category=ddl] [job="ID:200, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:21.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:21.776 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 198, Old Table Name: t1"] [2024/05/06 08:02:21.810 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=229.13Β΅s] [gotSchemaVersion=152] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:21.820 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=200] [version=152] [2024/05/06 08:02:21.860 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=53.89039ms] [job="ID:200, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:198, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:21.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:21.913 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=200] [tableIDs="[198]"] [comment="drop table: table ID"] [2024/05/06 08:02:21.926 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=200] [jobType="drop table"] [2024/05/06 08:02:21.929 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 54, tp general"] [category=ddl] [jobID=200] [conn=17] [job="ID:200, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:198, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:21.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:21.984 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=200] [2024/05/06 08:02:21.984 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:21.988 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 17\n# Query_time: 0.567336008\n# Parse_time: 0.000150489\n# Compile_time: 0.000475741\n# Rewrite_time: 0.000006063\n# Optimize_time: 0.000162895\n# Wait_TS: 0.000423173\n# DB: test\n# Is_internal: false\n# Digest: 685084ba824835aa833e8cd3709eccd20bb6832158d452495dc792a162813a3c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t1`;"] [2024/05/06 08:02:21.995 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=18] [schemaVersion=152] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/06 08:02:21.998 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=18] [schemaVersion=152] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/06 08:02:22.039 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:21.994 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:22.039 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:21.994 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/06 08:02:22.087 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 54, tp general"] [category=ddl] [jobID=202] [conn=18] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:21.994 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:22.095 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 201, Table Name: t"] [2024/05/06 08:02:22.144 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=2.291968ms] [gotSchemaVersion=153] [phyTblIDs="[201]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:22.154 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=202] [version=153] [2024/05/06 08:02:22.191 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=53.318838ms] [job="ID:202, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:21.994 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:22.225 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 54, tp general"] [category=ddl] [jobID=202] [conn=18] [job="ID:202, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:21.994 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:22.257 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=202] [2024/05/06 08:02:22.257 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:22.262 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=18] [schemaVersion=153] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/06 08:02:22.304 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:22.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:22.304 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:204, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:22.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/06 08:02:22.377 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:02:22.377 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:02:22.377 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/f8f82710-2d6f-4ace-a3ea-996663e2ffd9] [watcherID=4cc8a272-2ea6-4786-b0c5-ddd4d6a318c9] [2024/05/06 08:02:22.379 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:02:22.391 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:02:22.391 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:02:22.391 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:02:22.391 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:02:22.396 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 54, tp general"] [category=ddl] [jobID=204] [conn=18] [category=ddl] [job="ID:204, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:22.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:22.405 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 203, Table Name: _t"] [2024/05/06 08:02:22.453 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=2.106001ms] [gotSchemaVersion=154] [phyTblIDs="[203]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:22.465 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=204] [version=154] [2024/05/06 08:02:22.500 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=53.144175ms] [job="ID:204, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:22.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:22.570 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 54, tp general"] [category=ddl] [jobID=204] [conn=18] [job="ID:204, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:22.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:22.614 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=204] [2024/05/06 08:02:22.614 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:22.618 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 18\n# Query_time: 0.356940872\n# Parse_time: 0.000340545\n# Compile_time: 0.000782627\n# Rewrite_time: 0.000012422\n# Optimize_time: 0.000398404\n# Wait_TS: 0.000426878\n# DB: test\n# Is_internal: false\n# Digest: 4ce3ee18b7ea51a92e98fb8f25ec7a484a3cba24da4271fd3d643f0f8235a77f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table _t like t;"] [2024/05/06 08:02:23.203 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:02:23.347 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572383829262354] [generation=1] [session=18] [keys=50] [size=950B] ["flushed keys"=50] ["flushed size"=950B] ["take time"=2.336459ms] [2024/05/06 08:02:23.348 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=50] [size=950B] [startTS=449572383829262354] [2024/05/06 08:02:23.349 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572383829262354] [commitTS=449572383842107393] [2024/05/06 08:02:23.349 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572383829262354] [startKey=7480000000000000c95f728000000000000000] [endKey=7480000000000000c95f728000000000000062] [concurrency=8] [2024/05/06 08:02:23.354 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572383829262354] [startKey=7480000000000000c95f728000000000000000] [endKey=7480000000000000c95f728000000000000062] ["cost time"=4.029317ms] ["completed regions"=1] [2024/05/06 08:02:23.354 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572383829262354] [commitTS=449572383842107393] [session=18] [2024/05/06 08:02:23.384 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572383842107396] [generation=1] [session=18] [keys=100] [size=2.4kB] ["flushed keys"=100] ["flushed size"=2.4kB] ["take time"=3.149313ms] [2024/05/06 08:02:23.384 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.4kB] [startTS=449572383842107396] [2024/05/06 08:02:23.385 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572383842107396] [commitTS=449572383842107398] [2024/05/06 08:02:23.385 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572383842107396] [startKey=7480000000000000c95f728000000000000001] [endKey=7480000000000000c95f72800000000000270f] [concurrency=8] [2024/05/06 08:02:23.388 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=9] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000c95f7280000000000003e8] [2024/05/06 08:02:23.390 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572383842107396] [startKey=7480000000000000c95f728000000000000001] [endKey=7480000000000000c95f72800000000000270f] ["cost time"=4.573462ms] ["completed regions"=1] [2024/05/06 08:02:23.390 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572383842107396] [commitTS=449572383842107398] [session=18] [2024/05/06 08:02:23.391 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000c95f7280000000000003e8] ["first new region left"="{Id:64 StartKey:7480000000000000ff725f728000000000ff0023280000000000fa EndKey:7480000000000000ffc95f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:65 store_id:1 id:66 store_id:7 id:67 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=9] [2024/05/06 08:02:23.391 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=64] [2024/05/06 08:02:23.392 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f7280000000000003e8] ["new region left"="{Id:64 StartKey:7480000000000000ff725f728000000000ff0023280000000000fa EndKey:7480000000000000ffc95f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:65 store_id:1 id:66 store_id:7 id:67 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:02:23.394 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=68] [2024/05/06 08:02:23.395 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f7280000000000007d0] ["new region left"="{Id:68 StartKey:7480000000000000ffc95f728000000000ff0003e80000000000fa EndKey:7480000000000000ffc95f728000000000ff0007d00000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:69 store_id:1 id:70 store_id:7 id:71 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:02:23.395 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=72] [2024/05/06 08:02:23.396 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000000bb8] ["new region left"="{Id:72 StartKey:7480000000000000ffc95f728000000000ff0007d00000000000fa EndKey:7480000000000000ffc95f728000000000ff000bb80000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:73 store_id:1 id:74 store_id:7 id:75 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:02:23.396 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=76] [2024/05/06 08:02:23.397 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000000fa0] ["new region left"="{Id:76 StartKey:7480000000000000ffc95f728000000000ff000bb80000000000fa EndKey:7480000000000000ffc95f728000000000ff000fa00000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:77 store_id:1 id:78 store_id:7 id:79 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:02:23.397 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=80] [2024/05/06 08:02:23.398 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000001388] ["new region left"="{Id:80 StartKey:7480000000000000ffc95f728000000000ff000fa00000000000fa EndKey:7480000000000000ffc95f728000000000ff0013880000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:81 store_id:1 id:82 store_id:7 id:83 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:02:23.398 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=84] [2024/05/06 08:02:23.399 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000001770] ["new region left"="{Id:84 StartKey:7480000000000000ffc95f728000000000ff0013880000000000fa EndKey:7480000000000000ffc95f728000000000ff0017700000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:85 store_id:1 id:86 store_id:7 id:87 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:02:23.399 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=88] [2024/05/06 08:02:23.400 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000001b58] ["new region left"="{Id:88 StartKey:7480000000000000ffc95f728000000000ff0017700000000000fa EndKey:7480000000000000ffc95f728000000000ff001b580000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:89 store_id:1 id:90 store_id:7 id:91 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:02:23.400 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=92] [2024/05/06 08:02:23.401 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000001f40] ["new region left"="{Id:92 StartKey:7480000000000000ffc95f728000000000ff001b580000000000fa EndKey:7480000000000000ffc95f728000000000ff001f400000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:93 store_id:1 id:94 store_id:7 id:95 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:02:23.401 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=96] [2024/05/06 08:02:23.402 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000002328] ["new region left"="{Id:96 StartKey:7480000000000000ffc95f728000000000ff001f400000000000fa EndKey:7480000000000000ffc95f728000000000ff0023280000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:97 store_id:1 id:98 store_id:7 id:99 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:02:23.402 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=9] ["region IDs"="[64,68,72,76,80,84,88,92,96]"] [2024/05/06 08:02:23.402 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=64] [backoff(ms)=299986] [2024/05/06 08:02:23.403 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=64] [2024/05/06 08:02:23.403 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=68] [backoff(ms)=299985] [2024/05/06 08:02:23.403 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=68] [2024/05/06 08:02:23.403 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=72] [backoff(ms)=299984] [2024/05/06 08:02:23.404 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=72] [2024/05/06 08:02:23.404 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=76] [backoff(ms)=299984] [2024/05/06 08:02:23.404 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=76] [2024/05/06 08:02:23.404 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=80] [backoff(ms)=299983] [2024/05/06 08:02:23.405 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=80] [2024/05/06 08:02:23.405 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=84] [backoff(ms)=299983] [2024/05/06 08:02:23.405 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=84] [2024/05/06 08:02:23.405 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=88] [backoff(ms)=299982] [2024/05/06 08:02:23.406 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=88] [2024/05/06 08:02:23.406 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=92] [backoff(ms)=299982] [2024/05/06 08:02:23.407 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=92] [2024/05/06 08:02:23.407 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=96] [backoff(ms)=299981] [2024/05/06 08:02:23.407 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=96] [2024/05/06 08:02:23.452 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572383855214602] [generation=1] [session=18] [keys=50] [size=950B] ["flushed keys"=50] ["flushed size"=950B] ["take time"=3.456724ms] [2024/05/06 08:02:23.452 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=50] [size=950B] [startTS=449572383855214602] [2024/05/06 08:02:23.454 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572383855214602] [commitTS=449572383868321793] [2024/05/06 08:02:23.454 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572383855214602] [startKey=7480000000000000c95f728000000000000065] [endKey=7480000000000000c95f72800000000000270f] [concurrency=8] [2024/05/06 08:02:23.473 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572383855214602] [startKey=7480000000000000c95f728000000000000065] [endKey=7480000000000000c95f72800000000000270f] ["cost time"=18.895678ms] ["completed regions"=10] [2024/05/06 08:02:23.473 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=10] [startTS=449572383855214602] [commitTS=449572383868321793] [session=18] [2024/05/06 08:02:23.488 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9cafd09b-82a2-475a-bbb7-96a9631f84d8"] [2024/05/06 08:02:23.489 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9cafd09b-82a2-475a-bbb7-96a9631f84d8"] [2024/05/06 08:02:23.489 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9cafd09b-82a2-475a-bbb7-96a9631f84d8"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:23.491 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9cafd09b-82a2-475a-bbb7-96a9631f84d8"] [] [2024/05/06 08:02:23.492 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:23.492 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 58, tp add index"] [category=ddl] ["take time"=37.138Β΅s] [2024/05/06 08:02:23.492 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 55, tp add index"] [category=ddl] ["take time"=20.66Β΅s] [2024/05/06 08:02:23.492 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 56, tp add index"] [category=ddl] ["take time"=21Β΅s] [2024/05/06 08:02:23.492 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 57, tp add index"] [category=ddl] ["take time"=21.167Β΅s] [2024/05/06 08:02:23.492 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:23.492 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 54, tp general"] [category=ddl] ["take time"=17.032Β΅s] [2024/05/06 08:02:23.492 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:23.492 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:02:23.492 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:02:23.495 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=9cafd09b-82a2-475a-bbb7-96a9631f84d8] ["take time"=25.762956ms] [2024/05/06 08:02:23.495 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=9cafd09b-82a2-475a-bbb7-96a9631f84d8] [2024/05/06 08:02:23.497 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:02:23.497 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:02:23.497 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/f8f82710-2d6f-4ace-a3ea-996663e2ffd9] [watcherID=4cc8a272-2ea6-4786-b0c5-ddd4d6a318c9] [2024/05/06 08:02:23.497 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/f8f82710-2d6f-4ace-a3ea-996663e2ffd9] [2024/05/06 08:02:23.497 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:23.498 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:23.498 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:23.498 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:23.498 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:23.498 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:23.498 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:23.498 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:23.498 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:23.498 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:23.503 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:02:23.504 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:02:23.505 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=898] [2024/05/06 08:02:23.505 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:02:23.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:23.505 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:23.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:23.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:23.505 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:02:23.505 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:02:23.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:23.505 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:02:23.505 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=9cafd09b-82a2-475a-bbb7-96a9631f84d8] [2024/05/06 08:02:23.505 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:02:23.505 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:02:23.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:23.505 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:02:23.505 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:23.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:23.505 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:02:23.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:23.505 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:02:23.505 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:02:23.505 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:02:23.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:23.505 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:02:23.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:23.505 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9cafd09b-82a2-475a-bbb7-96a9631f84d8"] [error="lost watcher waiting for delete"] [2024/05/06 08:02:23.505 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:02:23.505 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:02:23.505 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:02:23.505 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:02:23.505 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:02:23.505 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:23.505 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9cafd09b-82a2-475a-bbb7-96a9631f84d8"] [error="context canceled"] [2024/05/06 08:02:23.505 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:02:23.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:23.505 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:02:23.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:23.505 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9cafd09b-82a2-475a-bbb7-96a9631f84d8"] [2024/05/06 08:02:23.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:23.505 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:02:23.505 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:02:23.505 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:23.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:23.505 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:23.505 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:02:23.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:23.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:23.505 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 91d83c18-4449-432f-9024-fed492f085f7"] [error="lost watcher waiting for delete"] [2024/05/06 08:02:23.505 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9cafd09b-82a2-475a-bbb7-96a9631f84d8"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:23.505 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:02:23.506 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=9cafd09b-82a2-475a-bbb7-96a9631f84d8] [2024/05/06 08:02:23.506 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 91d83c18-4449-432f-9024-fed492f085f7"] [2024/05/06 08:02:23.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:23.506 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:02:23.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:23.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:23.506 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:02:23.506 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:02:23.507 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:02:23.507 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=91d83c18-4449-432f-9024-fed492f085f7] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:23.507 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:02:23.507 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:23.507 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:23.507 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:23.507 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 91d83c18-4449-432f-9024-fed492f085f7"] [error="context canceled"] [2024/05/06 08:02:23.512 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:02:23.512 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:02:23.512 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:23.532 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:02:23.532 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9cafd09b-82a2-475a-bbb7-96a9631f84d8"] [error="context canceled"] [2024/05/06 08:02:23.532 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9cafd09b-82a2-475a-bbb7-96a9631f84d8"] [2024/05/06 08:02:23.708 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 91d83c18-4449-432f-9024-fed492f085f7"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:24.764 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9cafd09b-82a2-475a-bbb7-96a9631f84d8"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:24.764 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:02:24.764 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:24.783 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9cafd09b-82a2-475a-bbb7-96a9631f84d8"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:24.783 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:02:24.783 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:02:24.783 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:24.792 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.322181874s] [2024/05/06 08:02:24.792 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:24.792 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:24.792 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:24.792 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:24.792 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:24.792 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:24.792 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:24.793 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:24.793 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:24.793 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:24.793 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:24.793 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:24.793 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:24.794 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLDelete (3.86s) === RUN TestPipelinedDMLUpdate [2024/05/06 08:02:24.802 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:02:24.802 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 08:02:24.803 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793191436093292] [2024/05/06 08:02:24.804 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:24.804 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 08:02:24.805 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:24.805 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:24.805 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:24.805 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:24.805 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:24.807 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:02:24.810 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:24.812 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:24.814 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:24.822 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793191436093292] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:02:24.832 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:02:24.964 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 91d83c18-4449-432f-9024-fed492f085f7"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:24.970 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1262] ["lease id"=22318f4cea2ea67f] [2024/05/06 08:02:24.972 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:02:25.067 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=154] ["start time"=91.500836ms] [2024/05/06 08:02:25.072 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:02:25.072 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=af6ce06d-6a38-4c0b-b262-0c067b804c75] [runWorker=true] [2024/05/06 08:02:25.072 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:02:25.075 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:02:25.076 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 08:02:25.076 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:25.076 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:25.076 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:25.076 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:25.076 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:25.076 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:25.076 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:25.076 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:25.076 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:25.076 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:25.076 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:25.076 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:25.076 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:02:25.076 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:25.078 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager af6ce06d-6a38-4c0b-b262-0c067b804c75"] ["owner key"=/tidb/ddl/fg/owner/6f188f4cea328f3b] [ownerID=af6ce06d-6a38-4c0b-b262-0c067b804c75] [op=none] [2024/05/06 08:02:25.079 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:25.079 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=cfb72dcc-7d44-498d-88f8-75c051420599] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:25.083 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:02:25.106 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:02:25.107 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:25.107 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:02:25.128 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:25.128 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager af6ce06d-6a38-4c0b-b262-0c067b804c75"] ["owner key"=/tidb/ddl/fg/owner/6f188f4cea328f3b] [ownerID=af6ce06d-6a38-4c0b-b262-0c067b804c75] [op=none] [2024/05/06 08:02:25.128 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager af6ce06d-6a38-4c0b-b262-0c067b804c75"] [op=none] [2024/05/06 08:02:25.129 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:02:25.236 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:25.255 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:25.267 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:25.267 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:25.267 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:02:25.267 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:25.267 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:02:25.267 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:25.267 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:02:25.267 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:02:25.267 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:02:25.269 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:25.269 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:02:25.271 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:25.271 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:25.271 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:25.271 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:02:25.271 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:25.273 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:25.275 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:02:25.280 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/5359e239-d35e-456d-8227-46ff4e179deb] [2024/05/06 08:02:25.281 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:25.281 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:25.285 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:25.285 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:02:25.285 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:02:25.314 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=45.285329ms] [2024/05/06 08:02:25.334 +00:00] [INFO] [set.go:170] ["set global var"] [conn=19] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:02:25.338 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=154] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/06 08:02:25.340 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=154] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 08:02:25.342 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=154] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/06 08:02:25.372 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:25.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:25.372 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:25.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 08:02:25.412 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp general"] [category=ddl] [jobID=205] [conn=19] [category=ddl] [job="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:25.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:25.444 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=252.589Β΅s] [gotSchemaVersion=155] [phyTblIDs="[203]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:25.454 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=205] [version=155] [2024/05/06 08:02:25.493 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=53.204885ms] [job="ID:205, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:25.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:25.539 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp general"] [category=ddl] [jobID=205] [conn=19] [category=ddl] [job="ID:205, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:25.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:25.567 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=199.465Β΅s] [gotSchemaVersion=156] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:25.577 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=205] [version=156] [2024/05/06 08:02:25.616 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=52.605868ms] [job="ID:205, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:25.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:25.651 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp general"] [category=ddl] [jobID=205] [conn=19] [category=ddl] [job="ID:205, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:25.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:25.660 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 203, Old Table Name: _t"] [2024/05/06 08:02:25.691 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=219.624Β΅s] [gotSchemaVersion=157] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:25.700 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=205] [version=157] [2024/05/06 08:02:25.741 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=54.036126ms] [job="ID:205, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:203, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:25.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:25.795 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=205] [tableIDs="[203]"] [comment="drop table: table ID"] [2024/05/06 08:02:25.808 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=205] [jobType="drop table"] [2024/05/06 08:02:25.811 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 59, tp general"] [category=ddl] [jobID=205] [conn=19] [job="ID:205, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:203, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:25.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:25.917 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=205] [2024/05/06 08:02:25.917 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:25.944 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:206, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:25.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:25.944 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:206, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:25.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 08:02:25.989 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp general"] [category=ddl] [jobID=206] [conn=19] [category=ddl] [job="ID:206, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:25.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.018 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=331.834Β΅s] [gotSchemaVersion=158] [phyTblIDs="[201]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:26.030 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=206] [version=158] [2024/05/06 08:02:26.067 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=53.51323ms] [job="ID:206, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:25.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.099 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp general"] [category=ddl] [jobID=206] [conn=19] [category=ddl] [job="ID:206, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:25.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.127 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=200.456Β΅s] [gotSchemaVersion=159] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:26.136 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=206] [version=159] [2024/05/06 08:02:26.177 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=54.497786ms] [job="ID:206, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:25.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.249 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp general"] [category=ddl] [jobID=206] [conn=19] [category=ddl] [job="ID:206, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:25.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.260 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 201, Old Table Name: t"] [2024/05/06 08:02:26.281 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:02:26.281 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:02:26.281 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/5359e239-d35e-456d-8227-46ff4e179deb] [watcherID=9e39e32a-45f5-4dee-99b4-2976f7a36987] [2024/05/06 08:02:26.286 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:02:26.291 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=216.632Β΅s] [gotSchemaVersion=160] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:26.297 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:02:26.297 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:02:26.297 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:02:26.297 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:02:26.304 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=206] [version=160] [2024/05/06 08:02:26.341 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=53.153585ms] [job="ID:206, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:201, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:25.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.393 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=206] [tableIDs="[201]"] [comment="drop table: table ID"] [2024/05/06 08:02:26.401 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=206] [jobType="drop table"] [2024/05/06 08:02:26.404 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 59, tp general"] [category=ddl] [jobID=206] [conn=19] [job="ID:206, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:201, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:25.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.455 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=206] [2024/05/06 08:02:26.455 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:26.459 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 19\n# Query_time: 1.117163266\n# Parse_time: 0.000217275\n# Compile_time: 0.000503838\n# Rewrite_time: 0.000013686\n# Optimize_time: 0.000165044\n# Wait_TS: 0.000381981\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/06 08:02:26.467 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=160] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/06 08:02:26.471 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=160] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/06 08:02:26.515 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:208, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:26.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:26.515 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:208, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:26.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/06 08:02:26.571 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp general"] [category=ddl] [jobID=208] [conn=20] [category=ddl] [job="ID:208, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:26.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.579 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 207, Table Name: t"] [2024/05/06 08:02:26.651 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=2.143571ms] [gotSchemaVersion=161] [phyTblIDs="[207]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:26.660 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=208] [version=161] [2024/05/06 08:02:26.698 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=53.416019ms] [job="ID:208, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:26.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.749 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 59, tp general"] [category=ddl] [jobID=208] [conn=20] [job="ID:208, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:26.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.783 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=208] [2024/05/06 08:02:26.783 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:26.786 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 20\n# Query_time: 0.317661027\n# Parse_time: 0.000970491\n# Compile_time: 0.00173629\n# Rewrite_time: 0.000037947\n# Optimize_time: 0.000392755\n# Wait_TS: 0.00096564\n# DB: test\n# Is_internal: false\n# Digest: d8af5ffb7e484e27abfcc7800ca9de29838c5536bc2ca8a80eabbd9246cbe55c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t (a int primary key, b int);"] [2024/05/06 08:02:26.788 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=161] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/06 08:02:26.825 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:210, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:26.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:26.825 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:210, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:26.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/06 08:02:26.867 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp general"] [category=ddl] [jobID=210] [conn=20] [category=ddl] [job="ID:210, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:26.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.875 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 209, Table Name: _t"] [2024/05/06 08:02:26.919 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=2.185869ms] [gotSchemaVersion=162] [phyTblIDs="[209]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:26.929 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=210] [version=162] [2024/05/06 08:02:26.966 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=52.824228ms] [job="ID:210, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:26.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:27.004 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 59, tp general"] [category=ddl] [jobID=210] [conn=20] [job="ID:210, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:26.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:27.037 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=210] [2024/05/06 08:02:27.037 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:27.076 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:02:27.790 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572384995803149] [generation=1] [session=20] [keys=10] [size=290B] ["flushed keys"=10] ["flushed size"=290B] ["take time"=1.477512ms] [2024/05/06 08:02:27.793 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572384995803149] [generation=2] [session=20] [keys=10] [size=290B] ["flushed keys"=20] ["flushed size"=580B] ["take time"=1.242248ms] [2024/05/06 08:02:27.795 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572384995803149] [generation=3] [session=20] [keys=10] [size=290B] ["flushed keys"=30] ["flushed size"=870B] ["take time"=1.397082ms] [2024/05/06 08:02:27.797 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572384995803149] [generation=4] [session=20] [keys=10] [size=290B] ["flushed keys"=40] ["flushed size"=1.16kB] ["take time"=1.279114ms] [2024/05/06 08:02:27.799 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572384995803149] [generation=5] [session=20] [keys=10] [size=290B] ["flushed keys"=50] ["flushed size"=1.45kB] ["take time"=1.197769ms] [2024/05/06 08:02:27.802 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572384995803149] [generation=6] [session=20] [keys=10] [size=290B] ["flushed keys"=60] ["flushed size"=1.74kB] ["take time"=1.13675ms] [2024/05/06 08:02:27.804 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572384995803149] [generation=7] [session=20] [keys=10] [size=290B] ["flushed keys"=70] ["flushed size"=2.03kB] ["take time"=1.094919ms] [2024/05/06 08:02:27.807 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572384995803149] [generation=8] [session=20] [keys=10] [size=290B] ["flushed keys"=80] ["flushed size"=2.32kB] ["take time"=1.437334ms] [2024/05/06 08:02:27.809 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572384995803149] [generation=9] [session=20] [keys=10] [size=290B] ["flushed keys"=90] ["flushed size"=2.61kB] ["take time"=1.280651ms] [2024/05/06 08:02:27.812 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572384995803149] [generation=10] [session=20] [keys=10] [size=290B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=1.355363ms] [2024/05/06 08:02:27.812 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572384995803149] [generation=11] [session=20] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=35.805Β΅s] [2024/05/06 08:02:27.812 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449572384995803149] [2024/05/06 08:02:27.813 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572384995803149] [commitTS=449572385008648194] [2024/05/06 08:02:27.814 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572384995803149] [startKey=7480000000000000cf5f728000000000000000] [endKey=7480000000000000cf5f728000000000000063] [concurrency=8] [2024/05/06 08:02:27.818 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572384995803149] [startKey=7480000000000000cf5f728000000000000000] [endKey=7480000000000000cf5f728000000000000063] ["cost time"=3.678384ms] ["completed regions"=1] [2024/05/06 08:02:27.818 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572384995803149] [commitTS=449572385008648194] [session=20] [2024/05/06 08:02:27.832 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572385008648196] [generation=1] [session=20] [keys=10] [size=240B] ["flushed keys"=10] ["flushed size"=240B] ["take time"=1.342616ms] [2024/05/06 08:02:27.834 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572385008648196] [generation=2] [session=20] [keys=10] [size=240B] ["flushed keys"=20] ["flushed size"=480B] ["take time"=1.318756ms] [2024/05/06 08:02:27.836 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572385008648196] [generation=3] [session=20] [keys=10] [size=240B] ["flushed keys"=30] ["flushed size"=720B] ["take time"=1.357422ms] [2024/05/06 08:02:27.837 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572385008648196] [generation=4] [session=20] [keys=10] [size=240B] ["flushed keys"=40] ["flushed size"=960B] ["take time"=1.155569ms] [2024/05/06 08:02:27.839 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572385008648196] [generation=5] [session=20] [keys=10] [size=240B] ["flushed keys"=50] ["flushed size"=1.2kB] ["take time"=1.183885ms] [2024/05/06 08:02:27.841 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572385008648196] [generation=6] [session=20] [keys=10] [size=240B] ["flushed keys"=60] ["flushed size"=1.44kB] ["take time"=1.309659ms] [2024/05/06 08:02:27.842 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572385008648196] [generation=7] [session=20] [keys=10] [size=240B] ["flushed keys"=70] ["flushed size"=1.68kB] ["take time"=1.301218ms] [2024/05/06 08:02:27.844 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572385008648196] [generation=8] [session=20] [keys=10] [size=240B] ["flushed keys"=80] ["flushed size"=1.92kB] ["take time"=1.198557ms] [2024/05/06 08:02:27.846 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572385008648196] [generation=9] [session=20] [keys=10] [size=240B] ["flushed keys"=90] ["flushed size"=2.16kB] ["take time"=1.200286ms] [2024/05/06 08:02:27.847 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572385008648196] [generation=10] [session=20] [keys=10] [size=240B] ["flushed keys"=100] ["flushed size"=2.4kB] ["take time"=1.210106ms] [2024/05/06 08:02:27.849 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572385008648196] [generation=11] [session=20] [keys=10] [size=240B] ["flushed keys"=110] ["flushed size"=2.64kB] ["take time"=1.336365ms] [2024/05/06 08:02:27.850 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572385008648196] [generation=12] [session=20] [keys=10] [size=240B] ["flushed keys"=120] ["flushed size"=2.88kB] ["take time"=1.221809ms] [2024/05/06 08:02:27.852 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572385008648196] [generation=13] [session=20] [keys=10] [size=240B] ["flushed keys"=130] ["flushed size"=3.12kB] ["take time"=1.244905ms] [2024/05/06 08:02:27.853 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572385008648196] [generation=14] [session=20] [keys=10] [size=240B] ["flushed keys"=140] ["flushed size"=3.36kB] ["take time"=1.164221ms] [2024/05/06 08:02:27.855 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572385008648196] [generation=15] [session=20] [keys=10] [size=240B] ["flushed keys"=150] ["flushed size"=3.6kB] ["take time"=1.170346ms] [2024/05/06 08:02:27.857 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572385008648196] [generation=16] [session=20] [keys=10] [size=240B] ["flushed keys"=160] ["flushed size"=3.84kB] ["take time"=1.30227ms] [2024/05/06 08:02:27.858 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572385008648196] [generation=17] [session=20] [keys=10] [size=240B] ["flushed keys"=170] ["flushed size"=4.08kB] ["take time"=1.172751ms] [2024/05/06 08:02:27.860 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572385008648196] [generation=18] [session=20] [keys=10] [size=240B] ["flushed keys"=180] ["flushed size"=4.32kB] ["take time"=1.197544ms] [2024/05/06 08:02:27.861 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572385008648196] [generation=19] [session=20] [keys=10] [size=240B] ["flushed keys"=190] ["flushed size"=4.56kB] ["take time"=1.164412ms] [2024/05/06 08:02:27.863 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572385008648196] [generation=20] [session=20] [keys=8] [size=192B] ["flushed keys"=198] ["flushed size"=4.752kB] ["take time"=1.180407ms] [2024/05/06 08:02:27.863 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=198] [size=4.752kB] [startTS=449572385008648196] [2024/05/06 08:02:27.865 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572385008648196] [commitTS=449572385021755394] [2024/05/06 08:02:27.865 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572385008648196] [startKey=7480000000000000cf5f728000000000000001] [endKey=7480000000000000cf5f7280000000000026ac] [concurrency=8] [2024/05/06 08:02:27.867 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=9] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000cf5f7280000000000003e8] [2024/05/06 08:02:27.869 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572385008648196] [startKey=7480000000000000cf5f728000000000000001] [endKey=7480000000000000cf5f7280000000000026ac] ["cost time"=4.089891ms] ["completed regions"=1] [2024/05/06 08:02:27.869 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572385008648196] [commitTS=449572385021755394] [session=20] [2024/05/06 08:02:27.870 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000cf5f7280000000000003e8] ["first new region left"="{Id:100 StartKey:7480000000000000ffc95f728000000000ff0023280000000000fa EndKey:7480000000000000ffcf5f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:101 store_id:1 id:102 store_id:7 id:103 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=9] [2024/05/06 08:02:27.870 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=100] [2024/05/06 08:02:27.871 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f7280000000000003e8] ["new region left"="{Id:100 StartKey:7480000000000000ffc95f728000000000ff0023280000000000fa EndKey:7480000000000000ffcf5f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:101 store_id:1 id:102 store_id:7 id:103 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:02:27.871 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=104] [2024/05/06 08:02:27.872 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f7280000000000007d0] ["new region left"="{Id:104 StartKey:7480000000000000ffcf5f728000000000ff0003e80000000000fa EndKey:7480000000000000ffcf5f728000000000ff0007d00000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:105 store_id:1 id:106 store_id:7 id:107 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:02:27.872 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=108] [2024/05/06 08:02:27.873 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000000bb8] ["new region left"="{Id:108 StartKey:7480000000000000ffcf5f728000000000ff0007d00000000000fa EndKey:7480000000000000ffcf5f728000000000ff000bb80000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:109 store_id:1 id:110 store_id:7 id:111 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:02:27.873 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=112] [2024/05/06 08:02:27.874 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000000fa0] ["new region left"="{Id:112 StartKey:7480000000000000ffcf5f728000000000ff000bb80000000000fa EndKey:7480000000000000ffcf5f728000000000ff000fa00000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:113 store_id:1 id:114 store_id:7 id:115 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:02:27.874 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=116] [2024/05/06 08:02:27.875 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000001388] ["new region left"="{Id:116 StartKey:7480000000000000ffcf5f728000000000ff000fa00000000000fa EndKey:7480000000000000ffcf5f728000000000ff0013880000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:117 store_id:1 id:118 store_id:7 id:119 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:02:27.875 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=120] [2024/05/06 08:02:27.875 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000001770] ["new region left"="{Id:120 StartKey:7480000000000000ffcf5f728000000000ff0013880000000000fa EndKey:7480000000000000ffcf5f728000000000ff0017700000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:121 store_id:1 id:122 store_id:7 id:123 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:02:27.876 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=124] [2024/05/06 08:02:27.876 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000001b58] ["new region left"="{Id:124 StartKey:7480000000000000ffcf5f728000000000ff0017700000000000fa EndKey:7480000000000000ffcf5f728000000000ff001b580000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:125 store_id:1 id:126 store_id:7 id:127 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:02:27.877 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=128] [2024/05/06 08:02:27.877 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000001f40] ["new region left"="{Id:128 StartKey:7480000000000000ffcf5f728000000000ff001b580000000000fa EndKey:7480000000000000ffcf5f728000000000ff001f400000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:129 store_id:1 id:130 store_id:7 id:131 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:02:27.877 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=132] [2024/05/06 08:02:27.878 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000002328] ["new region left"="{Id:132 StartKey:7480000000000000ffcf5f728000000000ff001f400000000000fa EndKey:7480000000000000ffcf5f728000000000ff0023280000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:133 store_id:1 id:134 store_id:7 id:135 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:02:27.878 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=9] ["region IDs"="[100,104,108,112,116,120,124,128,132]"] [2024/05/06 08:02:27.878 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=100] [backoff(ms)=299988] [2024/05/06 08:02:27.879 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=100] [2024/05/06 08:02:27.879 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=104] [backoff(ms)=299988] [2024/05/06 08:02:27.879 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=104] [2024/05/06 08:02:27.879 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=108] [backoff(ms)=299987] [2024/05/06 08:02:27.880 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=108] [2024/05/06 08:02:27.880 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=112] [backoff(ms)=299987] [2024/05/06 08:02:27.880 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=112] [2024/05/06 08:02:27.880 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=116] [backoff(ms)=299986] [2024/05/06 08:02:27.881 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=116] [2024/05/06 08:02:27.881 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=120] [backoff(ms)=299986] [2024/05/06 08:02:27.881 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=120] [2024/05/06 08:02:27.882 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=124] [backoff(ms)=299985] [2024/05/06 08:02:27.882 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=124] [2024/05/06 08:02:27.882 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=128] [backoff(ms)=299985] [2024/05/06 08:02:27.883 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=128] [2024/05/06 08:02:27.883 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=132] [backoff(ms)=299984] [2024/05/06 08:02:27.883 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=132] [2024/05/06 08:02:27.922 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572385021755411] [generation=1] [session=20] [keys=10] [size=290B] ["flushed keys"=10] ["flushed size"=290B] ["take time"=1.548038ms] [2024/05/06 08:02:27.925 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572385021755411] [generation=2] [session=20] [keys=10] [size=290B] ["flushed keys"=20] ["flushed size"=580B] ["take time"=2.37027ms] [2024/05/06 08:02:27.927 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572385021755411] [generation=3] [session=20] [keys=12] [size=348B] ["flushed keys"=32] ["flushed size"=928B] ["take time"=1.814878ms] [2024/05/06 08:02:27.929 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572385021755411] [generation=4] [session=20] [keys=10] [size=290B] ["flushed keys"=42] ["flushed size"=1.218kB] ["take time"=1.537358ms] [2024/05/06 08:02:27.932 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572385021755411] [generation=5] [session=20] [keys=10] [size=290B] ["flushed keys"=52] ["flushed size"=1.508kB] ["take time"=1.719303ms] [2024/05/06 08:02:27.934 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572385021755411] [generation=6] [session=20] [keys=10] [size=290B] ["flushed keys"=62] ["flushed size"=1.798kB] ["take time"=1.508575ms] [2024/05/06 08:02:27.936 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572385021755411] [generation=7] [session=20] [keys=10] [size=290B] ["flushed keys"=72] ["flushed size"=2.088kB] ["take time"=1.363501ms] [2024/05/06 08:02:27.939 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572385021755411] [generation=8] [session=20] [keys=10] [size=290B] ["flushed keys"=82] ["flushed size"=2.378kB] ["take time"=1.831561ms] [2024/05/06 08:02:27.941 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572385021755411] [generation=9] [session=20] [keys=10] [size=290B] ["flushed keys"=92] ["flushed size"=2.668kB] ["take time"=1.69018ms] [2024/05/06 08:02:27.943 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572385021755411] [generation=10] [session=20] [keys=8] [size=232B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=1.292315ms] [2024/05/06 08:02:27.943 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449572385021755411] [2024/05/06 08:02:27.944 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572385021755411] [commitTS=449572385047969793] [2024/05/06 08:02:27.945 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572385021755411] [startKey=7480000000000000cf5f728000000000000000] [endKey=7480000000000000cf5f7280000000000026ac] [concurrency=8] [2024/05/06 08:02:27.962 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572385021755411] [startKey=7480000000000000cf5f728000000000000000] [endKey=7480000000000000cf5f7280000000000026ac] ["cost time"=17.122643ms] ["completed regions"=10] [2024/05/06 08:02:27.962 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=10] [startTS=449572385021755411] [commitTS=449572385047969793] [session=20] [2024/05/06 08:02:27.963 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager af6ce06d-6a38-4c0b-b262-0c067b804c75"] [2024/05/06 08:02:27.963 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager af6ce06d-6a38-4c0b-b262-0c067b804c75"] [2024/05/06 08:02:27.963 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager af6ce06d-6a38-4c0b-b262-0c067b804c75"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:27.965 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager af6ce06d-6a38-4c0b-b262-0c067b804c75"] [] [2024/05/06 08:02:27.966 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:27.966 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 60, tp add index"] [category=ddl] ["take time"=26.622Β΅s] [2024/05/06 08:02:27.966 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 61, tp add index"] [category=ddl] ["take time"=16.189Β΅s] [2024/05/06 08:02:27.966 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 62, tp add index"] [category=ddl] ["take time"=13.762Β΅s] [2024/05/06 08:02:27.966 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 63, tp add index"] [category=ddl] ["take time"=14.001Β΅s] [2024/05/06 08:02:27.966 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:27.966 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 59, tp general"] [category=ddl] ["take time"=12.841Β΅s] [2024/05/06 08:02:27.966 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:27.966 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:02:27.966 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:02:27.969 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=af6ce06d-6a38-4c0b-b262-0c067b804c75] ["take time"=9.965845ms] [2024/05/06 08:02:27.969 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=af6ce06d-6a38-4c0b-b262-0c067b804c75] [2024/05/06 08:02:27.970 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:02:27.971 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:02:27.971 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/5359e239-d35e-456d-8227-46ff4e179deb] [watcherID=9e39e32a-45f5-4dee-99b4-2976f7a36987] [2024/05/06 08:02:27.971 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/5359e239-d35e-456d-8227-46ff4e179deb] [2024/05/06 08:02:27.971 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:27.971 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:27.971 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:27.971 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:27.971 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:27.972 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:27.972 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:27.972 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:27.972 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:27.972 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:27.977 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:02:27.977 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:02:27.978 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1262] [2024/05/06 08:02:27.978 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:02:27.978 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:02:27.978 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:27.978 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:27.978 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:02:27.978 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=af6ce06d-6a38-4c0b-b262-0c067b804c75] [2024/05/06 08:02:27.978 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:02:27.978 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:02:27.978 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:27.978 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:27.978 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:27.978 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:02:27.978 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:02:27.978 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:02:27.978 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:02:27.978 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:27.978 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:02:27.979 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:27.979 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:27.979 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:27.979 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:02:27.978 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:27.979 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:02:27.979 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:27.979 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:02:27.979 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:27.978 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:02:27.979 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cfb72dcc-7d44-498d-88f8-75c051420599"] [error="lost watcher waiting for delete"] [2024/05/06 08:02:27.979 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:02:27.979 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:27.979 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager af6ce06d-6a38-4c0b-b262-0c067b804c75"] [error="lost watcher waiting for delete"] [2024/05/06 08:02:27.979 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:27.979 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:02:27.978 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:27.979 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager af6ce06d-6a38-4c0b-b262-0c067b804c75"] [error="context canceled"] [2024/05/06 08:02:27.978 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:02:27.979 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:02:27.978 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:27.979 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:27.978 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:02:27.979 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager af6ce06d-6a38-4c0b-b262-0c067b804c75"] [2024/05/06 08:02:27.979 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:27.978 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:02:27.979 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:27.978 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:02:27.978 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:27.978 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:02:27.979 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:27.978 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:27.979 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:02:27.979 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:02:27.979 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:27.979 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=af6ce06d-6a38-4c0b-b262-0c067b804c75] [2024/05/06 08:02:27.979 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:02:27.979 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:02:27.979 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:02:27.979 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:02:27.980 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:27.981 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:02:27.981 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:02:27.981 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:27.981 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=cfb72dcc-7d44-498d-88f8-75c051420599] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:27.981 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:27.981 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:27.981 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cfb72dcc-7d44-498d-88f8-75c051420599"] [error="context canceled"] [2024/05/06 08:02:27.981 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cfb72dcc-7d44-498d-88f8-75c051420599"] [2024/05/06 08:02:27.981 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cfb72dcc-7d44-498d-88f8-75c051420599"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:28.018 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:02:28.019 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager af6ce06d-6a38-4c0b-b262-0c067b804c75"] [error="context canceled"] [2024/05/06 08:02:28.019 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager af6ce06d-6a38-4c0b-b262-0c067b804c75"] [2024/05/06 08:02:28.019 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager af6ce06d-6a38-4c0b-b262-0c067b804c75"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:29.231 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cfb72dcc-7d44-498d-88f8-75c051420599"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:29.251 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager af6ce06d-6a38-4c0b-b262-0c067b804c75"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:29.251 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:02:29.251 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:29.291 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager af6ce06d-6a38-4c0b-b262-0c067b804c75"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:29.291 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:02:29.292 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:02:29.292 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:29.299 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.339898189s] [2024/05/06 08:02:29.299 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:29.299 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:29.299 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:29.299 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:29.299 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:29.300 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:29.299 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:29.300 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:29.300 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:29.300 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:29.300 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:29.300 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:29.300 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:29.301 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLUpdate (4.51s) === RUN TestPipelinedDMLCommitFailed [2024/05/06 08:02:29.309 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:02:29.310 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 08:02:29.310 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793191436093292] [2024/05/06 08:02:29.311 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:29.311 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 08:02:29.312 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:29.312 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:29.312 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:29.312 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:29.312 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:29.314 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:02:29.318 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:29.320 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:29.321 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:29.330 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793191436093292] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:02:29.340 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:02:29.498 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=872] ["lease id"=22318f4cea2ea6a8] [2024/05/06 08:02:29.500 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:02:29.594 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=162] ["start time"=89.470131ms] [2024/05/06 08:02:29.598 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:02:29.598 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=3e7b30cf-2638-45bb-9457-4fa82b3fa642] [runWorker=true] [2024/05/06 08:02:29.598 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:02:29.600 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:02:29.601 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 08:02:29.601 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:29.601 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:29.602 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:29.602 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:29.602 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:29.602 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:29.602 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:29.602 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:29.602 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:29.602 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:29.602 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:29.602 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:29.602 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:02:29.604 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3e7b30cf-2638-45bb-9457-4fa82b3fa642"] ["owner key"=/tidb/ddl/fg/owner/6f188f4cea328f6a] [ownerID=3e7b30cf-2638-45bb-9457-4fa82b3fa642] [op=none] [2024/05/06 08:02:29.605 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:29.605 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:29.605 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=55d3aea2-a6c4-42ad-9b91-ecf8a15a9c57] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:29.611 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:02:29.638 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:02:29.639 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:29.639 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:02:29.656 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:29.657 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3e7b30cf-2638-45bb-9457-4fa82b3fa642"] ["owner key"=/tidb/ddl/fg/owner/6f188f4cea328f6a] [ownerID=3e7b30cf-2638-45bb-9457-4fa82b3fa642] [op=none] [2024/05/06 08:02:29.657 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3e7b30cf-2638-45bb-9457-4fa82b3fa642"] [op=none] [2024/05/06 08:02:29.657 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:02:29.748 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:29.763 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:29.776 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:29.776 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:29.776 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:02:29.776 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:29.776 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:02:29.776 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:29.776 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:02:29.776 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:02:29.776 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:02:29.778 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:29.778 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:02:29.780 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:29.780 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:29.780 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:29.780 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:02:29.780 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:29.783 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:29.784 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:02:29.792 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/bba82f57-2923-4909-b79c-0aa218e10cb7] [2024/05/06 08:02:29.793 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:29.793 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:29.793 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:29.793 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:02:29.793 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:02:29.826 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=47.136916ms] [2024/05/06 08:02:29.844 +00:00] [INFO] [set.go:170] ["set global var"] [conn=21] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:02:29.848 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=162] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/06 08:02:29.850 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=162] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 08:02:29.852 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=162] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/06 08:02:29.877 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:211, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:29.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:29.877 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:211, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:29.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 08:02:29.933 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 64, tp general"] [category=ddl] [jobID=211] [conn=21] [category=ddl] [job="ID:211, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:29.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:29.962 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=229.588Β΅s] [gotSchemaVersion=163] [phyTblIDs="[209]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:29.973 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=211] [version=163] [2024/05/06 08:02:30.011 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=52.888842ms] [job="ID:211, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:29.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:30.080 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 64, tp general"] [category=ddl] [jobID=211] [conn=21] [category=ddl] [job="ID:211, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:29.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:30.152 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=410.075Β΅s] [gotSchemaVersion=164] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:30.164 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=211] [version=164] [2024/05/06 08:02:30.193 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=53.385447ms] [job="ID:211, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:29.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:30.256 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 64, tp general"] [category=ddl] [jobID=211] [conn=21] [category=ddl] [job="ID:211, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:29.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:30.266 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 209, Old Table Name: _t"] [2024/05/06 08:02:30.298 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=246.501Β΅s] [gotSchemaVersion=165] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:30.309 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=211] [version=165] [2024/05/06 08:02:30.347 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=52.82084ms] [job="ID:211, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:209, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:29.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:30.420 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=211] [tableIDs="[209]"] [comment="drop table: table ID"] [2024/05/06 08:02:30.433 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=211] [jobType="drop table"] [2024/05/06 08:02:30.436 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 64, tp general"] [category=ddl] [jobID=211] [conn=21] [job="ID:211, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:209, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:29.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:30.488 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=211] [2024/05/06 08:02:30.489 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:30.518 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:212, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:30.493 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:30.518 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:212, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:30.493 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 08:02:30.558 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 64, tp general"] [category=ddl] [jobID=212] [conn=21] [category=ddl] [job="ID:212, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:30.493 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:30.588 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=264.98Β΅s] [gotSchemaVersion=166] [phyTblIDs="[207]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:30.598 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=212] [version=166] [2024/05/06 08:02:30.636 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=53.403523ms] [job="ID:212, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:30.493 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:30.698 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 64, tp general"] [category=ddl] [jobID=212] [conn=21] [category=ddl] [job="ID:212, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:30.493 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:30.726 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=209.688Β΅s] [gotSchemaVersion=167] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:30.735 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=212] [version=167] [2024/05/06 08:02:30.775 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=53.203227ms] [job="ID:212, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:30.493 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:30.793 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:02:30.793 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:02:30.793 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/bba82f57-2923-4909-b79c-0aa218e10cb7] [watcherID=4b2c8b1d-04f2-4d86-bce9-5a47e9087afb] [2024/05/06 08:02:30.793 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:02:30.805 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:02:30.805 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:02:30.805 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:02:30.805 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:02:30.844 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 64, tp general"] [category=ddl] [jobID=212] [conn=21] [category=ddl] [job="ID:212, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:30.493 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:30.879 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 207, Old Table Name: t"] [2024/05/06 08:02:30.911 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=267.383Β΅s] [gotSchemaVersion=168] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:30.921 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=212] [version=168] [2024/05/06 08:02:30.960 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=53.585487ms] [job="ID:212, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:207, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:30.493 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:31.021 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=212] [tableIDs="[207]"] [comment="drop table: table ID"] [2024/05/06 08:02:31.030 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=212] [jobType="drop table"] [2024/05/06 08:02:31.034 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 64, tp general"] [category=ddl] [jobID=212] [conn=21] [job="ID:212, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:207, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:30.493 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:31.088 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=212] [2024/05/06 08:02:31.088 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:31.092 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 21\n# Query_time: 1.240981822\n# Parse_time: 0.000183237\n# Compile_time: 0.000501152\n# Rewrite_time: 0.000008509\n# Optimize_time: 0.000157279\n# Wait_TS: 0.000466704\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/06 08:02:31.105 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=22] [schemaVersion=168] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/06 08:02:31.109 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=22] [schemaVersion=168] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/06 08:02:31.149 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:214, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:31.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:31.149 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:214, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:31.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/06 08:02:31.195 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 64, tp general"] [category=ddl] [jobID=214] [conn=22] [category=ddl] [job="ID:214, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:31.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:31.202 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 213, Table Name: t"] [2024/05/06 08:02:31.247 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=2.060798ms] [gotSchemaVersion=169] [phyTblIDs="[213]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:31.257 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=214] [version=169] [2024/05/06 08:02:31.295 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=53.201855ms] [job="ID:214, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:31.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:31.335 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 64, tp general"] [category=ddl] [jobID=214] [conn=22] [job="ID:214, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:31.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:31.369 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=214] [2024/05/06 08:02:31.369 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:31.373 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=22] [schemaVersion=169] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/06 08:02:31.408 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:216, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:31.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:31.408 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:216, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:31.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/06 08:02:31.445 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 64, tp general"] [category=ddl] [jobID=216] [conn=22] [category=ddl] [job="ID:216, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:31.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:31.452 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 215, Table Name: _t"] [2024/05/06 08:02:31.500 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=2.231338ms] [gotSchemaVersion=170] [phyTblIDs="[215]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:31.510 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=216] [version=170] [2024/05/06 08:02:31.556 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=61.766462ms] [job="ID:216, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:31.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:31.596 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 64, tp general"] [category=ddl] [jobID=216] [conn=22] [job="ID:216, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:31.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:31.601 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:02:31.644 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=216] [2024/05/06 08:02:31.645 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:32.374 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572386201403395] [generation=1] [session=22] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=3.33397ms] [2024/05/06 08:02:32.374 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572386201403395] [generation=2] [session=22] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=29.018Β΅s] [2024/05/06 08:02:32.374 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449572386201403395] [2024/05/06 08:02:32.375 +00:00] [WARN] [session.go:810] ["can not retry txn"] [label=general] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:431\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:539\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [IsBatchInsert=false] [IsPessimistic=false] [InRestrictedSQL=false] [tidb_retry_limit=10] [tidb_disable_txn_auto_retry=true] [2024/05/06 08:02:32.375 +00:00] [WARN] [session.go:826] ["commit failed"] ["finished txn"="Txn{state=invalid}"] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:431\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:539\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:32.376 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=170] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:431\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:539\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test\",\n \"id\": 22,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 08:02:32.406 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572386201403402] [generation=1] [session=22] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=3.120881ms] [2024/05/06 08:02:32.406 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572386201403402] [generation=2] [session=22] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=23.604Β΅s] [2024/05/06 08:02:32.406 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449572386201403402] [2024/05/06 08:02:32.407 +00:00] [WARN] [session.go:810] ["can not retry txn"] [label=general] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:431\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:544\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [IsBatchInsert=false] [IsPessimistic=false] [InRestrictedSQL=false] [tidb_retry_limit=10] [tidb_disable_txn_auto_retry=true] [2024/05/06 08:02:32.407 +00:00] [WARN] [session.go:826] ["commit failed"] ["finished txn"="Txn{state=invalid}"] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:431\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:544\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:32.408 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=170] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:662\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:542\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:784\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:914\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2308\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:431\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:544\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test\",\n \"id\": 22,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 08:02:32.441 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3e7b30cf-2638-45bb-9457-4fa82b3fa642"] [2024/05/06 08:02:32.441 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3e7b30cf-2638-45bb-9457-4fa82b3fa642"] [2024/05/06 08:02:32.443 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3e7b30cf-2638-45bb-9457-4fa82b3fa642"] [] [2024/05/06 08:02:32.444 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:32.444 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 66, tp add index"] [category=ddl] ["take time"=27.86Β΅s] [2024/05/06 08:02:32.444 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 67, tp add index"] [category=ddl] ["take time"=13.768Β΅s] [2024/05/06 08:02:32.444 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 68, tp add index"] [category=ddl] ["take time"=14.158Β΅s] [2024/05/06 08:02:32.444 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 65, tp add index"] [category=ddl] ["take time"=13.127Β΅s] [2024/05/06 08:02:32.444 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:32.444 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 64, tp general"] [category=ddl] ["take time"=12.54Β΅s] [2024/05/06 08:02:32.444 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:32.444 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:02:32.444 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:02:32.447 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=3e7b30cf-2638-45bb-9457-4fa82b3fa642] ["take time"=26.700942ms] [2024/05/06 08:02:32.447 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=3e7b30cf-2638-45bb-9457-4fa82b3fa642] [2024/05/06 08:02:32.449 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:02:32.449 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/bba82f57-2923-4909-b79c-0aa218e10cb7] [watcherID=4b2c8b1d-04f2-4d86-bce9-5a47e9087afb] [2024/05/06 08:02:32.449 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:02:32.449 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/bba82f57-2923-4909-b79c-0aa218e10cb7] [2024/05/06 08:02:32.449 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:32.449 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:32.449 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:32.449 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:32.449 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:32.449 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:32.450 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:32.450 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:32.450 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:32.450 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:32.455 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:02:32.455 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:02:32.456 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=872] [2024/05/06 08:02:32.456 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:32.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:32.456 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:02:32.456 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:02:32.456 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:32.456 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:02:32.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:32.456 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:02:32.456 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=3e7b30cf-2638-45bb-9457-4fa82b3fa642] [2024/05/06 08:02:32.456 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:02:32.456 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:02:32.456 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:02:32.456 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:02:32.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:32.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:32.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:32.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:32.456 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:02:32.456 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:02:32.456 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:02:32.456 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:02:32.456 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:02:32.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:32.456 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:02:32.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:32.456 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3e7b30cf-2638-45bb-9457-4fa82b3fa642"] [error="lost watcher waiting for delete"] [2024/05/06 08:02:32.456 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:32.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:32.456 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 55d3aea2-a6c4-42ad-9b91-ecf8a15a9c57"] [error="lost watcher waiting for delete"] [2024/05/06 08:02:32.456 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:02:32.456 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:02:32.456 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:02:32.457 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 3e7b30cf-2638-45bb-9457-4fa82b3fa642"] [error="context canceled"] [2024/05/06 08:02:32.456 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:02:32.457 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 55d3aea2-a6c4-42ad-9b91-ecf8a15a9c57"] [2024/05/06 08:02:32.457 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:02:32.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:32.457 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:32.456 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:02:32.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:32.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:32.456 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:02:32.456 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:32.456 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:32.456 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:02:32.457 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:32.456 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:02:32.457 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=3e7b30cf-2638-45bb-9457-4fa82b3fa642] [2024/05/06 08:02:32.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:32.457 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:32.457 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:02:32.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:32.457 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 3e7b30cf-2638-45bb-9457-4fa82b3fa642"] [2024/05/06 08:02:32.457 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:02:32.457 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:32.457 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:02:32.457 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:02:32.457 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 3e7b30cf-2638-45bb-9457-4fa82b3fa642"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:32.457 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:02:32.457 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:32.458 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=55d3aea2-a6c4-42ad-9b91-ecf8a15a9c57] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:32.458 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:02:32.458 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:02:32.458 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:32.459 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 55d3aea2-a6c4-42ad-9b91-ecf8a15a9c57"] [error="context canceled"] [2024/05/06 08:02:32.459 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:32.459 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:32.495 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:02:32.495 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3e7b30cf-2638-45bb-9457-4fa82b3fa642"] [error="context canceled"] [2024/05/06 08:02:32.495 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3e7b30cf-2638-45bb-9457-4fa82b3fa642"] [2024/05/06 08:02:32.660 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 55d3aea2-a6c4-42ad-9b91-ecf8a15a9c57"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:33.706 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 3e7b30cf-2638-45bb-9457-4fa82b3fa642"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:33.707 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:02:33.707 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:33.761 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3e7b30cf-2638-45bb-9457-4fa82b3fa642"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:33.761 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:02:33.761 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:02:33.761 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:33.769 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.348732051s] [2024/05/06 08:02:33.769 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:33.769 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:33.770 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:33.770 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:33.770 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:33.770 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:33.770 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:33.770 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:33.770 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:33.770 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:33.770 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:33.770 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:33.770 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:33.771 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLCommitFailed (4.47s) === RUN TestPipelinedDMLCommitSkipSecondaries [2024/05/06 08:02:33.778 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:02:33.778 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 08:02:33.779 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793191436093292] [2024/05/06 08:02:33.779 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:33.780 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 08:02:33.781 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:33.781 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:33.781 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:33.781 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:33.781 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:33.783 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:02:33.786 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:33.788 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:33.790 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:33.800 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793191436093292] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:02:33.811 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:02:33.903 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 55d3aea2-a6c4-42ad-9b91-ecf8a15a9c57"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:33.949 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=888] ["lease id"=6f188f4cea328fa0] [2024/05/06 08:02:33.951 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:02:34.045 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=170] ["start time"=89.810006ms] [2024/05/06 08:02:34.049 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:02:34.049 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=0afcbb96-a192-45dd-b468-bb6ca78eb133] [runWorker=true] [2024/05/06 08:02:34.049 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:02:34.051 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:02:34.052 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 08:02:34.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:34.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:34.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:34.053 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:34.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:34.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:34.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:34.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:34.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:34.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:34.053 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:34.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:34.053 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:34.053 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:02:34.054 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0afcbb96-a192-45dd-b468-bb6ca78eb133"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4cea3290ed] [ownerID=0afcbb96-a192-45dd-b468-bb6ca78eb133] [op=none] [2024/05/06 08:02:34.056 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:34.056 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=f0a3157c-e779-42bd-9045-efd2c3bd9f4f] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:34.060 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:02:34.082 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:02:34.084 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:34.084 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:02:34.104 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:34.105 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0afcbb96-a192-45dd-b468-bb6ca78eb133"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4cea3290ed] [ownerID=0afcbb96-a192-45dd-b468-bb6ca78eb133] [op=none] [2024/05/06 08:02:34.105 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0afcbb96-a192-45dd-b468-bb6ca78eb133"] [op=none] [2024/05/06 08:02:34.105 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:02:34.189 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:34.206 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:34.220 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:34.220 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:34.220 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:02:34.220 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:34.220 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:34.220 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:02:34.220 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:02:34.220 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:02:34.220 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:02:34.222 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:34.222 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:02:34.223 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:34.224 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:34.224 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:34.224 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:34.224 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:02:34.226 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:34.228 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:02:34.236 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/41ee1769-66f2-4494-a480-f6d2bd154bf6] [2024/05/06 08:02:34.236 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:34.236 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:34.237 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:34.237 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:02:34.237 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:02:34.272 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=49.296925ms] [2024/05/06 08:02:34.274 +00:00] [INFO] [set.go:170] ["set global var"] [conn=24] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:02:34.279 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=24] [schemaVersion=170] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/06 08:02:34.281 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=24] [schemaVersion=170] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 08:02:34.283 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=24] [schemaVersion=170] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/06 08:02:34.308 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:217, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:34.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:34.308 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:217, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:34.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 08:02:34.408 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 69, tp general"] [category=ddl] [jobID=217] [conn=24] [category=ddl] [job="ID:217, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:34.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:34.439 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=274.454Β΅s] [gotSchemaVersion=171] [phyTblIDs="[215]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:34.448 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=217] [version=171] [2024/05/06 08:02:34.488 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=53.485947ms] [job="ID:217, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:34.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:34.562 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 69, tp general"] [category=ddl] [jobID=217] [conn=24] [category=ddl] [job="ID:217, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:34.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:34.592 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=171] [neededSchemaVersion=172] ["start time"=290.182Β΅s] [gotSchemaVersion=172] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:34.602 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=217] [version=172] [2024/05/06 08:02:34.641 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=172] ["take time"=53.530045ms] [job="ID:217, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:34.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:34.714 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 69, tp general"] [category=ddl] [jobID=217] [conn=24] [category=ddl] [job="ID:217, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:34.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:34.724 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 215, Old Table Name: _t"] [2024/05/06 08:02:34.757 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=172] [neededSchemaVersion=173] ["start time"=256.907Β΅s] [gotSchemaVersion=173] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:34.767 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=217] [version=173] [2024/05/06 08:02:34.806 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=173] ["take time"=53.26609ms] [job="ID:217, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:215, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:34.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:34.870 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=217] [tableIDs="[215]"] [comment="drop table: table ID"] [2024/05/06 08:02:34.883 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=217] [jobType="drop table"] [2024/05/06 08:02:34.886 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 69, tp general"] [category=ddl] [jobID=217] [conn=24] [job="ID:217, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:215, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:34.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:34.951 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=217] [2024/05/06 08:02:34.951 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:34.981 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:218, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:34.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:34.981 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:218, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:34.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 08:02:35.021 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 69, tp general"] [category=ddl] [jobID=218] [conn=24] [category=ddl] [job="ID:218, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:34.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:35.052 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=173] [neededSchemaVersion=174] ["start time"=288.212Β΅s] [gotSchemaVersion=174] [phyTblIDs="[213]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:35.063 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=218] [version=174] [2024/05/06 08:02:35.101 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=174] ["take time"=53.21459ms] [job="ID:218, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:34.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:35.213 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 69, tp general"] [category=ddl] [jobID=218] [conn=24] [category=ddl] [job="ID:218, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:34.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:35.236 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:02:35.236 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:02:35.236 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/41ee1769-66f2-4494-a480-f6d2bd154bf6] [watcherID=03a71577-80a8-4361-b493-ede42f37522e] [2024/05/06 08:02:35.237 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:02:35.245 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=174] [neededSchemaVersion=175] ["start time"=283.107Β΅s] [gotSchemaVersion=175] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:35.250 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:02:35.250 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:02:35.251 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:02:35.250 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:02:35.257 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=218] [version=175] [2024/05/06 08:02:35.293 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=175] ["take time"=53.358428ms] [job="ID:218, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:34.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:35.326 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 69, tp general"] [category=ddl] [jobID=218] [conn=24] [category=ddl] [job="ID:218, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:34.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:35.335 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 213, Old Table Name: t"] [2024/05/06 08:02:35.366 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=175] [neededSchemaVersion=176] ["start time"=221.545Β΅s] [gotSchemaVersion=176] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:35.375 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=218] [version=176] [2024/05/06 08:02:35.415 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=176] ["take time"=53.559404ms] [job="ID:218, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:213, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:34.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:35.471 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=218] [tableIDs="[213]"] [comment="drop table: table ID"] [2024/05/06 08:02:35.479 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=218] [jobType="drop table"] [2024/05/06 08:02:35.483 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 69, tp general"] [category=ddl] [jobID=218] [conn=24] [job="ID:218, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:213, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:34.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:35.536 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=218] [2024/05/06 08:02:35.536 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:35.539 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 24\n# Query_time: 1.256834366\n# Parse_time: 0.000221964\n# Compile_time: 0.000618877\n# Rewrite_time: 0.000010848\n# Optimize_time: 0.00018216\n# Wait_TS: 0.00045075\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/06 08:02:35.547 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=176] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/06 08:02:35.549 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=176] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/06 08:02:35.585 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:35.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:35.585 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:35.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/06 08:02:35.638 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 69, tp general"] [category=ddl] [jobID=220] [conn=25] [category=ddl] [job="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:35.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:35.645 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 219, Table Name: t"] [2024/05/06 08:02:35.688 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=176] [neededSchemaVersion=177] ["start time"=2.145028ms] [gotSchemaVersion=177] [phyTblIDs="[219]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:35.697 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=220] [version=177] [2024/05/06 08:02:35.737 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=177] ["take time"=54.138239ms] [job="ID:220, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:35.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:35.776 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 69, tp general"] [category=ddl] [jobID=220] [conn=25] [job="ID:220, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:35.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:35.815 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=220] [2024/05/06 08:02:35.815 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:35.819 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=177] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/06 08:02:35.886 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:222, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:35.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:35.886 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:222, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:35.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/06 08:02:35.940 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 69, tp general"] [category=ddl] [jobID=222] [conn=25] [category=ddl] [job="ID:222, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:35.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:35.949 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 221, Table Name: _t"] [2024/05/06 08:02:35.999 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=177] [neededSchemaVersion=178] ["start time"=2.3785ms] [gotSchemaVersion=178] [phyTblIDs="[221]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:36.011 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=222] [version=178] [2024/05/06 08:02:36.046 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=178] ["take time"=53.731165ms] [job="ID:222, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:35.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:36.053 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:02:36.130 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 69, tp general"] [category=ddl] [jobID=222] [conn=25] [job="ID:222, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:35.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:36.163 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=222] [2024/05/06 08:02:36.163 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:36.166 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 25\n# Query_time: 0.347986928\n# Parse_time: 0.000306445\n# Compile_time: 0.000737291\n# Rewrite_time: 0.00001348\n# Optimize_time: 0.000318147\n# Wait_TS: 0.000349344\n# DB: test\n# Is_internal: false\n# Digest: 4ce3ee18b7ea51a92e98fb8f25ec7a484a3cba24da4271fd3d643f0f8235a77f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table _t like t;"] [2024/05/06 08:02:36.936 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572387394158600] [generation=1] [session=25] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=3.460823ms] [2024/05/06 08:02:36.936 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572387394158600] [generation=2] [session=25] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=32.22Β΅s] [2024/05/06 08:02:36.936 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449572387394158600] [2024/05/06 08:02:36.938 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572387394158600] [commitTS=449572387394158602] [2024/05/06 08:02:36.984 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572387407265796] [generation=1] [session=25] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=3.396805ms] [2024/05/06 08:02:36.984 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572387407265796] [generation=2] [session=25] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=47.56Β΅s] [2024/05/06 08:02:36.984 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449572387407265796] [2024/05/06 08:02:36.986 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572387407265796] [commitTS=449572387407265798] [2024/05/06 08:02:36.998 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0afcbb96-a192-45dd-b468-bb6ca78eb133"] [2024/05/06 08:02:36.998 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0afcbb96-a192-45dd-b468-bb6ca78eb133"] [2024/05/06 08:02:37.000 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0afcbb96-a192-45dd-b468-bb6ca78eb133"] [] [2024/05/06 08:02:37.001 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:37.001 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 71, tp add index"] [category=ddl] ["take time"=23.092Β΅s] [2024/05/06 08:02:37.001 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 72, tp add index"] [category=ddl] ["take time"=14.815Β΅s] [2024/05/06 08:02:37.001 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 73, tp add index"] [category=ddl] ["take time"=14.606Β΅s] [2024/05/06 08:02:37.001 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 70, tp add index"] [category=ddl] ["take time"=13.792Β΅s] [2024/05/06 08:02:37.001 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:37.001 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 69, tp general"] [category=ddl] ["take time"=12.045Β΅s] [2024/05/06 08:02:37.001 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:37.001 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:02:37.002 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:02:37.004 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=0afcbb96-a192-45dd-b468-bb6ca78eb133] ["take time"=6.466724ms] [2024/05/06 08:02:37.004 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=0afcbb96-a192-45dd-b468-bb6ca78eb133] [2024/05/06 08:02:37.006 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:02:37.006 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/41ee1769-66f2-4494-a480-f6d2bd154bf6] [watcherID=03a71577-80a8-4361-b493-ede42f37522e] [2024/05/06 08:02:37.006 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:02:37.007 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/41ee1769-66f2-4494-a480-f6d2bd154bf6] [2024/05/06 08:02:37.007 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:37.007 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:37.007 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:37.007 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:37.007 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:37.007 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:37.007 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:37.007 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:37.007 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:37.007 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:37.012 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:02:37.013 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:02:37.013 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=888] [2024/05/06 08:02:37.014 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:37.014 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:37.014 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:02:37.014 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:37.014 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:02:37.014 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:37.014 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:02:37.014 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:02:37.014 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:02:37.014 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:02:37.014 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:02:37.014 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:37.014 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:02:37.014 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:37.014 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:37.014 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:37.014 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:37.014 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:37.014 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:02:37.014 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:02:37.014 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:37.014 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:37.014 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:37.014 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f0a3157c-e779-42bd-9045-efd2c3bd9f4f"] [error="lost watcher waiting for delete"] [2024/05/06 08:02:37.014 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:37.014 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0afcbb96-a192-45dd-b468-bb6ca78eb133"] [error="lost watcher waiting for delete"] [2024/05/06 08:02:37.014 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:02:37.014 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:37.014 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:02:37.014 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0afcbb96-a192-45dd-b468-bb6ca78eb133"] [error="context canceled"] [2024/05/06 08:02:37.014 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:02:37.014 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:37.014 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:02:37.014 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0afcbb96-a192-45dd-b468-bb6ca78eb133"] [2024/05/06 08:02:37.014 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:02:37.014 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:37.014 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:02:37.014 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:37.014 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:02:37.014 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:37.014 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:02:37.015 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:37.014 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:37.014 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:02:37.015 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:37.014 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:37.014 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=0afcbb96-a192-45dd-b468-bb6ca78eb133] [2024/05/06 08:02:37.014 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:02:37.015 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:02:37.015 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:02:37.015 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:02:37.015 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:02:37.015 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=0afcbb96-a192-45dd-b468-bb6ca78eb133] [2024/05/06 08:02:37.015 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:02:37.015 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:02:37.015 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:02:37.015 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:02:37.015 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:37.016 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:02:37.016 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=f0a3157c-e779-42bd-9045-efd2c3bd9f4f] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:37.016 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:37.016 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:37.016 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:02:37.016 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f0a3157c-e779-42bd-9045-efd2c3bd9f4f"] [error="context canceled"] [2024/05/06 08:02:37.016 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:37.016 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f0a3157c-e779-42bd-9045-efd2c3bd9f4f"] [2024/05/06 08:02:37.016 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f0a3157c-e779-42bd-9045-efd2c3bd9f4f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:37.087 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:02:37.087 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0afcbb96-a192-45dd-b468-bb6ca78eb133"] [error="context canceled"] [2024/05/06 08:02:37.087 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0afcbb96-a192-45dd-b468-bb6ca78eb133"] [2024/05/06 08:02:37.087 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0afcbb96-a192-45dd-b468-bb6ca78eb133"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:38.264 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0afcbb96-a192-45dd-b468-bb6ca78eb133"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:38.265 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:02:38.265 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:38.271 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f0a3157c-e779-42bd-9045-efd2c3bd9f4f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:38.339 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0afcbb96-a192-45dd-b468-bb6ca78eb133"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:38.339 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:02:38.339 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:02:38.339 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:38.347 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.349335986s] [2024/05/06 08:02:38.348 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:38.348 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:38.348 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:38.348 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:38.348 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:38.348 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:38.348 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:38.348 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:38.348 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:38.348 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:38.348 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:38.348 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:38.348 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:38.349 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLCommitSkipSecondaries (4.58s) === RUN TestPipelinedDMLDisableRetry [2024/05/06 08:02:38.356 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:02:38.356 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 08:02:38.357 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793191436093292] [2024/05/06 08:02:38.358 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:38.358 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 08:02:38.359 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:38.359 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:38.359 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:38.359 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:38.359 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:38.361 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:02:38.365 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:38.366 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:38.368 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:38.376 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793191436093292] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:02:38.386 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:02:38.528 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1359] ["lease id"=3eaa8f4cea329110] [2024/05/06 08:02:38.530 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:02:38.623 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=178] ["start time"=88.860611ms] [2024/05/06 08:02:38.628 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:02:38.628 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=e2fcac22-b54b-424e-adec-88063c5de2df] [runWorker=true] [2024/05/06 08:02:38.628 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:02:38.630 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:02:38.631 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 08:02:38.631 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:38.631 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:38.631 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:38.631 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:38.631 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:38.631 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:38.631 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:38.632 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:38.632 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:38.632 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:38.632 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:38.632 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:38.632 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:38.632 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:02:38.633 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e2fcac22-b54b-424e-adec-88063c5de2df"] ["owner key"=/tidb/ddl/fg/owner/22318f4cea2ea707] [ownerID=e2fcac22-b54b-424e-adec-88063c5de2df] [op=none] [2024/05/06 08:02:38.634 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:38.634 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=4626f15e-fdef-4d00-99ff-f6466232b361] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:38.639 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:02:38.662 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:02:38.663 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:38.664 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:02:38.683 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:38.684 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e2fcac22-b54b-424e-adec-88063c5de2df"] ["owner key"=/tidb/ddl/fg/owner/22318f4cea2ea707] [ownerID=e2fcac22-b54b-424e-adec-88063c5de2df] [op=none] [2024/05/06 08:02:38.684 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e2fcac22-b54b-424e-adec-88063c5de2df"] [op=none] [2024/05/06 08:02:38.684 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:02:38.803 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:38.821 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:38.834 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:38.834 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:38.834 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:38.834 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:02:38.834 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:38.834 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:02:38.834 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:02:38.834 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:02:38.834 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:02:38.836 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:38.836 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:02:38.839 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:38.839 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:38.839 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:38.839 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:38.839 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:02:38.842 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:38.844 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:02:38.850 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/6563906e-72df-4328-b72e-a34d3e2f8381] [2024/05/06 08:02:38.851 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:38.851 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:38.853 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:38.853 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:02:38.853 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:02:38.890 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=53.033956ms] [2024/05/06 08:02:38.890 +00:00] [INFO] [set.go:170] ["set global var"] [conn=26] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:02:38.896 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=26] [schemaVersion=178] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/06 08:02:38.898 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=26] [schemaVersion=178] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 08:02:38.901 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=26] [schemaVersion=178] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/06 08:02:38.932 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:223, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:38.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:38.932 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:223, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:38.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 08:02:38.971 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 74, tp general"] [category=ddl] [jobID=223] [conn=26] [category=ddl] [job="ID:223, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:38.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:39.002 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=178] [neededSchemaVersion=179] ["start time"=236.352Β΅s] [gotSchemaVersion=179] [phyTblIDs="[221]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:39.016 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=223] [version=179] [2024/05/06 08:02:39.051 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=179] ["take time"=53.075337ms] [job="ID:223, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:38.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:39.106 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 74, tp general"] [category=ddl] [jobID=223] [conn=26] [category=ddl] [job="ID:223, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:38.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:39.134 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=179] [neededSchemaVersion=180] ["start time"=290.752Β΅s] [gotSchemaVersion=180] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:39.144 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=223] [version=180] [2024/05/06 08:02:39.183 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=180] ["take time"=53.583457ms] [job="ID:223, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:38.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:39.251 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 74, tp general"] [category=ddl] [jobID=223] [conn=26] [category=ddl] [job="ID:223, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:38.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:39.260 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 221, Old Table Name: _t"] [2024/05/06 08:02:39.293 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=180] [neededSchemaVersion=181] ["start time"=213.885Β΅s] [gotSchemaVersion=181] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:39.303 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=223] [version=181] [2024/05/06 08:02:39.343 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=181] ["take time"=53.942919ms] [job="ID:223, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:221, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:38.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:39.396 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=223] [tableIDs="[221]"] [comment="drop table: table ID"] [2024/05/06 08:02:39.408 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=223] [jobType="drop table"] [2024/05/06 08:02:39.412 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 74, tp general"] [category=ddl] [jobID=223] [conn=26] [job="ID:223, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:221, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:38.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:39.499 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=223] [2024/05/06 08:02:39.499 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:39.528 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:224, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:39.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:39.528 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:224, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:39.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 08:02:39.598 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 74, tp general"] [category=ddl] [jobID=224] [conn=26] [category=ddl] [job="ID:224, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:39.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:39.627 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=181] [neededSchemaVersion=182] ["start time"=283.735Β΅s] [gotSchemaVersion=182] [phyTblIDs="[219]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:39.639 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=224] [version=182] [2024/05/06 08:02:39.676 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=182] ["take time"=53.447883ms] [job="ID:224, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:39.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:39.745 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 74, tp general"] [category=ddl] [jobID=224] [conn=26] [category=ddl] [job="ID:224, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:39.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:39.780 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=182] [neededSchemaVersion=183] ["start time"=216.788Β΅s] [gotSchemaVersion=183] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:39.790 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=224] [version=183] [2024/05/06 08:02:39.830 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=183] ["take time"=54.095788ms] [job="ID:224, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:39.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:39.851 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:02:39.851 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:02:39.851 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/6563906e-72df-4328-b72e-a34d3e2f8381] [watcherID=55bc5c84-660f-4542-9de1-941cf2c8bffe] [2024/05/06 08:02:39.854 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:02:39.868 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:02:39.868 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:02:39.868 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:02:39.868 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:02:39.900 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 74, tp general"] [category=ddl] [jobID=224] [conn=26] [category=ddl] [job="ID:224, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:39.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:39.910 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 219, Old Table Name: t"] [2024/05/06 08:02:39.943 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=183] [neededSchemaVersion=184] ["start time"=202.734Β΅s] [gotSchemaVersion=184] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:39.953 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=224] [version=184] [2024/05/06 08:02:39.993 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=184] ["take time"=53.126787ms] [job="ID:224, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:219, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:39.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:40.046 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=224] [tableIDs="[219]"] [comment="drop table: table ID"] [2024/05/06 08:02:40.055 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=224] [jobType="drop table"] [2024/05/06 08:02:40.060 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 74, tp general"] [category=ddl] [jobID=224] [conn=26] [job="ID:224, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:219, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:39.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:40.117 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=224] [2024/05/06 08:02:40.118 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:40.121 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 26\n# Query_time: 1.221379493\n# Parse_time: 0.000298383\n# Compile_time: 0.000747278\n# Rewrite_time: 0.00001195\n# Optimize_time: 0.000217382\n# Wait_TS: 0.000439386\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/06 08:02:40.134 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=184] [cur_db=test] [sql="drop table if exists t1"] [user=] [2024/05/06 08:02:40.137 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=184] [cur_db=test] [sql="create table t1(a int primary key, b int)"] [user=] [2024/05/06 08:02:40.205 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:226, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:40.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:40.205 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:226, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:40.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int primary key, b int)"] [2024/05/06 08:02:40.275 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 74, tp general"] [category=ddl] [jobID=226] [conn=27] [category=ddl] [job="ID:226, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:40.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:40.283 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 225, Table Name: t1"] [2024/05/06 08:02:40.337 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=184] [neededSchemaVersion=185] ["start time"=2.369175ms] [gotSchemaVersion=185] [phyTblIDs="[225]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:40.349 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=226] [version=185] [2024/05/06 08:02:40.384 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=185] ["take time"=54.199403ms] [job="ID:226, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:40.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:40.448 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 74, tp general"] [category=ddl] [jobID=226] [conn=27] [job="ID:226, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:40.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:40.481 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=226] [2024/05/06 08:02:40.481 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:40.484 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 27\n# Query_time: 0.349060479\n# Parse_time: 0.000555729\n# Compile_time: 0.001112204\n# Rewrite_time: 0.000008269\n# Optimize_time: 0.000376656\n# Wait_TS: 0.00036056\n# DB: test\n# Is_internal: false\n# Digest: 974ba3eb266af13b2253f47893e1227576b31d8966dc55753473e0cea8c2cee4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t1(a int primary key, b int);"] [2024/05/06 08:02:40.486 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=185] [cur_db=test] [sql="create table t2(a int, b int)"] [user=] [2024/05/06 08:02:40.521 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:228, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:40.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:40.521 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:228, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:40.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t2(a int, b int)"] [2024/05/06 08:02:40.564 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 74, tp general"] [category=ddl] [jobID=228] [conn=27] [category=ddl] [job="ID:228, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:40.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:40.571 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 227, Table Name: t2"] [2024/05/06 08:02:40.615 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=185] [neededSchemaVersion=186] ["start time"=2.09336ms] [gotSchemaVersion=186] [phyTblIDs="[227]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:40.624 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=228] [version=186] [2024/05/06 08:02:40.631 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:02:40.663 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=186] ["take time"=53.654531ms] [job="ID:228, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:40.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:40.717 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 74, tp general"] [category=ddl] [jobID=228] [conn=27] [job="ID:228, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:40.494 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:40.754 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=228] [2024/05/06 08:02:40.754 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:41.279 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572388403413003] [generation=1] [session=27] [keys=1] [size=29B] ["flushed keys"=1] ["flushed size"=29B] ["take time"=1.072256ms] [2024/05/06 08:02:41.280 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 08:02:41.280 +00:00] [INFO] [range_task.go:160] ["empty range task executed. ignored"] [name=pipelined-dml-rollback-449572388403413003] [startKey=7480000000000000e15f728000000000000001] [endKey=7480000000000000e15f728000000000000001] [2024/05/06 08:02:41.280 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=rollback] ["resolved regions"=0] [startTS=449572388403413003] [commitTS=0] [session=27] [2024/05/06 08:02:41.281 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572388403413003\n# Conn_ID: 27\n# Query_time: 0.510368814\n# Parse_time: 0.000691893\n# Compile_time: 0.002998123\n# Rewrite_time: 0.001762747\n# Optimize_time: 0.000376656\n# Wait_TS: 0.000504049\n# Cop_time: 0.00125472 Process_time: 0.000034195 Wait_time: 0.000026438 Request_count: 1 Process_keys: 2 Total_keys: 3 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 2 Rocksdb_key_skipped_count: 4\n# DB: test\n# Is_internal: false\n# Digest: 17ec1fbcf3620b11461e2eff18cd122e69a53042f1ba2502f253416afd1b6f79\n# Stats: t2:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 3.4195e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.6438e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 17106\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('sgbAMAkyN18xCTAJMAlOL0EJMAl0aW1lOjUwNC41bXMsIGxvb3BzOjEsIHByZXBhcmU6IAEbADEBG1hpbnNlcnQ6MzY3wrVzCTQwMiBCeXRlcwFHaAoxCTE0XzYJMAkxMDAwMAl0ZXN0LnQyLmEJMglgEDEuODRtFV8QMgkzMjANPg0IHAoyCTMxXzEwFUNMZGF0YTpUYWJsZUZ1bGxTY2FuXzkZTgQ1OR1OdCwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4wNwEpRHByb2Nfa2V5czogMiwgdG90XwESIDogMzQuMsK1cwkTJHdhaXQ6IDI2LjQFE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhhuOiA0OS44BTqobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MQWECGFsXyWPCDk4MgVMFH19CTI4Ni0qME4vQQozCTQzXzkJMV81aphhYmxlOnQyLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8lOwRrdgW0BDp7BWUMMHMsIC3vDH0sIHMhYihkZXRhaWw6IHt0bwGMGHByb2Nlc3MyOgEEYWwyFwAcX3NpemU6IDgpVwRhbA0sODMsIGdldF9zbmFwc2hvdAnWECA5LjMzJSJwcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW4hhQHPAHk+FgAYNCwgYmxvYyHmEH19fSwgAcZeswABHDbgAQhhbF8h4g0aNecAdCEWCHdhbC16SCAxNDUuM8K1c30JTi9BCU4vQQo=')\n# Plan_digest: f7e0f28c5c86b45fa3d92926774edc8a8076ac4356558ce21165e890659f0d92\n# Binary_plan: tidb_decode_binary_plan('iQfACoQHCghJbnNlcnRfMRKoBgoGU29ydF82EuEFCg5UYWJsZVJlYWRlcl8xMBKfAwoPVAETUEZ1bGxTY2FuXzkhjARw3ptXQUEpAAEB8FiIw0AwAjgCQAJKDAoKCgR0ZXN0EgJ0MlIea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvaq8CdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgcwFtfGRldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogMiwgRhcAHF9zaXplOiA4FR0JLPA8MywgZ2V0X3NuYXBzaG90X3RpbWU6IDkuMzPCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudAVrCGtleT4WADw0LCBibG9jazoge319fSwgAVVeswABHBQ6IDM0LjIFcQm5CHdhaRGLDDI2LjQJGiEWDHdhbGwNMwwxNDUuAaUIfXD/EQEEAXgRCiT/ASFijYgxlc8MMo4BNAFAAVIUZGF0YTpUYWJsPbwEWhQFiBgxLjU5bXMsLW4cMmLaAWNvcF8li0gge251bTogMSwgbWF4OiAxLjA3ASohei1LKVoljAA6MtEABc8AOhnKgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaGG46IDQ5LjglBKhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxUQ4F4gg5ODIFTBB9fXCeAi4vARjp6BnI2VJaQi8BJAl0ZXN0LnQyLmE1JAQ4NAH6UGxvb3BzOjJwwAI4AUABUgNOL0FaFQVkEDUwNC41GSMsMWIfcHJlcGFyZTogARsAMQEbBGluYWdYOjM2N8K1c3CSA3j///////////8BGAE=')\n# Resource_group: default\ninsert into t1 select * from t2 order by a;"] [2024/05/06 08:02:41.282 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=186] [error="[kv:9007]Write conflict, txnStartTS=449572388403413003, conflictStartTS=449572388534747139, conflictCommitTS=449572388534747140, key={tableID=225, tableName=test.t1, handle=1}, originalKey=7480000000000000e15f728000000000000001, primary={tableID=225, tableName=test.t1, handle=1}, originalPrimaryKey=7480000000000000e15f728000000000000001, reason=Optimistic [try again later]"] [session="{\n \"currDBName\": \"test\",\n \"id\": 27,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 08:02:41.312 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e2fcac22-b54b-424e-adec-88063c5de2df"] [2024/05/06 08:02:41.312 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e2fcac22-b54b-424e-adec-88063c5de2df"] [2024/05/06 08:02:41.313 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e2fcac22-b54b-424e-adec-88063c5de2df"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:41.314 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e2fcac22-b54b-424e-adec-88063c5de2df"] [] [2024/05/06 08:02:41.316 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:41.316 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 75, tp add index"] [category=ddl] ["take time"=17.02Β΅s] [2024/05/06 08:02:41.316 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 76, tp add index"] [category=ddl] ["take time"=20.152Β΅s] [2024/05/06 08:02:41.316 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 77, tp add index"] [category=ddl] ["take time"=12.567Β΅s] [2024/05/06 08:02:41.316 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 78, tp add index"] [category=ddl] ["take time"=12.657Β΅s] [2024/05/06 08:02:41.316 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:41.316 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 74, tp general"] [category=ddl] ["take time"=10.663Β΅s] [2024/05/06 08:02:41.316 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:41.316 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:02:41.316 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:02:41.319 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=e2fcac22-b54b-424e-adec-88063c5de2df] ["take time"=36.833148ms] [2024/05/06 08:02:41.319 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=e2fcac22-b54b-424e-adec-88063c5de2df] [2024/05/06 08:02:41.321 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:02:41.321 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:02:41.321 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/6563906e-72df-4328-b72e-a34d3e2f8381] [watcherID=55bc5c84-660f-4542-9de1-941cf2c8bffe] [2024/05/06 08:02:41.321 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/6563906e-72df-4328-b72e-a34d3e2f8381] [2024/05/06 08:02:41.321 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:41.321 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:41.321 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:41.321 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:41.321 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:41.321 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:41.322 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:41.322 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:41.322 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:41.322 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:41.326 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:02:41.327 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:02:41.327 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1359] [2024/05/06 08:02:41.327 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:41.327 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:02:41.327 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:02:41.327 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:02:41.327 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:02:41.327 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:02:41.327 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:02:41.328 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:41.328 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:41.328 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:02:41.328 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:02:41.328 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=e2fcac22-b54b-424e-adec-88063c5de2df] [2024/05/06 08:02:41.328 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:41.328 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:41.328 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:02:41.328 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:02:41.328 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:41.328 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:41.328 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:41.328 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:41.327 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:02:41.328 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:41.328 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:41.328 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:41.328 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:02:41.328 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:41.327 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:02:41.328 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:02:41.328 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager e2fcac22-b54b-424e-adec-88063c5de2df"] [error="lost watcher waiting for delete"] [2024/05/06 08:02:41.328 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:41.328 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4626f15e-fdef-4d00-99ff-f6466232b361"] [error="lost watcher waiting for delete"] [2024/05/06 08:02:41.328 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:02:41.328 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:02:41.328 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:41.328 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:41.328 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:41.328 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:02:41.328 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e2fcac22-b54b-424e-adec-88063c5de2df"] [error="context canceled"] [2024/05/06 08:02:41.328 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:02:41.328 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:41.328 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:02:41.328 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:02:41.328 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e2fcac22-b54b-424e-adec-88063c5de2df"] [2024/05/06 08:02:41.328 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:02:41.328 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:41.328 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:41.327 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:41.328 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e2fcac22-b54b-424e-adec-88063c5de2df"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:41.328 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:41.328 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:02:41.328 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:02:41.328 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:02:41.328 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:41.329 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=e2fcac22-b54b-424e-adec-88063c5de2df] [2024/05/06 08:02:41.329 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:02:41.329 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:02:41.329 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:02:41.329 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:02:41.329 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:41.330 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4626f15e-fdef-4d00-99ff-f6466232b361"] [error="context canceled"] [2024/05/06 08:02:41.330 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:02:41.330 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:41.330 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=4626f15e-fdef-4d00-99ff-f6466232b361] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:41.330 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:02:41.330 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:41.330 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:41.330 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4626f15e-fdef-4d00-99ff-f6466232b361"] [2024/05/06 08:02:41.403 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:02:41.403 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager e2fcac22-b54b-424e-adec-88063c5de2df"] [error="context canceled"] [2024/05/06 08:02:41.403 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager e2fcac22-b54b-424e-adec-88063c5de2df"] [2024/05/06 08:02:42.569 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4626f15e-fdef-4d00-99ff-f6466232b361"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:42.580 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e2fcac22-b54b-424e-adec-88063c5de2df"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:42.580 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:02:42.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:42.672 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager e2fcac22-b54b-424e-adec-88063c5de2df"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:42.672 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:02:42.672 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:02:42.672 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:42.680 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.397923738s] [2024/05/06 08:02:42.681 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:42.681 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:42.681 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:42.681 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:42.681 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:42.681 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:42.681 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:42.681 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:42.681 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:42.681 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:42.681 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:42.681 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:42.681 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:42.682 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLDisableRetry (4.33s) === RUN TestReplaceRowCheck [2024/05/06 08:02:42.689 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:02:42.689 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 08:02:42.690 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793191436093292] [2024/05/06 08:02:42.691 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:42.691 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 08:02:42.692 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:42.692 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:42.692 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:42.692 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:42.692 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:42.694 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:02:42.698 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:42.699 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:42.701 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:42.709 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793191436093292] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:02:42.720 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:02:42.861 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1960] ["lease id"=22318f4cea2ea732] [2024/05/06 08:02:42.863 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:02:42.958 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=186] ["start time"=90.655249ms] [2024/05/06 08:02:42.962 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:02:42.962 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=76660d10-c853-4d90-a21c-e590ce5f192a] [runWorker=true] [2024/05/06 08:02:42.962 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:02:42.964 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:02:42.965 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 08:02:42.965 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:42.965 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:42.965 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:42.965 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:42.965 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:42.965 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:42.965 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:42.965 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:42.965 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:42.965 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:42.965 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:42.965 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:42.966 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:42.966 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:02:42.967 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 76660d10-c853-4d90-a21c-e590ce5f192a"] ["owner key"=/tidb/ddl/fg/owner/6f188f4cea329011] [ownerID=76660d10-c853-4d90-a21c-e590ce5f192a] [op=none] [2024/05/06 08:02:42.968 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:42.968 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=82800162-50e4-41f4-b865-a3ed59b1122b] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:42.972 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:02:42.997 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:02:42.998 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:42.998 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:02:43.017 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:43.018 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 76660d10-c853-4d90-a21c-e590ce5f192a"] ["owner key"=/tidb/ddl/fg/owner/6f188f4cea329011] [ownerID=76660d10-c853-4d90-a21c-e590ce5f192a] [op=none] [2024/05/06 08:02:43.018 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 76660d10-c853-4d90-a21c-e590ce5f192a"] [op=none] [2024/05/06 08:02:43.018 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:02:43.100 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:43.117 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:43.130 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:43.130 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:43.130 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:02:43.130 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:43.130 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:02:43.130 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:43.130 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:02:43.130 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:02:43.130 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:02:43.133 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:43.133 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:02:43.134 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:43.134 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:43.134 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:43.134 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:02:43.134 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:43.137 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:43.139 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:02:43.146 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/3dd9be2e-ed29-48a4-87cd-6c1d0a947ea9] [2024/05/06 08:02:43.146 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:43.146 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:43.149 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:43.149 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:02:43.149 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:02:43.217 +00:00] [INFO] [set.go:170] ["set global var"] [conn=29] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:02:43.218 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=84.468781ms] [2024/05/06 08:02:43.223 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=29] [schemaVersion=186] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/05/06 08:02:43.225 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=29] [schemaVersion=186] [cur_db=test] [sql="alter table `t2` nocache"] [user=] [2024/05/06 08:02:43.227 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=29] [schemaVersion=186] [cur_db=test] [sql="drop table `t1`,`t2`"] [user=] [2024/05/06 08:02:43.254 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:229, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:43.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:43.254 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:229, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:43.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t1`,`t2`"] [2024/05/06 08:02:43.318 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 79, tp general"] [category=ddl] [jobID=229] [conn=29] [category=ddl] [job="ID:229, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:43.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:43.346 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=186] [neededSchemaVersion=187] ["start time"=268.005Β΅s] [gotSchemaVersion=187] [phyTblIDs="[225]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:43.357 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=229] [version=187] [2024/05/06 08:02:43.395 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=187] ["take time"=53.316073ms] [job="ID:229, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:43.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:43.462 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 79, tp general"] [category=ddl] [jobID=229] [conn=29] [category=ddl] [job="ID:229, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:43.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:43.493 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=187] [neededSchemaVersion=188] ["start time"=234.599Β΅s] [gotSchemaVersion=188] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:43.503 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=229] [version=188] [2024/05/06 08:02:43.542 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=188] ["take time"=53.044955ms] [job="ID:229, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:43.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:43.579 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 79, tp general"] [category=ddl] [jobID=229] [conn=29] [category=ddl] [job="ID:229, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:43.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:43.589 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 225, Old Table Name: t1"] [2024/05/06 08:02:43.623 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=188] [neededSchemaVersion=189] ["start time"=259.25Β΅s] [gotSchemaVersion=189] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:43.633 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=229] [version=189] [2024/05/06 08:02:43.672 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=189] ["take time"=53.237749ms] [job="ID:229, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:225, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:43.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:43.728 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=229] [tableIDs="[225]"] [comment="drop table: table ID"] [2024/05/06 08:02:43.741 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=229] [jobType="drop table"] [2024/05/06 08:02:43.745 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 79, tp general"] [category=ddl] [jobID=229] [conn=29] [job="ID:229, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:225, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:43.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:43.812 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=229] [2024/05/06 08:02:43.812 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:43.843 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:230, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:43.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:43.843 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:230, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:43.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t1`,`t2`"] [2024/05/06 08:02:43.910 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 79, tp general"] [category=ddl] [jobID=230] [conn=29] [category=ddl] [job="ID:230, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:43.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:43.969 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=189] [neededSchemaVersion=190] ["start time"=295.773Β΅s] [gotSchemaVersion=190] [phyTblIDs="[227]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:43.979 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=230] [version=190] [2024/05/06 08:02:44.018 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=190] ["take time"=54.36094ms] [job="ID:230, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:43.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:44.093 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 79, tp general"] [category=ddl] [jobID=230] [conn=29] [category=ddl] [job="ID:230, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:43.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:44.122 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=190] [neededSchemaVersion=191] ["start time"=240.702Β΅s] [gotSchemaVersion=191] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:44.133 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=230] [version=191] [2024/05/06 08:02:44.146 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:02:44.146 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:02:44.146 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/3dd9be2e-ed29-48a4-87cd-6c1d0a947ea9] [watcherID=e01bc63f-4788-4b43-bd6c-0c0791173e39] [2024/05/06 08:02:44.149 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:02:44.161 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:02:44.161 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:02:44.161 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:02:44.161 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:02:44.171 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=191] ["take time"=53.284197ms] [job="ID:230, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:43.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:44.230 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 79, tp general"] [category=ddl] [jobID=230] [conn=29] [category=ddl] [job="ID:230, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:43.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:44.240 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 227, Old Table Name: t2"] [2024/05/06 08:02:44.273 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=191] [neededSchemaVersion=192] ["start time"=217.565Β΅s] [gotSchemaVersion=192] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:44.284 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=230] [version=192] [2024/05/06 08:02:44.323 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=192] ["take time"=53.749536ms] [job="ID:230, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:227, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:43.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:44.376 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=230] [tableIDs="[227]"] [comment="drop table: table ID"] [2024/05/06 08:02:44.385 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=230] [jobType="drop table"] [2024/05/06 08:02:44.388 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 79, tp general"] [category=ddl] [jobID=230] [conn=29] [job="ID:230, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:227, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:43.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:44.442 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=230] [2024/05/06 08:02:44.442 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:44.445 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 29\n# Query_time: 1.218733558\n# Parse_time: 0.000248313\n# Compile_time: 0.000693423\n# Rewrite_time: 0.000012762\n# Optimize_time: 0.000206025\n# Wait_TS: 0.000394547\n# DB: test\n# Is_internal: false\n# Digest: b85281fbd1541c61627d9ed76ac8215af16639bf57f86b3e66202cd5936a07c3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t1`,`t2`;"] [2024/05/06 08:02:44.452 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=192] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 08:02:44.455 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=192] [cur_db=test] [sql="create table t1(a int, b int)"] [user=] [2024/05/06 08:02:44.492 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:232, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:44.444 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:44.492 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:232, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:44.444 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int, b int)"] [2024/05/06 08:02:44.547 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 79, tp general"] [category=ddl] [jobID=232] [conn=30] [category=ddl] [job="ID:232, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:44.444 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:44.556 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 231, Table Name: t1"] [2024/05/06 08:02:44.603 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=192] [neededSchemaVersion=193] ["start time"=2.499592ms] [gotSchemaVersion=193] [phyTblIDs="[231]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:44.613 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=232] [version=193] [2024/05/06 08:02:44.650 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=193] ["take time"=53.510864ms] [job="ID:232, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:44.444 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:44.749 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 79, tp general"] [category=ddl] [jobID=232] [conn=30] [job="ID:232, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:44.444 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:44.790 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=232] [2024/05/06 08:02:44.790 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:44.793 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 30\n# Query_time: 0.339491884\n# Parse_time: 0.000637334\n# Compile_time: 0.00083956\n# Rewrite_time: 0.000010243\n# Optimize_time: 0.000374376\n# Wait_TS: 0.000360981\n# DB: test\n# Is_internal: false\n# Digest: 9403a105e19a472ae4e147d74d47b10784bbd3664a9ede95b567e43e5be7a62b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t1(a int, b int);"] [2024/05/06 08:02:44.795 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=193] [cur_db=test] [sql="create table _t1(a int primary key, b int)"] [user=] [2024/05/06 08:02:44.835 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:234, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:44.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1(a int primary key, b int)"] [2024/05/06 08:02:44.835 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:234, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:44.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:44.884 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 79, tp general"] [category=ddl] [jobID=234] [conn=30] [category=ddl] [job="ID:234, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:44.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:44.891 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 233, Table Name: _t1"] [2024/05/06 08:02:44.943 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=193] [neededSchemaVersion=194] ["start time"=2.608873ms] [gotSchemaVersion=194] [phyTblIDs="[233]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:44.952 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=234] [version=194] [2024/05/06 08:02:44.966 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:02:44.990 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=194] ["take time"=53.303295ms] [job="ID:234, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:233, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:44.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:45.042 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 79, tp general"] [category=ddl] [jobID=234] [conn=30] [job="ID:234, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:233, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:44.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:45.079 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=234] [2024/05/06 08:02:45.079 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:45.107 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572389543739394] [generation=1] [session=30] [keys=2] [size=58B] ["flushed keys"=2] ["flushed size"=58B] ["take time"=1.315101ms] [2024/05/06 08:02:45.107 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=2] [size=58B] [startTS=449572389543739394] [2024/05/06 08:02:45.109 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572389543739394] [commitTS=449572389543739396] [2024/05/06 08:02:45.109 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572389543739394] [startKey=7480000000000000e95f728000000000000001] [endKey=7480000000000000e95f728000000000000002] [concurrency=8] [2024/05/06 08:02:45.114 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572389543739394] [startKey=7480000000000000e95f728000000000000001] [endKey=7480000000000000e95f728000000000000002] ["cost time"=4.095576ms] ["completed regions"=1] [2024/05/06 08:02:45.114 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572389543739394] [commitTS=449572389543739396] [session=30] [2024/05/06 08:02:45.119 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=194] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 08:02:45.148 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:236, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:45.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:45.148 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:236, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:45.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 08:02:45.197 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 79, tp general"] [category=ddl] [jobID=236] [conn=30] [category=ddl] [job="ID:236, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:45.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:45.209 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 235, Table Name: _t1, Old Table ID: 233, Old Table Name: _t1"] [2024/05/06 08:02:45.251 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=194] [neededSchemaVersion=195] ["start time"=2.367619ms] [gotSchemaVersion=195] [phyTblIDs="[233,235]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:02:45.263 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=236] [version=195] [2024/05/06 08:02:45.298 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=195] ["take time"=53.362097ms] [job="ID:236, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:233, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:45.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:45.330 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=236] [tableIDs="[233]"] [comment="drop table: table ID"] [2024/05/06 08:02:45.338 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=236] [jobType="truncate table"] [2024/05/06 08:02:45.370 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 79, tp general"] [category=ddl] [jobID=236] [conn=30] [job="ID:236, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:233, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:45.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:45.424 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=236] [2024/05/06 08:02:45.424 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:45.428 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 30\n# Query_time: 0.309857761\n# Parse_time: 0.000275563\n# Compile_time: 0.000744519\n# Rewrite_time: 0.000010805\n# Optimize_time: 0.001006067\n# Wait_TS: 0.0003148\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 08:02:45.439 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572389622382601] [generation=1] [session=30] [keys=2] [size=58B] ["flushed keys"=2] ["flushed size"=58B] ["take time"=1.434326ms] [2024/05/06 08:02:45.439 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=2] [size=58B] [startTS=449572389622382601] [2024/05/06 08:02:45.441 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572389622382601] [commitTS=449572389622382602] [2024/05/06 08:02:45.441 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572389622382601] [startKey=7480000000000000eb5f728000000000000001] [endKey=7480000000000000eb5f728000000000000002] [concurrency=8] [2024/05/06 08:02:45.445 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572389622382601] [startKey=7480000000000000eb5f728000000000000001] [endKey=7480000000000000eb5f728000000000000002] ["cost time"=3.147153ms] ["completed regions"=1] [2024/05/06 08:02:45.445 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572389622382601] [commitTS=449572389622382602] [session=30] [2024/05/06 08:02:45.451 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=195] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 08:02:45.481 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:238, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:235, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:45.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:45.481 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:238, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:235, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:45.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 08:02:45.517 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 79, tp general"] [category=ddl] [jobID=238] [conn=30] [category=ddl] [job="ID:238, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:45.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:45.527 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 237, Table Name: _t1, Old Table ID: 235, Old Table Name: _t1"] [2024/05/06 08:02:45.579 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=195] [neededSchemaVersion=196] ["start time"=2.214453ms] [gotSchemaVersion=196] [phyTblIDs="[235,237]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:02:45.589 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=238] [version=196] [2024/05/06 08:02:45.627 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=196] ["take time"=53.953636ms] [job="ID:238, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:235, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:45.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:45.680 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=238] [tableIDs="[235]"] [comment="drop table: table ID"] [2024/05/06 08:02:45.688 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=238] [jobType="truncate table"] [2024/05/06 08:02:45.692 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 79, tp general"] [category=ddl] [jobID=238] [conn=30] [job="ID:238, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:235, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:45.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:45.749 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=238] [2024/05/06 08:02:45.749 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:45.752 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 30\n# Query_time: 0.301980619\n# Parse_time: 0.000232301\n# Compile_time: 0.000614223\n# Rewrite_time: 0.000008251\n# Optimize_time: 0.00100059\n# Wait_TS: 0.000390384\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 08:02:45.771 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572389714132995] [generation=1] [session=30] [keys=2] [size=58B] ["flushed keys"=2] ["flushed size"=58B] ["take time"=1.608101ms] [2024/05/06 08:02:45.771 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=2] [size=58B] [startTS=449572389714132995] [2024/05/06 08:02:45.773 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572389714132995] [commitTS=449572389714132997] [2024/05/06 08:02:45.773 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572389714132995] [startKey=7480000000000000ed5f728000000000000001] [endKey=7480000000000000ed5f728000000000000002] [concurrency=8] [2024/05/06 08:02:45.777 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572389714132995] [startKey=7480000000000000ed5f728000000000000001] [endKey=7480000000000000ed5f728000000000000002] ["cost time"=3.412663ms] ["completed regions"=1] [2024/05/06 08:02:45.777 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572389714132995] [commitTS=449572389714132997] [session=30] [2024/05/06 08:02:45.810 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 76660d10-c853-4d90-a21c-e590ce5f192a"] [2024/05/06 08:02:45.810 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 76660d10-c853-4d90-a21c-e590ce5f192a"] [2024/05/06 08:02:45.810 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 76660d10-c853-4d90-a21c-e590ce5f192a"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:45.812 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 76660d10-c853-4d90-a21c-e590ce5f192a"] [] [2024/05/06 08:02:45.813 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:45.813 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 83, tp add index"] [category=ddl] ["take time"=35.045Β΅s] [2024/05/06 08:02:45.813 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 80, tp add index"] [category=ddl] ["take time"=22.106Β΅s] [2024/05/06 08:02:45.813 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 81, tp add index"] [category=ddl] ["take time"=18.022Β΅s] [2024/05/06 08:02:45.813 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 82, tp add index"] [category=ddl] ["take time"=25.945Β΅s] [2024/05/06 08:02:45.813 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:45.813 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 79, tp general"] [category=ddl] ["take time"=6.162Β΅s] [2024/05/06 08:02:45.813 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:45.813 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:02:45.814 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:02:45.817 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=76660d10-c853-4d90-a21c-e590ce5f192a] ["take time"=35.128943ms] [2024/05/06 08:02:45.817 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=76660d10-c853-4d90-a21c-e590ce5f192a] [2024/05/06 08:02:45.819 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:02:45.819 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/3dd9be2e-ed29-48a4-87cd-6c1d0a947ea9] [watcherID=e01bc63f-4788-4b43-bd6c-0c0791173e39] [2024/05/06 08:02:45.819 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:02:45.819 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/3dd9be2e-ed29-48a4-87cd-6c1d0a947ea9] [2024/05/06 08:02:45.819 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:45.819 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:45.819 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:45.819 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:45.819 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:45.820 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:45.820 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:45.820 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:45.820 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:45.820 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:45.825 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:02:45.825 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:02:45.826 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1960] [2024/05/06 08:02:45.826 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:02:45.826 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:02:45.826 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:45.826 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:45.826 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:02:45.826 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=76660d10-c853-4d90-a21c-e590ce5f192a] [2024/05/06 08:02:45.826 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:02:45.826 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:02:45.826 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:02:45.826 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:02:45.826 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:45.826 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:45.826 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:02:45.826 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:45.826 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:45.826 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:02:45.826 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:45.826 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:45.826 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:02:45.826 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:02:45.826 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:45.826 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:02:45.826 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:02:45.826 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:02:45.826 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:02:45.826 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:45.826 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:02:45.826 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:45.826 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:02:45.826 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:45.826 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:45.826 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:45.826 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:02:45.826 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:45.826 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 82800162-50e4-41f4-b865-a3ed59b1122b"] [error="lost watcher waiting for delete"] [2024/05/06 08:02:45.826 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:02:45.826 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:02:45.826 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:45.826 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:02:45.826 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:02:45.826 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:02:45.826 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 76660d10-c853-4d90-a21c-e590ce5f192a"] [error="context canceled"] [2024/05/06 08:02:45.826 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:45.826 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:45.826 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:45.826 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:45.826 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:02:45.827 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 76660d10-c853-4d90-a21c-e590ce5f192a"] [2024/05/06 08:02:45.827 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:45.826 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:45.826 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 76660d10-c853-4d90-a21c-e590ce5f192a"] [error="lost watcher waiting for delete"] [2024/05/06 08:02:45.826 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:45.827 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=76660d10-c853-4d90-a21c-e590ce5f192a] [2024/05/06 08:02:45.827 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:02:45.827 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 76660d10-c853-4d90-a21c-e590ce5f192a"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:45.827 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 76660d10-c853-4d90-a21c-e590ce5f192a"] [2024/05/06 08:02:45.827 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:02:45.827 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:02:45.827 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:02:45.827 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:45.828 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:02:45.828 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=82800162-50e4-41f4-b865-a3ed59b1122b] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:45.828 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:02:45.828 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 82800162-50e4-41f4-b865-a3ed59b1122b"] [error="context canceled"] [2024/05/06 08:02:45.828 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:45.828 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:45.828 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 82800162-50e4-41f4-b865-a3ed59b1122b"] [2024/05/06 08:02:45.828 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:45.828 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 82800162-50e4-41f4-b865-a3ed59b1122b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:45.896 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:02:45.896 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 76660d10-c853-4d90-a21c-e590ce5f192a"] [error="context canceled"] [2024/05/06 08:02:46.097 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 76660d10-c853-4d90-a21c-e590ce5f192a"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:47.084 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 82800162-50e4-41f4-b865-a3ed59b1122b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:47.088 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 76660d10-c853-4d90-a21c-e590ce5f192a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:47.088 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:02:47.088 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:47.352 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 76660d10-c853-4d90-a21c-e590ce5f192a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:47.352 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:02:47.352 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:02:47.352 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:47.360 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.578136392s] [2024/05/06 08:02:47.361 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:47.361 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:47.361 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:47.361 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:47.361 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:47.361 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:47.361 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:47.361 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:47.361 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:47.361 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:47.361 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:47.361 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:47.361 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:47.362 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestReplaceRowCheck (4.68s) === RUN TestDuplicateKeyErrorMessage [2024/05/06 08:02:47.368 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:02:47.369 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 08:02:47.369 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793191436093292] [2024/05/06 08:02:47.370 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:47.370 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 08:02:47.371 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:47.371 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:47.371 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:47.371 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:47.371 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:47.373 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:02:47.376 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:47.378 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:47.380 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:47.387 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793191436093292] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:02:47.397 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:02:47.533 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1355] ["lease id"=6f188f4cea329041] [2024/05/06 08:02:47.535 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:02:47.653 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=196] ["start time"=114.857216ms] [2024/05/06 08:02:47.658 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:02:47.658 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=789e05b4-4768-42df-916c-83b28c68db48] [runWorker=true] [2024/05/06 08:02:47.658 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:02:47.660 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:02:47.661 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 08:02:47.661 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:47.661 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:47.661 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:47.661 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:47.661 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:47.661 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:47.661 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:47.661 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:47.662 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:47.662 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:47.662 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:47.662 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:47.662 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:47.662 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:02:47.663 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 789e05b4-4768-42df-916c-83b28c68db48"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4cea329172] [ownerID=789e05b4-4768-42df-916c-83b28c68db48] [op=none] [2024/05/06 08:02:47.664 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:47.664 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=2486994a-ccf5-4da5-a0f3-364b92f2e234] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:47.669 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:02:47.691 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:02:47.692 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:47.692 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:02:47.713 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:47.714 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 789e05b4-4768-42df-916c-83b28c68db48"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4cea329172] [ownerID=789e05b4-4768-42df-916c-83b28c68db48] [op=none] [2024/05/06 08:02:47.714 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 789e05b4-4768-42df-916c-83b28c68db48"] [op=none] [2024/05/06 08:02:47.714 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:02:47.787 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:47.803 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:47.813 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:47.813 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:47.813 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:47.813 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:02:47.813 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:47.813 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:02:47.813 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:02:47.813 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:02:47.813 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:02:47.815 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:47.816 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:02:47.817 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:47.817 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:47.817 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:47.817 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:47.817 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:02:47.820 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:47.821 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:02:47.826 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/ab533944-50c2-4e48-acc1-e5b244ffe745] [2024/05/06 08:02:47.826 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:47.826 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:47.829 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:47.830 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:02:47.830 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:02:47.866 +00:00] [INFO] [set.go:170] ["set global var"] [conn=31] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:02:47.870 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=31] [schemaVersion=196] [cur_db=test] [sql="alter table `_t1` nocache"] [user=] [2024/05/06 08:02:47.873 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=31] [schemaVersion=196] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/05/06 08:02:47.875 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=59.39027ms] [2024/05/06 08:02:47.876 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=31] [schemaVersion=196] [cur_db=test] [sql="drop table `_t1`,`t1`"] [user=] [2024/05/06 08:02:47.902 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:239, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:237, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:47.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:47.902 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:239, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:237, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:47.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t1`,`t1`"] [2024/05/06 08:02:47.945 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 84, tp general"] [category=ddl] [jobID=239] [conn=31] [category=ddl] [job="ID:239, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:47.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:47.973 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=196] [neededSchemaVersion=197] ["start time"=239.379Β΅s] [gotSchemaVersion=197] [phyTblIDs="[237]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:47.982 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=239] [version=197] [2024/05/06 08:02:48.023 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=197] ["take time"=53.437858ms] [job="ID:239, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:237, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:47.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:48.074 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 84, tp general"] [category=ddl] [jobID=239] [conn=31] [category=ddl] [job="ID:239, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:47.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:48.102 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=197] [neededSchemaVersion=198] ["start time"=206.73Β΅s] [gotSchemaVersion=198] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:48.113 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=239] [version=198] [2024/05/06 08:02:48.151 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=198] ["take time"=53.139952ms] [job="ID:239, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:47.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:48.186 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 84, tp general"] [category=ddl] [jobID=239] [conn=31] [category=ddl] [job="ID:239, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:47.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:48.195 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 237, Old Table Name: _t1"] [2024/05/06 08:02:48.228 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=198] [neededSchemaVersion=199] ["start time"=256.236Β΅s] [gotSchemaVersion=199] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:48.240 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=239] [version=199] [2024/05/06 08:02:48.277 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=199] ["take time"=53.467425ms] [job="ID:239, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:237, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:47.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:48.333 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=239] [tableIDs="[237]"] [comment="drop table: table ID"] [2024/05/06 08:02:48.346 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=239] [jobType="drop table"] [2024/05/06 08:02:48.350 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 84, tp general"] [category=ddl] [jobID=239] [conn=31] [job="ID:239, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:237, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:47.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:48.424 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=239] [2024/05/06 08:02:48.424 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:48.457 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:240, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:48.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:48.457 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:240, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:48.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t1`,`t1`"] [2024/05/06 08:02:48.498 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 84, tp general"] [category=ddl] [jobID=240] [conn=31] [category=ddl] [job="ID:240, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:48.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:48.528 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=199] [neededSchemaVersion=200] ["start time"=263.593Β΅s] [gotSchemaVersion=200] [phyTblIDs="[231]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:48.537 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=240] [version=200] [2024/05/06 08:02:48.577 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=200] ["take time"=53.254441ms] [job="ID:240, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:48.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:48.642 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 84, tp general"] [category=ddl] [jobID=240] [conn=31] [category=ddl] [job="ID:240, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:48.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:48.677 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=200] [neededSchemaVersion=201] ["start time"=212.315Β΅s] [gotSchemaVersion=201] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:48.686 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=240] [version=201] [2024/05/06 08:02:48.722 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=201] ["take time"=53.342172ms] [job="ID:240, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:48.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:48.782 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 84, tp general"] [category=ddl] [jobID=240] [conn=31] [category=ddl] [job="ID:240, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:48.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:48.791 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 231, Old Table Name: t1"] [2024/05/06 08:02:48.823 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=201] [neededSchemaVersion=202] ["start time"=241.847Β΅s] [gotSchemaVersion=202] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:48.826 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:02:48.827 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:02:48.827 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/ab533944-50c2-4e48-acc1-e5b244ffe745] [watcherID=23430a2d-0cb7-473a-9030-bfae230f2ace] [2024/05/06 08:02:48.830 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:02:48.835 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=240] [version=202] [2024/05/06 08:02:48.844 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:02:48.844 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:02:48.844 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:02:48.844 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:02:48.872 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=202] ["take time"=53.179261ms] [job="ID:240, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:231, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:48.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:48.934 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=240] [tableIDs="[231]"] [comment="drop table: table ID"] [2024/05/06 08:02:48.944 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=240] [jobType="drop table"] [2024/05/06 08:02:48.948 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 84, tp general"] [category=ddl] [jobID=240] [conn=31] [job="ID:240, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:231, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:48.394 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:48.999 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=240] [2024/05/06 08:02:48.999 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:49.003 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 31\n# Query_time: 1.128767034\n# Parse_time: 0.000379377\n# Compile_time: 0.001004568\n# Rewrite_time: 0.000016433\n# Optimize_time: 0.000172795\n# Wait_TS: 0.000410975\n# DB: test\n# Is_internal: false\n# Digest: c71583305ed1e2646b2573a42a8ffefc5eedd608acdc4474cb84c0ed48b30ed7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t1`,`t1`;"] [2024/05/06 08:02:49.010 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=32] [schemaVersion=202] [cur_db=test] [sql="drop table if exists t1"] [user=] [2024/05/06 08:02:49.014 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=32] [schemaVersion=202] [cur_db=test] [sql="create table t1(a int primary key, b int)"] [user=] [2024/05/06 08:02:49.082 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:242, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:48.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:49.082 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:242, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:48.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int primary key, b int)"] [2024/05/06 08:02:49.132 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 84, tp general"] [category=ddl] [jobID=242] [conn=32] [category=ddl] [job="ID:242, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:48.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:49.140 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 241, Table Name: t1"] [2024/05/06 08:02:49.187 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=202] [neededSchemaVersion=203] ["start time"=2.370698ms] [gotSchemaVersion=203] [phyTblIDs="[241]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:49.196 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=242] [version=203] [2024/05/06 08:02:49.234 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=203] ["take time"=53.366636ms] [job="ID:242, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:48.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:49.283 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 84, tp general"] [category=ddl] [jobID=242] [conn=32] [job="ID:242, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:48.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:49.324 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=242] [2024/05/06 08:02:49.324 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:49.328 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 32\n# Query_time: 0.316185277\n# Parse_time: 0.0012213\n# Compile_time: 0.001348258\n# Rewrite_time: 0.000018661\n# Optimize_time: 0.000312257\n# Wait_TS: 0.000422172\n# DB: test\n# Is_internal: false\n# Digest: 974ba3eb266af13b2253f47893e1227576b31d8966dc55753473e0cea8c2cee4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t1(a int primary key, b int);"] [2024/05/06 08:02:49.345 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572390657851393] [generation=1] [session=32] [keys=1] [size=29B] ["flushed keys"=1] ["flushed size"=29B] ["take time"=902.507Β΅s] [2024/05/06 08:02:49.372 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 789e05b4-4768-42df-916c-83b28c68db48"] [2024/05/06 08:02:49.372 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 789e05b4-4768-42df-916c-83b28c68db48"] [2024/05/06 08:02:49.373 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 789e05b4-4768-42df-916c-83b28c68db48"] [] [2024/05/06 08:02:49.374 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:49.374 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 88, tp add index"] [category=ddl] ["take time"=29.79Β΅s] [2024/05/06 08:02:49.374 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 85, tp add index"] [category=ddl] ["take time"=28.455Β΅s] [2024/05/06 08:02:49.374 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 86, tp add index"] [category=ddl] ["take time"=24.343Β΅s] [2024/05/06 08:02:49.375 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 87, tp add index"] [category=ddl] ["take time"=22.627Β΅s] [2024/05/06 08:02:49.375 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:49.375 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 84, tp general"] [category=ddl] ["take time"=5.575Β΅s] [2024/05/06 08:02:49.375 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:49.375 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:02:49.375 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:02:49.377 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=789e05b4-4768-42df-916c-83b28c68db48] ["take time"=31.350412ms] [2024/05/06 08:02:49.377 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=789e05b4-4768-42df-916c-83b28c68db48] [2024/05/06 08:02:49.379 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:02:49.379 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/ab533944-50c2-4e48-acc1-e5b244ffe745] [watcherID=23430a2d-0cb7-473a-9030-bfae230f2ace] [2024/05/06 08:02:49.379 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:02:49.380 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/ab533944-50c2-4e48-acc1-e5b244ffe745] [2024/05/06 08:02:49.380 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:49.380 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:49.380 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:49.380 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:49.380 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:49.380 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:49.380 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:49.380 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:49.380 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:49.380 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:49.385 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:02:49.385 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:02:49.386 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1355] [2024/05/06 08:02:49.386 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:49.386 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:49.386 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:02:49.386 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:49.386 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:02:49.386 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=789e05b4-4768-42df-916c-83b28c68db48] [2024/05/06 08:02:49.386 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:02:49.386 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:49.386 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:02:49.386 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:49.386 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:02:49.386 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:49.386 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:49.386 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:49.386 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:49.386 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:49.386 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:02:49.386 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:02:49.386 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:02:49.386 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:49.386 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:02:49.386 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:02:49.386 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:49.386 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:02:49.386 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:49.386 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:02:49.386 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:02:49.386 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:49.386 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:49.386 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:49.386 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:02:49.386 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:49.386 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:02:49.386 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 789e05b4-4768-42df-916c-83b28c68db48"] [error="lost watcher waiting for delete"] [2024/05/06 08:02:49.386 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2486994a-ccf5-4da5-a0f3-364b92f2e234"] [error="lost watcher waiting for delete"] [2024/05/06 08:02:49.386 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 789e05b4-4768-42df-916c-83b28c68db48"] [error="context canceled"] [2024/05/06 08:02:49.386 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:02:49.386 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=789e05b4-4768-42df-916c-83b28c68db48] [2024/05/06 08:02:49.386 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:02:49.387 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:02:49.387 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 789e05b4-4768-42df-916c-83b28c68db48"] [2024/05/06 08:02:49.386 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:02:49.386 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:02:49.386 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:02:49.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:49.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:49.387 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:02:49.386 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:49.386 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:02:49.386 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:02:49.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:49.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:49.387 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:02:49.386 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:02:49.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:49.387 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:02:49.387 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:02:49.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:49.388 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:02:49.388 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:02:49.388 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:49.388 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2486994a-ccf5-4da5-a0f3-364b92f2e234"] [error="context canceled"] [2024/05/06 08:02:49.388 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:49.388 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=2486994a-ccf5-4da5-a0f3-364b92f2e234] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:49.388 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2486994a-ccf5-4da5-a0f3-364b92f2e234"] [2024/05/06 08:02:49.388 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:49.388 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2486994a-ccf5-4da5-a0f3-364b92f2e234"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:49.422 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:02:49.422 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 789e05b4-4768-42df-916c-83b28c68db48"] [error="context canceled"] [2024/05/06 08:02:49.422 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 789e05b4-4768-42df-916c-83b28c68db48"] [2024/05/06 08:02:49.422 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 789e05b4-4768-42df-916c-83b28c68db48"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:50.639 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 789e05b4-4768-42df-916c-83b28c68db48"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:50.639 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:02:50.639 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:50.641 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2486994a-ccf5-4da5-a0f3-364b92f2e234"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:50.671 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 789e05b4-4768-42df-916c-83b28c68db48"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:50.671 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:02:50.672 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:02:50.672 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:50.679 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.333056979s] [2024/05/06 08:02:50.679 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:50.679 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:50.679 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:50.679 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:50.679 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:50.680 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:50.679 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:50.680 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:50.680 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:50.680 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:50.680 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:50.680 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:50.680 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:50.681 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestDuplicateKeyErrorMessage (3.32s) === RUN TestInsertIgnoreOnDuplicateKeyUpdate [2024/05/06 08:02:50.687 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:02:50.688 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 08:02:50.688 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793191436093292] [2024/05/06 08:02:50.689 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:50.689 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 08:02:50.690 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:50.690 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:50.690 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:50.690 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:50.690 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:50.692 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:02:50.696 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:50.697 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:50.699 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:50.708 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793191436093292] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:02:50.719 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:02:50.855 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=559] ["lease id"=3eaa8f4cea329199] [2024/05/06 08:02:50.857 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:02:50.949 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=203] ["start time"=88.324549ms] [2024/05/06 08:02:50.954 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:02:50.954 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=4e5d9660-3237-4cf5-9f89-c5a06a9a04c0] [runWorker=true] [2024/05/06 08:02:50.954 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:02:50.956 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:02:50.956 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 08:02:50.957 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:50.957 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:50.957 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:50.957 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:50.957 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:50.957 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:50.957 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:50.957 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:50.957 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:50.957 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:50.957 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:50.957 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:50.957 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:50.957 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:02:50.959 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4e5d9660-3237-4cf5-9f89-c5a06a9a04c0"] ["owner key"=/tidb/ddl/fg/owner/22318f4cea2ea78b] [ownerID=4e5d9660-3237-4cf5-9f89-c5a06a9a04c0] [op=none] [2024/05/06 08:02:50.960 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:50.960 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=a293f38b-c731-43e8-934f-3d90393b2b4c] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:50.965 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:02:50.988 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:02:50.989 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:50.989 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:02:51.008 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:51.009 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4e5d9660-3237-4cf5-9f89-c5a06a9a04c0"] ["owner key"=/tidb/ddl/fg/owner/22318f4cea2ea78b] [ownerID=4e5d9660-3237-4cf5-9f89-c5a06a9a04c0] [op=none] [2024/05/06 08:02:51.009 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4e5d9660-3237-4cf5-9f89-c5a06a9a04c0"] [op=none] [2024/05/06 08:02:51.009 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:02:51.089 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:51.105 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:51.148 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:51.149 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:51.149 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:51.149 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:02:51.149 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:02:51.149 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:51.149 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:02:51.149 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:02:51.149 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:02:51.151 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:51.151 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:02:51.153 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:51.153 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:51.153 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:51.153 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:02:51.153 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:51.157 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:51.158 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:02:51.164 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/4ec1cf3e-8fb4-4949-8213-9ed4fb927c21] [2024/05/06 08:02:51.164 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:51.165 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:51.171 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:51.171 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:02:51.171 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:02:51.203 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=51.825365ms] [2024/05/06 08:02:51.225 +00:00] [INFO] [set.go:170] ["set global var"] [conn=33] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:02:51.230 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=33] [schemaVersion=203] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/05/06 08:02:51.232 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=33] [schemaVersion=203] [cur_db=test] [sql="drop table `t1`"] [user=] [2024/05/06 08:02:51.256 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:243, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:51.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:51.256 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:243, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:51.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t1`"] [2024/05/06 08:02:51.300 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 89, tp general"] [category=ddl] [jobID=243] [conn=33] [category=ddl] [job="ID:243, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:51.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:51.329 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=203] [neededSchemaVersion=204] ["start time"=233.705Β΅s] [gotSchemaVersion=204] [phyTblIDs="[241]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:51.339 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=243] [version=204] [2024/05/06 08:02:51.378 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=204] ["take time"=52.869924ms] [job="ID:243, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:51.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:51.443 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 89, tp general"] [category=ddl] [jobID=243] [conn=33] [category=ddl] [job="ID:243, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:51.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:51.477 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=204] [neededSchemaVersion=205] ["start time"=219.603Β΅s] [gotSchemaVersion=205] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:51.487 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=243] [version=205] [2024/05/06 08:02:51.526 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=205] ["take time"=52.952013ms] [job="ID:243, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:51.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:51.589 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 89, tp general"] [category=ddl] [jobID=243] [conn=33] [category=ddl] [job="ID:243, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:51.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:51.598 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 241, Old Table Name: t1"] [2024/05/06 08:02:51.630 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=205] [neededSchemaVersion=206] ["start time"=208.362Β΅s] [gotSchemaVersion=206] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:51.639 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=243] [version=206] [2024/05/06 08:02:51.679 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=206] ["take time"=53.780435ms] [job="ID:243, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:241, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:51.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:51.733 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=243] [tableIDs="[241]"] [comment="drop table: table ID"] [2024/05/06 08:02:51.745 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=243] [jobType="drop table"] [2024/05/06 08:02:51.749 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 89, tp general"] [category=ddl] [jobID=243] [conn=33] [job="ID:243, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:241, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:51.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:51.801 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=243] [2024/05/06 08:02:51.801 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:51.805 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 33\n# Query_time: 0.57376676\n# Parse_time: 0.000170816\n# Compile_time: 0.000511768\n# Rewrite_time: 0.000007778\n# Optimize_time: 0.000172579\n# Wait_TS: 0.000309589\n# DB: test\n# Is_internal: false\n# Digest: 685084ba824835aa833e8cd3709eccd20bb6832158d452495dc792a162813a3c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t1`;"] [2024/05/06 08:02:51.842 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=34] [schemaVersion=206] [cur_db=test] [sql="drop table if exists t1"] [user=] [2024/05/06 08:02:51.845 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=34] [schemaVersion=206] [cur_db=test] [sql="create table t1(a int, b int, unique index u1(a, b), unique index u2(a))"] [user=] [2024/05/06 08:02:51.889 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:245, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:51.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:51.890 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:245, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:51.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int, b int, unique index u1(a, b), unique index u2(a))"] [2024/05/06 08:02:51.933 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 89, tp general"] [category=ddl] [jobID=245] [conn=34] [category=ddl] [job="ID:245, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:51.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:51.941 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 244, Table Name: t1"] [2024/05/06 08:02:52.012 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=206] [neededSchemaVersion=207] ["start time"=2.470713ms] [gotSchemaVersion=207] [phyTblIDs="[244]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:52.022 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=245] [version=207] [2024/05/06 08:02:52.059 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=207] ["take time"=53.342605ms] [job="ID:245, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:51.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:52.122 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 89, tp general"] [category=ddl] [jobID=245] [conn=34] [job="ID:245, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:51.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:52.161 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=245] [2024/05/06 08:02:52.162 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:52.164 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:02:52.164 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:02:52.165 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/4ec1cf3e-8fb4-4949-8213-9ed4fb927c21] [watcherID=f8d9746a-2f3b-43b2-8082-91ec5639cd96] [2024/05/06 08:02:52.165 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 34\n# Query_time: 0.321111914\n# Parse_time: 0.000893332\n# Compile_time: 0.001030194\n# Rewrite_time: 0.000009694\n# Optimize_time: 0.00041917\n# Wait_TS: 0.000440126\n# DB: test\n# Is_internal: false\n# Digest: 02540143b8561d612e05952aa4aa2af086a99f964bd844533a3a440bf88f0bc1\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t1(a int, b int, unique index u1(a, b), unique index u2(a));"] [2024/05/06 08:02:52.171 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:02:52.175 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572391391854603] [generation=1] [session=34] [keys=6] [size=228B] ["flushed keys"=6] ["flushed size"=228B] ["take time"=1.384731ms] [2024/05/06 08:02:52.175 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=6] [size=228B] [startTS=449572391391854603] [2024/05/06 08:02:52.176 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572391391854603] [commitTS=449572391391854609] [2024/05/06 08:02:52.177 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572391391854603] [startKey=7480000000000000f45f698000000000000001038000000000000000038000000000000000] [endKey=7480000000000000f45f728000000000000002] [concurrency=8] [2024/05/06 08:02:52.180 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572391391854603] [startKey=7480000000000000f45f698000000000000001038000000000000000038000000000000000] [endKey=7480000000000000f45f728000000000000002] ["cost time"=3.244295ms] ["completed regions"=1] [2024/05/06 08:02:52.180 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572391391854603] [commitTS=449572391391854609] [session=34] [2024/05/06 08:02:52.184 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:02:52.184 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:02:52.184 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:02:52.184 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:02:52.190 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572391391854612] [generation=1] [session=34] [keys=3] [size=115B] ["flushed keys"=3] ["flushed size"=115B] ["take time"=1.273156ms] [2024/05/06 08:02:52.190 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=3] [size=115B] [startTS=449572391391854612] [2024/05/06 08:02:52.191 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572391391854612] [commitTS=449572391391854619] [2024/05/06 08:02:52.192 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572391391854612] [startKey=7480000000000000f45f698000000000000001038000000000000000038000000000000000] [endKey=7480000000000000f45f728000000000000001] [concurrency=8] [2024/05/06 08:02:52.194 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572391391854612] [startKey=7480000000000000f45f698000000000000001038000000000000000038000000000000000] [endKey=7480000000000000f45f728000000000000001] ["cost time"=2.756201ms] ["completed regions"=1] [2024/05/06 08:02:52.195 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572391391854612] [commitTS=449572391391854619] [session=34] [2024/05/06 08:02:52.233 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4e5d9660-3237-4cf5-9f89-c5a06a9a04c0"] [2024/05/06 08:02:52.233 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4e5d9660-3237-4cf5-9f89-c5a06a9a04c0"] [2024/05/06 08:02:52.233 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4e5d9660-3237-4cf5-9f89-c5a06a9a04c0"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:52.235 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4e5d9660-3237-4cf5-9f89-c5a06a9a04c0"] [] [2024/05/06 08:02:52.236 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:52.236 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 93, tp add index"] [category=ddl] ["take time"=24.577Β΅s] [2024/05/06 08:02:52.236 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 90, tp add index"] [category=ddl] ["take time"=8.432Β΅s] [2024/05/06 08:02:52.236 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 91, tp add index"] [category=ddl] ["take time"=13.414Β΅s] [2024/05/06 08:02:52.236 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 92, tp add index"] [category=ddl] ["take time"=10.933Β΅s] [2024/05/06 08:02:52.236 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:52.236 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 89, tp general"] [category=ddl] ["take time"=4.92Β΅s] [2024/05/06 08:02:52.237 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:52.237 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:02:52.237 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:02:52.238 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=4e5d9660-3237-4cf5-9f89-c5a06a9a04c0] ["take time"=39.320464ms] [2024/05/06 08:02:52.238 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=4e5d9660-3237-4cf5-9f89-c5a06a9a04c0] [2024/05/06 08:02:52.240 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:02:52.240 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/4ec1cf3e-8fb4-4949-8213-9ed4fb927c21] [watcherID=f8d9746a-2f3b-43b2-8082-91ec5639cd96] [2024/05/06 08:02:52.240 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:02:52.240 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/4ec1cf3e-8fb4-4949-8213-9ed4fb927c21] [2024/05/06 08:02:52.240 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:52.240 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:52.240 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:52.240 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:52.240 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:52.240 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:52.241 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:52.241 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:52.241 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:52.241 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:52.246 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:02:52.246 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:02:52.247 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=559] [2024/05/06 08:02:52.247 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:02:52.247 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:52.247 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:02:52.247 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:52.247 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=4e5d9660-3237-4cf5-9f89-c5a06a9a04c0] [2024/05/06 08:02:52.247 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:02:52.247 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:02:52.247 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:52.247 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:02:52.247 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:52.247 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:02:52.247 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:02:52.247 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:52.247 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:52.247 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:02:52.247 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:02:52.247 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:02:52.247 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:02:52.247 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:02:52.247 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:52.247 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:02:52.247 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:02:52.247 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:52.247 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:52.247 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:02:52.247 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=4e5d9660-3237-4cf5-9f89-c5a06a9a04c0] [2024/05/06 08:02:52.247 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4e5d9660-3237-4cf5-9f89-c5a06a9a04c0"] [error="lost watcher waiting for delete"] [2024/05/06 08:02:52.247 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a293f38b-c731-43e8-934f-3d90393b2b4c"] [error="lost watcher waiting for delete"] [2024/05/06 08:02:52.247 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:02:52.247 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:02:52.247 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:02:52.247 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:02:52.247 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:52.247 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:02:52.247 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:02:52.247 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:52.247 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:52.247 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:02:52.248 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:02:52.248 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:52.248 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:52.247 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:52.247 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:52.247 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:02:52.247 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:52.247 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:02:52.248 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:52.247 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:52.247 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:02:52.248 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:52.248 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:52.247 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:52.247 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:52.247 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4e5d9660-3237-4cf5-9f89-c5a06a9a04c0"] [error="context canceled"] [2024/05/06 08:02:52.247 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:02:52.248 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:02:52.248 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4e5d9660-3237-4cf5-9f89-c5a06a9a04c0"] [2024/05/06 08:02:52.248 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:52.248 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4e5d9660-3237-4cf5-9f89-c5a06a9a04c0"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:52.249 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:02:52.249 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:02:52.249 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=a293f38b-c731-43e8-934f-3d90393b2b4c] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:52.249 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:52.249 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a293f38b-c731-43e8-934f-3d90393b2b4c"] [error="context canceled"] [2024/05/06 08:02:52.249 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:52.249 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:52.249 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a293f38b-c731-43e8-934f-3d90393b2b4c"] [2024/05/06 08:02:52.282 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:02:52.282 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4e5d9660-3237-4cf5-9f89-c5a06a9a04c0"] [error="context canceled"] [2024/05/06 08:02:52.282 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4e5d9660-3237-4cf5-9f89-c5a06a9a04c0"] [2024/05/06 08:02:53.488 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4e5d9660-3237-4cf5-9f89-c5a06a9a04c0"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:53.488 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:02:53.488 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:53.498 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a293f38b-c731-43e8-934f-3d90393b2b4c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:53.537 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4e5d9660-3237-4cf5-9f89-c5a06a9a04c0"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:53.537 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:02:53.537 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:02:53.537 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:53.543 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.344071563s] [2024/05/06 08:02:53.544 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:53.544 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:53.544 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:53.544 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:53.544 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:53.544 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:53.544 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:53.544 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:53.544 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:53.544 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:53.544 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:53.544 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:53.544 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:53.545 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestInsertIgnoreOnDuplicateKeyUpdate (2.86s) === RUN TestConflictError [2024/05/06 08:02:53.551 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:02:53.551 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 08:02:53.552 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793191436093292] [2024/05/06 08:02:53.552 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:53.552 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 08:02:53.553 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:53.553 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:53.553 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:53.553 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:53.554 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:53.555 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:02:53.559 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:53.561 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:53.562 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:53.570 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793191436093292] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:02:53.580 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:02:53.721 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1431] ["lease id"=3eaa8f4cea3291b6] [2024/05/06 08:02:53.724 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:02:53.817 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=207] ["start time"=89.909194ms] [2024/05/06 08:02:53.822 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:02:53.822 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=a157e96c-dcbf-4f03-aae9-582ba7809d19] [runWorker=true] [2024/05/06 08:02:53.822 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:02:53.824 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:02:53.825 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 08:02:53.825 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:53.825 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:53.825 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:53.825 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:53.825 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:53.825 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:53.826 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:53.826 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:53.826 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:53.826 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:53.826 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:53.826 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:53.826 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:53.826 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:02:53.827 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a157e96c-dcbf-4f03-aae9-582ba7809d19"] ["owner key"=/tidb/ddl/fg/owner/22318f4cea2ea7aa] [ownerID=a157e96c-dcbf-4f03-aae9-582ba7809d19] [op=none] [2024/05/06 08:02:53.829 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:53.829 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=0868182d-353b-4e5a-8d8f-877ab6051bec] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:53.834 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:02:53.877 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:53.878 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a157e96c-dcbf-4f03-aae9-582ba7809d19"] ["owner key"=/tidb/ddl/fg/owner/22318f4cea2ea7aa] [ownerID=a157e96c-dcbf-4f03-aae9-582ba7809d19] [op=none] [2024/05/06 08:02:53.878 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a157e96c-dcbf-4f03-aae9-582ba7809d19"] [op=none] [2024/05/06 08:02:53.878 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:02:53.888 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:02:53.889 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:53.889 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:02:53.984 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:54.002 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:54.013 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:54.013 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:54.013 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:54.013 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:54.013 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:02:54.013 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:02:54.013 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:02:54.013 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:02:54.013 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:02:54.015 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:54.015 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:02:54.016 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:54.016 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:54.016 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:54.016 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:02:54.016 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:54.019 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:54.021 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:02:54.026 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/4b017588-e1fe-4f23-847f-45abe2fa90cf] [2024/05/06 08:02:54.026 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:54.026 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:54.030 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:54.030 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:02:54.031 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:02:54.060 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=44.706245ms] [2024/05/06 08:02:54.078 +00:00] [INFO] [set.go:170] ["set global var"] [conn=35] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:02:54.082 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=35] [schemaVersion=207] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/05/06 08:02:54.084 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=35] [schemaVersion=207] [cur_db=test] [sql="drop table `t1`"] [user=] [2024/05/06 08:02:54.109 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:246, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:54.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:54.109 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:246, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:54.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t1`"] [2024/05/06 08:02:54.148 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 94, tp general"] [category=ddl] [jobID=246] [conn=35] [category=ddl] [job="ID:246, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:54.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:54.173 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=207] [neededSchemaVersion=208] ["start time"=215.262Β΅s] [gotSchemaVersion=208] [phyTblIDs="[244]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:54.181 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=246] [version=208] [2024/05/06 08:02:54.223 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=208] ["take time"=53.758132ms] [job="ID:246, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:54.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:54.280 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 94, tp general"] [category=ddl] [jobID=246] [conn=35] [category=ddl] [job="ID:246, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:54.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:54.306 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=208] [neededSchemaVersion=209] ["start time"=215.448Β΅s] [gotSchemaVersion=209] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:54.315 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=246] [version=209] [2024/05/06 08:02:54.356 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=209] ["take time"=53.957203ms] [job="ID:246, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:54.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:54.394 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 94, tp general"] [category=ddl] [jobID=246] [conn=35] [category=ddl] [job="ID:246, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:54.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:54.403 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 244, Old Table Name: t1"] [2024/05/06 08:02:54.438 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=209] [neededSchemaVersion=210] ["start time"=246.701Β΅s] [gotSchemaVersion=210] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:54.447 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=246] [version=210] [2024/05/06 08:02:54.487 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=210] ["take time"=53.071906ms] [job="ID:246, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:244, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:54.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:54.539 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=246] [tableIDs="[244]"] [comment="drop table: table ID"] [2024/05/06 08:02:54.551 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=246] [jobType="drop table"] [2024/05/06 08:02:54.581 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 94, tp general"] [category=ddl] [jobID=246] [conn=35] [job="ID:246, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:244, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:54.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:54.632 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=246] [2024/05/06 08:02:54.632 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:54.636 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 35\n# Query_time: 0.552006273\n# Parse_time: 0.000198156\n# Compile_time: 0.000481765\n# Rewrite_time: 0.000007769\n# Optimize_time: 0.000153577\n# Wait_TS: 0.000534678\n# DB: test\n# Is_internal: false\n# Digest: 685084ba824835aa833e8cd3709eccd20bb6832158d452495dc792a162813a3c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t1`;"] [2024/05/06 08:02:54.643 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=36] [schemaVersion=210] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 08:02:54.646 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=36] [schemaVersion=210] [cur_db=test] [sql="create table t1(a int primary key, b int)"] [user=] [2024/05/06 08:02:54.683 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:54.643 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:54.683 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:54.643 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int primary key, b int)"] [2024/05/06 08:02:54.733 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 94, tp general"] [category=ddl] [jobID=248] [conn=36] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:54.643 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:54.741 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 247, Table Name: t1"] [2024/05/06 08:02:54.788 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=210] [neededSchemaVersion=211] ["start time"=2.124966ms] [gotSchemaVersion=211] [phyTblIDs="[247]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:54.797 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=248] [version=211] [2024/05/06 08:02:54.835 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=211] ["take time"=53.083629ms] [job="ID:248, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:54.643 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:54.885 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 94, tp general"] [category=ddl] [jobID=248] [conn=36] [job="ID:248, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:54.643 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:54.919 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=248] [2024/05/06 08:02:54.919 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:54.924 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=36] [schemaVersion=211] [cur_db=test] [sql="create table _t1(a int primary key, b int)"] [user=] [2024/05/06 08:02:54.959 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:250, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:54.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:54.959 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:250, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:54.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1(a int primary key, b int)"] [2024/05/06 08:02:54.999 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 94, tp general"] [category=ddl] [jobID=250] [conn=36] [category=ddl] [job="ID:250, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:54.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:55.006 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 249, Table Name: _t1"] [2024/05/06 08:02:55.027 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:02:55.027 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:02:55.027 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/4b017588-e1fe-4f23-847f-45abe2fa90cf] [watcherID=19b6f901-becf-4816-8e8b-fe873710954f] [2024/05/06 08:02:55.031 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:02:55.048 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:02:55.048 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:02:55.048 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:02:55.048 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:02:55.072 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=211] [neededSchemaVersion=212] ["start time"=2.532778ms] [gotSchemaVersion=212] [phyTblIDs="[249]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:55.083 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=250] [version=212] [2024/05/06 08:02:55.119 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=212] ["take time"=53.673369ms] [job="ID:250, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:54.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:55.185 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 94, tp general"] [category=ddl] [jobID=250] [conn=36] [job="ID:250, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:54.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:55.251 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=250] [2024/05/06 08:02:55.251 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:55.254 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 36\n# Query_time: 0.331400421\n# Parse_time: 0.000648872\n# Compile_time: 0.000845185\n# Rewrite_time: 0.000011056\n# Optimize_time: 0.000400058\n# Wait_TS: 0.000388848\n# DB: test\n# Is_internal: false\n# Digest: a8bde44eef1fe710216b490e1d85336d534190c36240e0323fb1b1f503825759\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table _t1(a int primary key, b int);"] [2024/05/06 08:02:55.328 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572392217608195] [generation=1] [session=36] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=3.489533ms] [2024/05/06 08:02:55.328 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572392217608195] [generation=2] [session=36] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=34.257Β΅s] [2024/05/06 08:02:55.328 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449572392217608195] [2024/05/06 08:02:55.330 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572392217608195] [commitTS=449572392217608198] [2024/05/06 08:02:55.330 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572392217608195] [startKey=7480000000000000f95f728000000000000000] [endKey=7480000000000000f95f728000000000000063] [concurrency=8] [2024/05/06 08:02:55.334 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572392217608195] [startKey=7480000000000000f95f728000000000000000] [endKey=7480000000000000f95f728000000000000063] ["cost time"=4.054707ms] ["completed regions"=1] [2024/05/06 08:02:55.334 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572392217608195] [commitTS=449572392217608198] [session=36] [2024/05/06 08:02:55.347 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572392217608202] [generation=1] [session=36] [keys=32] [size=928B] ["flushed keys"=32] ["flushed size"=928B] ["take time"=1.19559ms] [2024/05/06 08:02:55.351 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 08:02:55.351 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-rollback-449572392217608202] [startKey=7480000000000000f95f728000000000000001] [endKey=7480000000000000f95f72800000000000005e] [concurrency=8] [2024/05/06 08:02:55.353 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-rollback-449572392217608202] [startKey=7480000000000000f95f728000000000000001] [endKey=7480000000000000f95f72800000000000005e] ["cost time"=2.225811ms] ["completed regions"=1] [2024/05/06 08:02:55.353 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=rollback] ["resolved regions"=1] [startTS=449572392217608202] [commitTS=0] [session=36] [2024/05/06 08:02:55.361 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a157e96c-dcbf-4f03-aae9-582ba7809d19"] [2024/05/06 08:02:55.361 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a157e96c-dcbf-4f03-aae9-582ba7809d19"] [2024/05/06 08:02:55.362 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a157e96c-dcbf-4f03-aae9-582ba7809d19"] [] [2024/05/06 08:02:55.363 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:55.363 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 96, tp add index"] [category=ddl] ["take time"=25.841Β΅s] [2024/05/06 08:02:55.363 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 97, tp add index"] [category=ddl] ["take time"=14.721Β΅s] [2024/05/06 08:02:55.363 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 98, tp add index"] [category=ddl] ["take time"=13.104Β΅s] [2024/05/06 08:02:55.363 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 95, tp add index"] [category=ddl] ["take time"=11.754Β΅s] [2024/05/06 08:02:55.363 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:55.363 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 94, tp general"] [category=ddl] ["take time"=6.745Β΅s] [2024/05/06 08:02:55.363 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:55.364 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:02:55.364 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:02:55.367 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=a157e96c-dcbf-4f03-aae9-582ba7809d19] ["take time"=16.104778ms] [2024/05/06 08:02:55.367 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=a157e96c-dcbf-4f03-aae9-582ba7809d19] [2024/05/06 08:02:55.369 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:02:55.369 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/4b017588-e1fe-4f23-847f-45abe2fa90cf] [watcherID=19b6f901-becf-4816-8e8b-fe873710954f] [2024/05/06 08:02:55.369 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:02:55.370 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/4b017588-e1fe-4f23-847f-45abe2fa90cf] [2024/05/06 08:02:55.370 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:55.370 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:55.370 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:55.370 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:55.370 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:55.370 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:55.370 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:55.370 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:55.370 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:55.370 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:55.375 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:02:55.376 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:02:55.376 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1431] [2024/05/06 08:02:55.377 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:02:55.377 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:02:55.377 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:55.377 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:02:55.377 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:02:55.377 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:55.377 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:02:55.377 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:02:55.377 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:02:55.377 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:02:55.377 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:55.377 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:55.377 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:55.377 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:55.377 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:02:55.377 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:55.377 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:02:55.377 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:02:55.377 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=a157e96c-dcbf-4f03-aae9-582ba7809d19] [2024/05/06 08:02:55.377 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:02:55.377 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:02:55.377 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:55.377 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:02:55.377 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:55.377 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:02:55.377 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:55.377 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:55.377 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:55.377 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:02:55.377 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:55.377 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:02:55.377 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:55.377 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:55.377 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:55.377 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:55.377 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:55.377 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:02:55.377 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0868182d-353b-4e5a-8d8f-877ab6051bec"] [error="lost watcher waiting for delete"] [2024/05/06 08:02:55.377 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:55.377 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:55.377 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:55.377 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:02:55.377 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:55.377 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:02:55.377 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:02:55.377 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager a157e96c-dcbf-4f03-aae9-582ba7809d19"] [error="lost watcher waiting for delete"] [2024/05/06 08:02:55.377 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a157e96c-dcbf-4f03-aae9-582ba7809d19"] [error="context canceled"] [2024/05/06 08:02:55.377 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager a157e96c-dcbf-4f03-aae9-582ba7809d19"] [2024/05/06 08:02:55.378 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a157e96c-dcbf-4f03-aae9-582ba7809d19"] [2024/05/06 08:02:55.377 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=a157e96c-dcbf-4f03-aae9-582ba7809d19] [2024/05/06 08:02:55.378 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:02:55.377 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:55.377 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:02:55.378 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:02:55.378 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:02:55.378 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:02:55.378 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a157e96c-dcbf-4f03-aae9-582ba7809d19"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:55.378 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:02:55.378 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:02:55.378 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:55.379 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:02:55.379 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0868182d-353b-4e5a-8d8f-877ab6051bec"] [error="context canceled"] [2024/05/06 08:02:55.379 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:02:55.379 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=0868182d-353b-4e5a-8d8f-877ab6051bec] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:55.379 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:55.379 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0868182d-353b-4e5a-8d8f-877ab6051bec"] [2024/05/06 08:02:55.379 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:55.379 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:55.442 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:02:55.443 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager a157e96c-dcbf-4f03-aae9-582ba7809d19"] [error="context canceled"] [2024/05/06 08:02:55.644 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager a157e96c-dcbf-4f03-aae9-582ba7809d19"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:56.606 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a157e96c-dcbf-4f03-aae9-582ba7809d19"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:56.606 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:02:56.606 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:56.624 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0868182d-353b-4e5a-8d8f-877ab6051bec"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:56.895 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager a157e96c-dcbf-4f03-aae9-582ba7809d19"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:56.895 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:02:56.895 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:02:56.895 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:56.901 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.550310286s] [2024/05/06 08:02:56.902 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:56.902 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:56.902 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:56.902 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:56.902 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:56.902 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:56.902 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:56.902 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:56.902 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:56.902 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:56.902 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:56.902 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:56.902 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:56.903 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestConflictError (3.36s) === RUN TestRejectUnsupportedTables [2024/05/06 08:02:56.909 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:02:56.910 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 08:02:56.911 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793191436093292] [2024/05/06 08:02:56.911 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:56.911 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 08:02:56.912 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:56.912 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:56.912 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:56.912 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:56.912 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:56.914 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:02:56.918 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:56.919 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:56.921 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:56.930 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793191436093292] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:02:56.940 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:02:57.081 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=160] ["lease id"=6f188f4cea3290c8] [2024/05/06 08:02:57.083 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:02:57.179 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=212] ["start time"=92.648815ms] [2024/05/06 08:02:57.184 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:02:57.184 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=2a18bfc1-9b21-4e69-853d-1c843b55bb9e] [runWorker=true] [2024/05/06 08:02:57.184 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:02:57.186 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:02:57.188 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 08:02:57.188 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:57.188 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:57.188 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:57.188 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:57.188 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:57.188 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:57.188 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:57.188 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:57.188 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:57.188 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:57.188 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:57.188 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:57.188 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:57.188 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:02:57.190 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2a18bfc1-9b21-4e69-853d-1c843b55bb9e"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4cea3291da] [ownerID=2a18bfc1-9b21-4e69-853d-1c843b55bb9e] [op=none] [2024/05/06 08:02:57.191 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:57.191 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=e0139869-5e53-4a8a-8f90-93dd494f213f] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:57.195 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:02:57.217 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:02:57.218 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:57.218 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:02:57.240 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:57.241 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2a18bfc1-9b21-4e69-853d-1c843b55bb9e"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4cea3291da] [ownerID=2a18bfc1-9b21-4e69-853d-1c843b55bb9e] [op=none] [2024/05/06 08:02:57.241 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2a18bfc1-9b21-4e69-853d-1c843b55bb9e"] [op=none] [2024/05/06 08:02:57.241 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:02:57.308 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:57.324 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:57.337 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:57.337 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:57.337 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:02:57.337 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:57.337 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:02:57.337 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:57.337 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:02:57.337 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:02:57.337 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:02:57.339 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:57.339 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:02:57.340 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:57.340 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:57.340 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:57.340 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:02:57.341 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:57.344 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:57.345 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:02:57.351 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/c0c7ae62-27ed-4c59-a98e-594e88423c79] [2024/05/06 08:02:57.352 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:57.352 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:57.353 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:57.354 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:02:57.354 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:02:57.420 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=80.980705ms] [2024/05/06 08:02:57.440 +00:00] [INFO] [set.go:170] ["set global var"] [conn=37] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:02:57.445 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=37] [schemaVersion=212] [cur_db=test] [sql="alter table `_t1` nocache"] [user=] [2024/05/06 08:02:57.447 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=37] [schemaVersion=212] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/05/06 08:02:57.449 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=37] [schemaVersion=212] [cur_db=test] [sql="drop table `_t1`,`t1`"] [user=] [2024/05/06 08:02:57.473 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:251, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:57.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:57.473 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:251, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:57.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t1`,`t1`"] [2024/05/06 08:02:57.526 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 99, tp general"] [category=ddl] [jobID=251] [conn=37] [category=ddl] [job="ID:251, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:57.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:57.556 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=212] [neededSchemaVersion=213] ["start time"=230.446Β΅s] [gotSchemaVersion=213] [phyTblIDs="[249]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:57.566 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=251] [version=213] [2024/05/06 08:02:57.605 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=213] ["take time"=53.285078ms] [job="ID:251, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:57.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:57.646 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 99, tp general"] [category=ddl] [jobID=251] [conn=37] [category=ddl] [job="ID:251, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:57.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:57.678 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=213] [neededSchemaVersion=214] ["start time"=319.196Β΅s] [gotSchemaVersion=214] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:57.689 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=251] [version=214] [2024/05/06 08:02:57.727 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=214] ["take time"=52.97834ms] [job="ID:251, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:57.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:57.759 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 99, tp general"] [category=ddl] [jobID=251] [conn=37] [category=ddl] [job="ID:251, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:57.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:57.768 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 249, Old Table Name: _t1"] [2024/05/06 08:02:57.800 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=214] [neededSchemaVersion=215] ["start time"=241.816Β΅s] [gotSchemaVersion=215] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:57.810 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=251] [version=215] [2024/05/06 08:02:57.849 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=215] ["take time"=53.80602ms] [job="ID:251, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:249, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:57.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:57.897 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=251] [tableIDs="[249]"] [comment="drop table: table ID"] [2024/05/06 08:02:57.910 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=251] [jobType="drop table"] [2024/05/06 08:02:57.914 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 99, tp general"] [category=ddl] [jobID=251] [conn=37] [job="ID:251, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:249, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:57.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:57.967 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=251] [2024/05/06 08:02:57.967 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:57.994 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:252, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:57.944 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:57.994 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:252, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:57.944 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t1`,`t1`"] [2024/05/06 08:02:58.037 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 99, tp general"] [category=ddl] [jobID=252] [conn=37] [category=ddl] [job="ID:252, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:57.944 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:58.066 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=215] [neededSchemaVersion=216] ["start time"=250.442Β΅s] [gotSchemaVersion=216] [phyTblIDs="[247]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:58.076 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=252] [version=216] [2024/05/06 08:02:58.115 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=216] ["take time"=53.001308ms] [job="ID:252, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:57.944 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:58.201 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 99, tp general"] [category=ddl] [jobID=252] [conn=37] [category=ddl] [job="ID:252, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:57.944 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:58.232 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=216] [neededSchemaVersion=217] ["start time"=256.858Β΅s] [gotSchemaVersion=217] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:58.241 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=252] [version=217] [2024/05/06 08:02:58.281 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=217] ["take time"=53.595961ms] [job="ID:252, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:57.944 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:58.350 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 99, tp general"] [category=ddl] [jobID=252] [conn=37] [category=ddl] [job="ID:252, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:57.944 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:58.351 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:02:58.352 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:02:58.352 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c0c7ae62-27ed-4c59-a98e-594e88423c79] [watcherID=85332cad-4386-4e67-b4c0-dc865738e520] [2024/05/06 08:02:58.354 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:02:58.360 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 247, Old Table Name: t1"] [2024/05/06 08:02:58.366 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:02:58.366 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:02:58.366 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:02:58.366 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:02:58.394 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=217] [neededSchemaVersion=218] ["start time"=253.593Β΅s] [gotSchemaVersion=218] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:58.403 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=252] [version=218] [2024/05/06 08:02:58.443 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=218] ["take time"=52.968661ms] [job="ID:252, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:247, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:57.944 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:58.503 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=252] [tableIDs="[247]"] [comment="drop table: table ID"] [2024/05/06 08:02:58.512 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=252] [jobType="drop table"] [2024/05/06 08:02:58.516 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 99, tp general"] [category=ddl] [jobID=252] [conn=37] [job="ID:252, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:247, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:57.944 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:58.566 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=252] [2024/05/06 08:02:58.567 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:58.570 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 37\n# Query_time: 1.121803251\n# Parse_time: 0.000265514\n# Compile_time: 0.000739133\n# Rewrite_time: 0.00001592\n# Optimize_time: 0.000186361\n# Wait_TS: 0.000340124\n# DB: test\n# Is_internal: false\n# Digest: c71583305ed1e2646b2573a42a8ffefc5eedd608acdc4474cb84c0ed48b30ed7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t1`,`t1`;"] [2024/05/06 08:02:58.579 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=218] [cur_db=test] [sql="drop table if exists parent, child"] [user=] [2024/05/06 08:02:58.581 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=218] [cur_db=test] [sql="create table parent(a int primary key)"] [user=] [2024/05/06 08:02:58.618 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:58.594 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:58.618 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:58.594 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table parent(a int primary key)"] [2024/05/06 08:02:58.676 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 99, tp general"] [category=ddl] [jobID=254] [conn=38] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:58.594 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:58.683 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 253, Table Name: parent"] [2024/05/06 08:02:58.727 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=218] [neededSchemaVersion=219] ["start time"=2.215197ms] [gotSchemaVersion=219] [phyTblIDs="[253]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:58.736 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=254] [version=219] [2024/05/06 08:02:58.774 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=219] ["take time"=52.78553ms] [job="ID:254, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:58.594 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:58.808 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 99, tp general"] [category=ddl] [jobID=254] [conn=38] [job="ID:254, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:58.594 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:58.838 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=254] [2024/05/06 08:02:58.838 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:58.844 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=219] [cur_db=test] [sql="create table child(a int, foreign key (a) references parent(a))"] [user=] [2024/05/06 08:02:58.907 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:256, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:255, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:58.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:58.908 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:256, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:255, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:58.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table child(a int, foreign key (a) references parent(a))"] [2024/05/06 08:02:58.949 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 99, tp general"] [category=ddl] [jobID=256] [conn=38] [category=ddl] [job="ID:256, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:255, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:58.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:58.992 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=219] [neededSchemaVersion=220] ["start time"=2.450418ms] [gotSchemaVersion=220] [phyTblIDs="[255]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:59.002 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=256] [version=220] [2024/05/06 08:02:59.039 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=220] ["take time"=53.635587ms] [job="ID:256, Type:create table, State:running, SchemaState:write only, SchemaID:2, TableID:255, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:58.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:59.092 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 99, tp general"] [category=ddl] [jobID=256] [conn=38] [category=ddl] [job="ID:256, Type:create table, State:running, SchemaState:write only, SchemaID:2, TableID:255, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:58.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:59.143 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=220] [neededSchemaVersion=221] ["start time"=2.714413ms] [gotSchemaVersion=221] [phyTblIDs="[255]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:59.153 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=256] [version=221] [2024/05/06 08:02:59.188 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:02:59.190 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=221] ["take time"=53.965837ms] [job="ID:256, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:255, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:58.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:59.228 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 99, tp general"] [category=ddl] [jobID=256] [conn=38] [job="ID:256, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:255, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:58.844 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:59.262 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=256] [2024/05/06 08:02:59.262 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:59.266 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 38\n# Query_time: 0.423868584\n# Parse_time: 0.001554896\n# Compile_time: 0.001170253\n# Rewrite_time: 0.000013105\n# Optimize_time: 0.000365377\n# Wait_TS: 0.000399303\n# DB: test\n# Is_internal: false\n# Digest: 61b4d7961cc04c7bd29ce29ee7ac81c9790fd56bf53edacc687f9a9d6684556a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table child(a int, foreign key (a) references parent(a));"] [2024/05/06 08:02:59.290 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 08:02:59.291 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=221] [error="[planner:1452]Cannot add or update a child row: a foreign key constraint fails (`test`.`child`, CONSTRAINT `fk_1` FOREIGN KEY (`a`) REFERENCES `parent` (`a`))"] [session="{\n \"currDBName\": \"test\",\n \"id\": 38,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 08:02:59.338 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572393266184203] [generation=1] [session=38] [keys=1] [size=25B] ["flushed keys"=1] ["flushed size"=25B] ["take time"=1.116376ms] [2024/05/06 08:02:59.339 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=25B] [startTS=449572393266184203] [2024/05/06 08:02:59.340 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572393266184203] [commitTS=449572393266184204] [2024/05/06 08:02:59.340 +00:00] [INFO] [range_task.go:160] ["empty range task executed. ignored"] [name=pipelined-dml-commit-449572393266184203] [startKey=7480000000000000fd5f728000000000000004] [endKey=7480000000000000fd5f728000000000000004] [2024/05/06 08:02:59.340 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=0] [startTS=449572393266184203] [commitTS=449572393266184204] [session=38] [2024/05/06 08:02:59.344 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449572393266184205] [generation=1] [session=38] [keys=2] [size=67B] ["flushed keys"=2] ["flushed size"=67B] ["take time"=975.889Β΅s] [2024/05/06 08:02:59.344 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=2] [size=67B] [startTS=449572393266184205] [2024/05/06 08:02:59.346 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449572393266184205] [commitTS=449572393279291393] [2024/05/06 08:02:59.346 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449572393266184205] [startKey=7480000000000000ff5f698000000000000001038000000000000004038000000000000003] [endKey=7480000000000000ff5f728000000000000003] [concurrency=8] [2024/05/06 08:02:59.349 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449572393266184205] [startKey=7480000000000000ff5f698000000000000001038000000000000004038000000000000003] [endKey=7480000000000000ff5f728000000000000003] ["cost time"=3.168643ms] ["completed regions"=1] [2024/05/06 08:02:59.350 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449572393266184205] [commitTS=449572393279291393] [session=38] [2024/05/06 08:02:59.350 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=221] [cur_db=test] [sql="create temporary table temp(a int)"] [user=] [2024/05/06 08:02:59.362 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=221] [cur_db=test] [sql="create table cached(a int)"] [user=] [2024/05/06 08:02:59.397 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:259, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:59.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:59.397 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:259, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:59.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table cached(a int)"] [2024/05/06 08:02:59.432 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 99, tp general"] [category=ddl] [jobID=259] [conn=38] [category=ddl] [job="ID:259, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:59.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:59.439 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 258, Table Name: cached"] [2024/05/06 08:02:59.488 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=221] [neededSchemaVersion=222] ["start time"=2.354039ms] [gotSchemaVersion=222] [phyTblIDs="[258]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:59.523 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=259] [version=222] [2024/05/06 08:02:59.535 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=222] ["take time"=54.103053ms] [job="ID:259, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:258, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:59.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:59.590 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 99, tp general"] [category=ddl] [jobID=259] [conn=38] [job="ID:259, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:59.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:59.620 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=259] [2024/05/06 08:02:59.620 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:59.625 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=222] [cur_db=test] [sql="alter table cached cache"] [user=] [2024/05/06 08:02:59.655 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:260, Type:alter table cache, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:59.593 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:59.655 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:260, Type:alter table cache, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:59.593 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="alter table cached cache"] [2024/05/06 08:02:59.695 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 99, tp general"] [category=ddl] [jobID=260] [conn=38] [category=ddl] [job="ID:260, Type:alter table cache, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:59.593 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:59.723 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=222] [neededSchemaVersion=223] ["start time"=2.282804ms] [gotSchemaVersion=223] [phyTblIDs="[258]"] [actionTypes="[57]"] [diffTypes="[\"alter table cache\"]"] [2024/05/06 08:02:59.732 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=260] [version=223] [2024/05/06 08:02:59.770 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=223] ["take time"=53.288918ms] [job="ID:260, Type:alter table cache, State:running, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:59.593 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:59.804 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 99, tp general"] [category=ddl] [jobID=260] [conn=38] [category=ddl] [job="ID:260, Type:alter table cache, State:running, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:59.593 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:59.841 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=223] [neededSchemaVersion=224] ["start time"=2.617447ms] [gotSchemaVersion=224] [phyTblIDs="[258]"] [actionTypes="[57]"] [diffTypes="[\"alter table cache\"]"] [2024/05/06 08:02:59.850 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=260] [version=224] [2024/05/06 08:02:59.888 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=224] ["take time"=52.538057ms] [job="ID:260, Type:alter table cache, State:done, SchemaState:public, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:59.593 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:59.953 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 99, tp general"] [category=ddl] [jobID=260] [conn=38] [job="ID:260, Type:alter table cache, State:synced, SchemaState:public, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:59.593 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:59.982 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=260] [2024/05/06 08:02:59.983 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:59.986 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 38\n# Query_time: 0.361645877\n# Parse_time: 0.000242504\n# Compile_time: 0.000690423\n# Rewrite_time: 0.00001236\n# Optimize_time: 0.000237342\n# Wait_TS: 0.000342825\n# DB: test\n# Is_internal: false\n# Digest: 0c7991438e3d8bdb62473963be68edbc4bf945f74ed312f98c8ea5a389f13671\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table cached cache;"] [2024/05/06 08:03:00.021 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2a18bfc1-9b21-4e69-853d-1c843b55bb9e"] [2024/05/06 08:03:00.021 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2a18bfc1-9b21-4e69-853d-1c843b55bb9e"] [2024/05/06 08:03:00.022 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2a18bfc1-9b21-4e69-853d-1c843b55bb9e"] [] [2024/05/06 08:03:00.023 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:03:00.023 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 102, tp add index"] [category=ddl] ["take time"=26.849Β΅s] [2024/05/06 08:03:00.024 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 103, tp add index"] [category=ddl] ["take time"=15.458Β΅s] [2024/05/06 08:03:00.024 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 100, tp add index"] [category=ddl] ["take time"=13.202Β΅s] [2024/05/06 08:03:00.024 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 101, tp add index"] [category=ddl] ["take time"=13.728Β΅s] [2024/05/06 08:03:00.024 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:03:00.024 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 99, tp general"] [category=ddl] ["take time"=4.642Β΅s] [2024/05/06 08:03:00.024 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:03:00.024 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:03:00.024 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:03:00.027 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=2a18bfc1-9b21-4e69-853d-1c843b55bb9e] ["take time"=9.696317ms] [2024/05/06 08:03:00.027 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=2a18bfc1-9b21-4e69-853d-1c843b55bb9e] [2024/05/06 08:03:00.028 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:03:00.028 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:03:00.029 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c0c7ae62-27ed-4c59-a98e-594e88423c79] [watcherID=85332cad-4386-4e67-b4c0-dc865738e520] [2024/05/06 08:03:00.029 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/c0c7ae62-27ed-4c59-a98e-594e88423c79] [2024/05/06 08:03:00.029 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:03:00.029 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:03:00.029 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:03:00.029 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:03:00.029 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:03:00.029 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:03:00.029 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:03:00.029 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:03:00.029 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:03:00.029 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:03:00.034 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:03:00.034 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:03:00.035 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=160] [2024/05/06 08:03:00.035 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:03:00.035 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:03:00.035 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:03:00.035 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:03:00.035 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:03:00.035 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:03:00.035 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:03:00.035 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:03:00.035 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:03:00.035 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:03:00.035 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:03:00.035 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:03:00.035 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:03:00.035 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:03:00.035 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:03:00.035 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:03:00.035 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:03:00.035 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:03:00.035 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:03:00.035 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:03:00.035 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:03:00.035 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:03:00.035 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:03:00.035 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:03:00.035 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:03:00.035 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:03:00.035 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:03:00.035 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:03:00.035 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:03:00.036 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:03:00.035 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=2a18bfc1-9b21-4e69-853d-1c843b55bb9e] [2024/05/06 08:03:00.036 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:03:00.036 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:03:00.035 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:03:00.035 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:03:00.035 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:03:00.035 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:03:00.036 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:03:00.036 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:03:00.036 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:03:00.036 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:03:00.035 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:03:00.035 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e0139869-5e53-4a8a-8f90-93dd494f213f"] [error="lost watcher waiting for delete"] [2024/05/06 08:03:00.036 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e0139869-5e53-4a8a-8f90-93dd494f213f"] [2024/05/06 08:03:00.035 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:03:00.035 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2a18bfc1-9b21-4e69-853d-1c843b55bb9e"] [error="lost watcher waiting for delete"] [2024/05/06 08:03:00.035 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:03:00.035 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2a18bfc1-9b21-4e69-853d-1c843b55bb9e"] [error="context canceled"] [2024/05/06 08:03:00.036 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2a18bfc1-9b21-4e69-853d-1c843b55bb9e"] [2024/05/06 08:03:00.036 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:03:00.036 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2a18bfc1-9b21-4e69-853d-1c843b55bb9e"] [2024/05/06 08:03:00.035 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:03:00.036 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:03:00.036 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:03:00.036 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=2a18bfc1-9b21-4e69-853d-1c843b55bb9e] [2024/05/06 08:03:00.036 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2a18bfc1-9b21-4e69-853d-1c843b55bb9e"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:03:00.036 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:03:00.036 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:03:00.036 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:03:00.036 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:03:00.036 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:03:00.037 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:03:00.037 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:03:00.037 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=e0139869-5e53-4a8a-8f90-93dd494f213f] [daemon-id=LogBackup::Advancer] [2024/05/06 08:03:00.037 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:03:00.037 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:03:00.037 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:03:00.038 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager e0139869-5e53-4a8a-8f90-93dd494f213f"] [error="context canceled"] [2024/05/06 08:03:00.136 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:03:00.136 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 2a18bfc1-9b21-4e69-853d-1c843b55bb9e"] [error="context canceled"] [2024/05/06 08:03:00.238 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e0139869-5e53-4a8a-8f90-93dd494f213f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:03:00.337 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2a18bfc1-9b21-4e69-853d-1c843b55bb9e"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:03:01.275 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2a18bfc1-9b21-4e69-853d-1c843b55bb9e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:03:01.276 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:03:01.276 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:03:01.488 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e0139869-5e53-4a8a-8f90-93dd494f213f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:03:01.587 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2a18bfc1-9b21-4e69-853d-1c843b55bb9e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:03:01.587 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:03:01.587 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:03:01.587 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:03:01.593 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.57625648s] [2024/05/06 08:03:01.594 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:01.594 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:01.594 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:03:01.594 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:03:01.594 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:03:01.594 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:01.594 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:03:01.594 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:03:01.594 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:01.594 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:01.594 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:01.594 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:01.594 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:03:01.595 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestRejectUnsupportedTables (4.69s) PASS coverage: 13.6% of statements GCov does not exist at the given path: '' May 06, 2024 8:03:07 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 8:03:07 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 8:03:07 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 8:03:07 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 8:03:07 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test up-to-date: bazel-bin/tests/realtikvtest/pipelineddmltest/pipelineddmltest_test_/pipelineddmltest_test INFO: Elapsed time: 165.141s, Critical Path: 147.43s INFO: 1508 processes: 1483 remote cache hit, 20 internal, 5 linux-sandbox. INFO: Build completed successfully, 1508 total actions Test cases: finished with 18 passing and 0 failing out of 18 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,506 / 1,507] Testing //tests/realtikvtest/addindextest:addindextest_test; 160s remote-cache, linux-sandbox [1,507 / 1,508] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 64s remote-cache, linux-sandbox FLAKY: //tests/realtikvtest/addindextest4:addindextest4_test (Summary) /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs/tests/realtikvtest/addindextest4/addindextest4_test/test_attempts/attempt_1.log INFO: From Testing //tests/realtikvtest/addindextest4:addindextest4_test: ==================== Test output for //tests/realtikvtest/addindextest4:addindextest4_test: === RUN TestAddIndexIngestMemoryUsage [2024/05/06 08:00:47.250 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:00:47.250 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:00:47.250 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:00:47.251 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:00:47.251 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:00:47.251 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:00:47.251 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:00:47.251 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:00:47.251 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:00:47.251 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:00:47.252 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:00:47.254 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:00:47.254 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:00:47.254 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:00:47.269 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:00:47.269 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:00:47.271 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:00:47.271 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:00:47.282 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:00:47.292 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793138773410359] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:00:47.303 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:00:47.317 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1227] ["lease id"=3eaa8f4ce9fe82d1] [2024/05/06 08:00:47.319 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:00:47.322 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1259\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3564\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3556\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3506\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3290\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3256\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/addindextest4/addindextest4_test_test.TestAddIndexIngestMemoryUsage\n\ttests/realtikvtest/addindextest4/ingest_test.go:47\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 08:00:47.327 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=4.370094ms] [2024/05/06 08:00:47.327 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:00:47.327 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=c25e965a-0059-48c0-b7b3-fc8c9e31d9db] [runWorker=true] [2024/05/06 08:00:47.327 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:00:47.329 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:00:47.330 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:00:47.330 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 08:00:47.330 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 646654750720/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 08:00:47.330 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:00:47.330 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:00:47.330 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:00:47.330 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:00:47.330 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:00:47.330 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:00:47.330 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:00:47.330 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:00:47.330 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:00:47.330 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:00:47.330 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:00:47.330 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:00:47.330 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:00:47.332 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c25e965a-0059-48c0-b7b3-fc8c9e31d9db"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4ce9fe82d5] [ownerID=c25e965a-0059-48c0-b7b3-fc8c9e31d9db] [op=none] [2024/05/06 08:00:47.332 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:00:47.332 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=84bdd3d7-b5a9-49d8-956a-2916b1b20994] [daemon-id=LogBackup::Advancer] [2024/05/06 08:00:47.333 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 84bdd3d7-b5a9-49d8-956a-2916b1b20994"] ["owner key"=/tidb/br-stream/owner/3eaa8f4ce9fe82d7] [ownerID=84bdd3d7-b5a9-49d8-956a-2916b1b20994] [op=none] [2024/05/06 08:00:47.336 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 08:00:47.348 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:00:47.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:47.349 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:00:47.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 08:00:47.381 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:00:47.382 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c25e965a-0059-48c0-b7b3-fc8c9e31d9db"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4ce9fe82d5] [ownerID=c25e965a-0059-48c0-b7b3-fc8c9e31d9db] [op=none] [2024/05/06 08:00:47.382 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c25e965a-0059-48c0-b7b3-fc8c9e31d9db"] [op=none] [2024/05/06 08:00:47.382 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:00:47.393 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:47.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:47.409 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=5.003446ms] [2024/05/06 08:00:47.410 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:00:47.412 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:47.412 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/06 08:00:47.454 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=52.897468ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:00:47.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:47.464 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:47.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:47.469 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 08:00:47.469 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:47.470 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 08:00:47.471 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 08:00:47.482 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:47.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:47.482 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:47.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 08:00:47.494 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:47.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:47.509 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=1.401759ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:47.512 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:47.512 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/06 08:00:47.558 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=52.506917ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:47.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:47.569 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:47.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:47.580 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 08:00:47.580 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:47.581 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 08:00:47.590 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:47.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:47.590 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:47.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 08:00:47.598 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:47.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:47.608 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=708.668Β΅s] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:47.611 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:47.611 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/06 08:00:47.658 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=53.386533ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:47.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:47.666 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:47.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:47.672 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 08:00:47.672 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:47.673 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 08:00:47.682 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:47.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:47.682 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:47.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 08:00:47.691 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:47.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:47.701 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=839.565Β΅s] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:47.703 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:47.703 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/06 08:00:47.751 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=52.905257ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:47.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:47.759 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:47.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:47.764 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 08:00:47.764 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:47.766 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 08:00:47.775 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:47.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:47.775 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:47.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 08:00:47.783 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:47.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:47.799 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=1.009233ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:47.801 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:47.801 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/06 08:00:47.849 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=53.319546ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:47.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:47.857 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:47.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:47.863 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 08:00:47.863 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:47.864 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 08:00:47.872 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:47.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:47.872 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:47.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 08:00:47.879 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:47.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:47.890 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=1.007303ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:47.893 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:47.893 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/06 08:00:47.940 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.196382ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:47.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:47.947 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:47.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:47.953 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 08:00:47.953 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:47.954 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 08:00:47.961 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:47.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:47.961 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:47.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 08:00:47.967 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:47.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:47.976 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=805.529Β΅s] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:47.978 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:47.978 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/06 08:00:48.026 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=52.616919ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:47.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:48.038 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:47.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:48.045 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 08:00:48.045 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:48.046 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 08:00:48.053 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:48.053 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 08:00:48.059 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:48.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:48.066 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=475.648Β΅s] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:48.068 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:48.068 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/06 08:00:48.117 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=52.986203ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:48.125 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:48.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:48.131 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 08:00:48.131 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:48.132 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 08:00:48.139 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.123 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:48.139 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.123 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 08:00:48.144 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:48.123 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:48.152 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=650.505Β΅s] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:48.153 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:48.153 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/06 08:00:48.203 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=53.265993ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.123 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:48.211 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:48.123 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:48.216 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 08:00:48.216 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:48.217 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 08:00:48.225 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:48.225 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 08:00:48.231 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:48.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:48.239 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=621.033Β΅s] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:48.241 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:48.241 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/06 08:00:48.290 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.031384ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:48.300 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:48.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:48.306 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 08:00:48.306 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:48.307 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 08:00:48.315 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:48.315 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 08:00:48.322 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:48.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:48.330 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:00:48.330 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:00:48.332 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=700.72Β΅s] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:48.334 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:48.334 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/06 08:00:48.382 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=52.372858ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:48.389 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:48.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:48.394 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 08:00:48.394 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:48.395 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 08:00:48.396 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:00:48.404 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:48.404 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 08:00:48.410 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:48.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:48.420 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=910.763Β΅s] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:48.422 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:48.422 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/06 08:00:48.470 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=53.229469ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:48.477 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:48.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:48.483 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 08:00:48.483 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:48.484 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 08:00:48.492 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:48.492 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 08:00:48.501 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:48.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:48.511 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=940.302Β΅s] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:48.513 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:48.513 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/06 08:00:48.561 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=53.043141ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:48.568 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:48.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:48.574 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 08:00:48.574 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:48.575 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 08:00:48.583 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:48.583 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 08:00:48.590 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:48.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:48.600 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=691.534Β΅s] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:48.602 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:48.602 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/06 08:00:48.650 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=53.237729ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:48.657 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:48.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:48.662 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 08:00:48.662 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:48.663 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 08:00:48.670 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:48.670 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 08:00:48.676 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:48.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:48.685 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=549.237Β΅s] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:48.687 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:48.687 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/06 08:00:48.736 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=52.764258ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:48.742 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:48.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:48.750 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 08:00:48.750 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:48.751 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 08:00:48.758 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:48.758 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 08:00:48.764 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:48.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:48.772 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=583.63Β΅s] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:48.774 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:48.774 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/06 08:00:48.823 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=53.607021ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:48.831 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:48.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:48.836 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 08:00:48.836 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:48.837 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 08:00:48.843 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:48.843 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 08:00:48.849 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:48.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:48.856 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=518.439Β΅s] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:48.858 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:48.858 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/06 08:00:48.907 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=52.544799ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:48.919 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:48.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:48.925 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 08:00:48.925 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:48.926 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 08:00:48.933 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:48.933 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 08:00:48.939 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:48.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:48.947 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=635.663Β΅s] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:48.949 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:48.949 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/06 08:00:48.998 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=53.475386ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.007 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:48.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.013 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 08:00:49.013 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:49.014 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 08:00:49.023 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:49.023 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 08:00:49.029 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:48.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.037 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=723.686Β΅s] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:49.039 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:49.039 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/06 08:00:49.088 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=53.11213ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:48.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.096 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:48.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.102 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 08:00:49.102 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:49.107 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 08:00:49.115 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:49.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:49.115 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:49.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 08:00:49.122 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:49.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.131 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=647.529Β΅s] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:49.133 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:49.133 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/06 08:00:49.182 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=52.889456ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:49.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.193 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:49.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.198 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 08:00:49.198 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:49.200 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 08:00:49.207 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:49.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:49.207 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:49.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 08:00:49.217 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:49.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.226 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=655.231Β΅s] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:49.228 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:49.228 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/06 08:00:49.278 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=54.203404ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:49.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.287 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:49.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.293 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 08:00:49.293 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:49.294 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 08:00:49.301 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:49.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:49.301 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:49.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 08:00:49.308 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:49.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.317 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=605.771Β΅s] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:49.319 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:49.319 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/06 08:00:49.330 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:00:49.331 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:00:49.331 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:00:49.331 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2379] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/06 08:00:49.367 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=52.862054ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:49.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.374 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:49.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.380 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 08:00:49.380 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:49.382 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 08:00:49.390 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:49.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:49.390 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:49.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 08:00:49.398 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:49.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.408 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=992.412Β΅s] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:49.411 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:49.411 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/06 08:00:49.459 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=53.28631ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:49.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.466 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:49.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.475 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 08:00:49.475 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:49.477 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 08:00:49.485 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:49.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:49.485 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:49.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 08:00:49.492 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:49.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.501 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=640.519Β΅s] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:49.504 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:49.504 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/06 08:00:49.552 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=53.257752ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:49.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.558 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:49.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.563 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 08:00:49.563 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:49.564 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 08:00:49.571 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:49.522 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:49.571 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:49.522 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 08:00:49.578 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:49.522 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.588 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=573.439Β΅s] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:49.589 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:49.589 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/06 08:00:49.638 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=52.901114ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:49.522 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.645 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:49.522 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.650 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 08:00:49.650 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:49.651 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 08:00:49.657 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:49.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:49.657 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:49.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 08:00:49.662 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:49.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.670 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=655.665Β΅s] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:49.672 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:49.672 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/06 08:00:49.721 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=52.93728ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:49.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.731 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:49.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.736 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 08:00:49.736 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:49.737 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 08:00:49.743 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:49.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:49.744 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:49.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 08:00:49.749 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:49.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.757 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=553.561Β΅s] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:49.759 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:49.759 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/06 08:00:49.808 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=53.124127ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:49.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.815 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:49.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.821 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 08:00:49.821 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:49.822 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 08:00:49.829 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:49.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:49.829 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:49.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 08:00:49.835 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:49.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.842 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=485.374Β΅s] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:49.844 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:49.844 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/06 08:00:49.893 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=52.508939ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:49.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.900 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:49.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.905 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 08:00:49.905 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:49.906 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 08:00:49.907 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:00:49.915 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:49.872 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:49.915 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:49.872 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 08:00:49.922 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:49.872 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.931 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=622.321Β΅s] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:49.933 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:49.933 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/06 08:00:49.982 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=52.780616ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:49.872 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.990 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:49.872 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:49.996 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 08:00:49.996 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:49.997 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 08:00:50.005 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:49.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:50.005 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:49.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 08:00:50.011 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:49.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:50.021 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=731.613Β΅s] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:50.023 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:50.023 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/06 08:00:50.071 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=53.368668ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:49.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:50.079 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:49.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:50.084 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 08:00:50.084 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:50.085 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 08:00:50.093 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:50.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:50.093 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:50.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 08:00:50.100 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:50.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:50.110 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=668.829Β΅s] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:50.111 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:50.111 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/06 08:00:50.160 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=53.139103ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:50.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:50.167 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:50.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:50.172 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 08:00:50.172 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:50.173 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 08:00:50.181 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:50.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:50.181 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:50.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 08:00:50.190 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:50.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:50.201 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=788.07Β΅s] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:50.203 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:50.203 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/06 08:00:50.250 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=52.042005ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:50.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:50.257 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:50.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:50.263 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 08:00:50.263 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:50.264 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 08:00:50.270 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:50.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:50.270 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:50.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 08:00:50.277 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:50.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:50.286 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=556.138Β΅s] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:50.288 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:50.288 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/06 08:00:50.331 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:00:50.331 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:00:50.337 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=53.05107ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:50.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:50.343 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:50.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:50.348 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 08:00:50.348 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:50.356 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 08:00:50.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:50.356 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 08:00:50.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/06 08:00:50.362 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:50.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:50.370 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=631.052Β΅s] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 08:00:50.373 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:50.373 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/06 08:00:50.422 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.489949ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 08:00:50.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:50.430 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:50.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:50.435 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 08:00:50.435 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:50.437 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 08:00:50.447 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:50.422 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:50.447 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:50.422 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 08:00:50.453 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:50.422 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:50.461 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=555.685Β΅s] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:50.463 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:50.463 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/06 08:00:50.512 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=53.284593ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:50.422 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:50.521 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:50.422 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:50.527 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 08:00:50.527 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:50.528 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 08:00:50.536 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:50.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:50.536 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:50.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 08:00:50.542 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:50.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:50.550 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=623.555Β΅s] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:50.552 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:50.552 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/06 08:00:50.601 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=53.441191ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:50.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:50.610 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:50.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:50.616 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 08:00:50.616 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:50.618 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 08:00:50.626 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:50.573 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:50.626 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:50.573 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 08:00:50.633 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:50.573 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:50.642 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=651.523Β΅s] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:50.643 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:50.643 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/06 08:00:50.692 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=53.029623ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:50.573 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:50.700 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:50.573 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:50.706 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 08:00:50.706 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:50.708 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 08:00:50.719 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:50.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:50.719 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:50.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 08:00:50.726 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:50.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:50.735 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=739.664Β΅s] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:50.737 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:50.737 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/06 08:00:50.785 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=52.303308ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:50.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:50.793 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:50.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:50.800 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 08:00:50.800 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:50.801 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 08:00:50.812 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:50.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:50.812 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:50.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 08:00:50.819 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:50.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:50.830 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=829.106Β΅s] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:50.832 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:50.832 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/06 08:00:50.881 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=53.741479ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:50.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:50.889 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:50.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:50.896 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 08:00:50.896 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:50.897 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 08:00:50.908 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:50.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:50.908 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:50.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 08:00:50.916 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:50.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:50.928 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=826.446Β΅s] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:50.930 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:50.930 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/06 08:00:50.978 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=53.522353ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:50.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:50.993 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:50.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:50.999 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 08:00:50.999 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:51.000 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 08:00:51.008 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:50.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:51.008 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:50.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 08:00:51.015 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:50.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:51.024 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=841.301Β΅s] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:51.026 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:51.027 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/06 08:00:51.074 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=52.640134ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:50.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:51.083 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:50.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:51.089 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 08:00:51.089 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:51.090 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 08:00:51.099 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:51.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:51.099 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:51.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 08:00:51.106 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:51.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:51.116 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=887.428Β΅s] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:51.118 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:51.118 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/06 08:00:51.166 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=52.868609ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:51.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:51.174 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:51.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:51.180 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 08:00:51.180 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:51.182 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 08:00:51.191 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:51.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:51.191 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:51.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 08:00:51.198 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:51.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:51.208 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=970.266Β΅s] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:51.212 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:51.212 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/06 08:00:51.258 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=52.549757ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:51.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:51.265 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:51.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:51.271 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 08:00:51.271 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:51.273 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 08:00:51.282 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:51.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:51.282 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:51.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 08:00:51.293 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:51.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:51.302 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=779.92Β΅s] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:51.304 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:51.304 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/06 08:00:51.332 +00:00] [ERROR] [runaway.go:156] ["try to get done runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchDoneRecord\n\tpkg/domain/runaway.go:549\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchDoneRecord\n\tpkg/domain/runaway.go:506\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchDoneRecords\n\tpkg/domain/runaway.go:480\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:154\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:00:51.332 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchDoneRecord\n\tpkg/domain/runaway.go:549\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchDoneRecord\n\tpkg/domain/runaway.go:506\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchDoneRecords\n\tpkg/domain/runaway.go:480\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:154\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:00:51.352 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=52.563323ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:51.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:51.359 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:51.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:51.363 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 08:00:51.363 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:51.365 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 08:00:51.371 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:51.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:51.371 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:51.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 08:00:51.379 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:51.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:51.389 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=801.493Β΅s] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:51.391 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:51.391 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/06 08:00:51.439 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=52.4348ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:51.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:51.445 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:51.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:51.450 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 08:00:51.450 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:51.451 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 08:00:51.458 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:51.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:51.458 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:51.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 08:00:51.464 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:51.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:51.473 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=997.61Β΅s] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:51.475 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:51.475 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/06 08:00:51.524 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=53.440146ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:51.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:51.533 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:51.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:51.538 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 08:00:51.538 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:51.540 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 08:00:51.546 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:51.522 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:51.546 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:51.522 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 08:00:51.552 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:51.522 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:51.560 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=677.676Β΅s] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:51.562 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:51.562 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/06 08:00:51.610 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=52.676359ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:51.522 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:51.619 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:51.522 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:51.625 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 08:00:51.625 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:51.627 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/06 08:00:51.634 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:51.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:51.634 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:51.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/06 08:00:51.640 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:51.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:51.648 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=564.726Β΅s] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:51.650 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:51.650 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/06 08:00:51.699 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=52.846456ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:51.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:51.707 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:51.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:51.713 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 08:00:51.713 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:51.714 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/06 08:00:51.722 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:51.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:51.723 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:51.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/06 08:00:51.730 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:51.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:51.739 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=620.507Β΅s] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:51.740 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:51.740 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/06 08:00:51.790 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.186863ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:51.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:51.798 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:51.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:51.804 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 08:00:51.804 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:51.805 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/06 08:00:51.813 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:00:51.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:51.813 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:00:51.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/06 08:00:51.820 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:51.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:51.827 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=268.065Β΅s] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:00:51.829 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:51.829 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/06 08:00:51.878 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=52.926587ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:00:51.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:51.890 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:51.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:51.895 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 08:00:51.895 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:51.904 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 08:00:51.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:51.904 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 08:00:51.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/06 08:00:51.911 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:51.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:51.920 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=762.67Β΅s] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 08:00:51.922 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:00:51.922 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/06 08:00:51.971 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.502689ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 08:00:51.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:51.979 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:51.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:51.984 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 08:00:51.985 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:52.025 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=4.692877534s] [2024/05/06 08:00:52.027 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c25e965a-0059-48c0-b7b3-fc8c9e31d9db"] [2024/05/06 08:00:52.027 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c25e965a-0059-48c0-b7b3-fc8c9e31d9db"] [2024/05/06 08:00:52.027 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c25e965a-0059-48c0-b7b3-fc8c9e31d9db"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:00:52.029 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c25e965a-0059-48c0-b7b3-fc8c9e31d9db"] [] [2024/05/06 08:00:52.029 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:00:52.030 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=3.94Β΅s] [2024/05/06 08:00:52.030 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=983ns] [2024/05/06 08:00:52.030 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=1.266Β΅s] [2024/05/06 08:00:52.030 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=674ns] [2024/05/06 08:00:52.030 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=882ns] [2024/05/06 08:00:52.030 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=1.171Β΅s] [2024/05/06 08:00:52.030 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=1.017Β΅s] [2024/05/06 08:00:52.030 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=1.16Β΅s] [2024/05/06 08:00:52.030 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=961ns] [2024/05/06 08:00:52.030 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=895ns] [2024/05/06 08:00:52.030 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:00:52.030 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=1.385Β΅s] [2024/05/06 08:00:52.030 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:00:52.030 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:00:52.030 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:00:52.032 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=c25e965a-0059-48c0-b7b3-fc8c9e31d9db] ["take time"=4.469861ms] [2024/05/06 08:00:52.032 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=c25e965a-0059-48c0-b7b3-fc8c9e31d9db] [2024/05/06 08:00:52.034 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1227] [2024/05/06 08:00:52.034 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:00:52.034 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:00:52.034 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:00:52.034 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:00:52.034 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:00:52.034 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:00:52.034 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:00:52.034 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:00:52.034 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:00:52.034 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:00:52.034 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:00:52.034 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:00:52.034 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 84bdd3d7-b5a9-49d8-956a-2916b1b20994 watch owner key /tidb/br-stream/owner/3eaa8f4ce9fe82d7"] [2024/05/06 08:00:52.034 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 84bdd3d7-b5a9-49d8-956a-2916b1b20994"] [2024/05/06 08:00:52.034 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:00:52.034 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:00:52.034 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:00:52.034 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:00:52.034 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:00:52.034 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 84bdd3d7-b5a9-49d8-956a-2916b1b20994"] [error="context canceled"] [2024/05/06 08:00:52.034 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 84bdd3d7-b5a9-49d8-956a-2916b1b20994"] [2024/05/06 08:00:52.034 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=84bdd3d7-b5a9-49d8-956a-2916b1b20994] [daemon-id=LogBackup::Advancer] [2024/05/06 08:00:52.034 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:00:52.034 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:00:52.034 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:00:52.034 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=7.104648ms] [2024/05/06 08:00:52.034 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793138773410359] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:00:52.039 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:00:52.049 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1312] ["lease id"=22318f4ce9fa9aba] [2024/05/06 08:00:52.050 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:00:52.062 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=10.826879ms] [2024/05/06 08:00:52.063 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:00:52.063 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=c40c9236-8c60-414c-9ae3-58ccd1aee252] [runWorker=true] [2024/05/06 08:00:52.063 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:00:52.065 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:00:52.065 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 08:00:52.065 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 646807863296/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 08:00:52.065 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:00:52.065 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:00:52.065 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:00:52.065 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:00:52.065 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:00:52.065 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:00:52.065 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:00:52.065 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:00:52.065 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:00:52.065 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:00:52.065 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:00:52.065 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:00:52.065 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:00:52.065 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:00:52.067 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:00:52.067 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=4f35f3ac-77b3-428f-aceb-1f3f0d58730f] [daemon-id=LogBackup::Advancer] [2024/05/06 08:00:52.067 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c40c9236-8c60-414c-9ae3-58ccd1aee252"] ["owner key"=/tidb/ddl/fg/owner/6f188f4ce9fe8263] [ownerID=c40c9236-8c60-414c-9ae3-58ccd1aee252] [op=none] [2024/05/06 08:00:52.071 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:00:52.071 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:00:52.071 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:00:52.073 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c40c9236-8c60-414c-9ae3-58ccd1aee252"] ["owner key"=/tidb/bindinfo/owner/6f188f4ce9fe8268] [ownerID=c40c9236-8c60-414c-9ae3-58ccd1aee252] [op=none] [2024/05/06 08:00:52.074 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/06 08:00:52.075 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:00:52.084 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:00:52.087 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:00:52.089 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:00:52.089 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:00:52.089 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:00:52.089 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:00:52.089 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:00:52.089 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:00:52.089 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:00:52.089 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:00:52.089 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:00:52.090 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:00:52.090 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:00:52.091 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:00:52.091 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:00:52.091 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:00:52.091 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:00:52.091 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:00:52.091 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:00:52.092 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=60] [total-mem=32GiB] [2024/05/06 08:00:52.092 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/1ed9d67f-b4d9-42f0-b85c-f78584a2a94d] [2024/05/06 08:00:52.092 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:00:52.092 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:00:52.093 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager c40c9236-8c60-414c-9ae3-58ccd1aee252"] ["owner key"=/tidb/stats/owner/3eaa8f4ce9fe836c] [ownerID=c40c9236-8c60-414c-9ae3-58ccd1aee252] [op=none] [2024/05/06 08:00:52.093 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=3.541606ms] [2024/05/06 08:00:52.097 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:00:52.097 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:00:52.097 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:00:52.102 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:00:52.103 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 08:00:52.104 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 08:00:52.112 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:00:52.072 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:52.112 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:00:52.072 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 08:00:52.117 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:00:52.118 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c40c9236-8c60-414c-9ae3-58ccd1aee252"] ["owner key"=/tidb/ddl/fg/owner/6f188f4ce9fe8263] [ownerID=c40c9236-8c60-414c-9ae3-58ccd1aee252] [op=none] [2024/05/06 08:00:52.118 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c40c9236-8c60-414c-9ae3-58ccd1aee252"] [op=none] [2024/05/06 08:00:52.118 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:00:52.125 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:52.072 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:52.132 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=300.427Β΅s] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:00:52.134 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/06 08:00:52.183 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=52.650717ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:00:52.072 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:52.191 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:52.072 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:52.196 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 08:00:52.196 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:52.202 +00:00] [INFO] [set.go:170] ["set global var"] [conn=2] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 08:00:52.202 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=addindexlit] [sql="create table t (a int, b int, c int);"] [user=] [2024/05/06 08:00:52.210 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:52.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:52.210 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:52.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int, b int, c int);"] [2024/05/06 08:00:52.216 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:52.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:52.219 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: t"] [2024/05/06 08:00:52.225 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=566.8Β΅s] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:52.227 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/05/06 08:00:52.276 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=52.770462ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:52.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:52.284 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:52.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:52.289 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/06 08:00:52.289 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:52.297 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/06 08:00:52.304 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:108, Type:add index, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 08:00:52.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 08:00:52.304 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:108, Type:add index, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 08:00:52.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/06 08:00:52.314 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 13, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:52.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:52.314 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 08:00:52.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 08:00:52.323 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=723.188Β΅s] [gotSchemaVersion=54] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:00:52.325 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=108] [version=54] [2024/05/06 08:00:52.372 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=52.487389ms] [job="ID:108, Type:add index, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 08:00:52.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:52.381 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 16, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:52.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:52.392 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=744.944Β΅s] [gotSchemaVersion=55] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:00:52.394 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=108] [version=55] [2024/05/06 08:00:52.441 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=52.598555ms] [job="ID:108, Type:add index, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 08:00:52.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:52.450 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 18, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:52.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:52.458 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=618.25Β΅s] [gotSchemaVersion=56] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:00:52.460 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=108] [version=56] [2024/05/06 08:00:52.508 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=52.520149ms] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 08:00:52.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:52.519 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 20, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:52.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:52.519 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=108] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:00:52.521 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=108] [physicalTableID=106] [startKey=74800000000000006a5f728000000000000001] [endKey=74800000000000006a5f72800000000000006400] [2024/05/06 08:00:52.529 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=108] [2024/05/06 08:00:52.535 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 22, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:52.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572360020819975, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:52.535 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=108] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:00:52.540 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/108] [2024/05/06 08:00:52.561 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=106] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:00:53.093 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:00:53.093 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:00:53.093 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/1ed9d67f-b4d9-42f0-b85c-f78584a2a94d] [watcherID=0344db90-8c36-4259-a673-62bb66e73aae] [2024/05/06 08:00:53.098 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:00:53.100 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=60] [2024/05/06 08:00:53.100 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:00:53.100 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:00:53.100 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:00:53.100 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:00:53.105 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/05/06 08:00:53.105 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=1] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 08:00:53.289 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 84bdd3d7-b5a9-49d8-956a-2916b1b20994"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:00:53.606 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 08:00:53.606 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:00:53.607 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=1] [curr-step=init] [next-step=read-index] [2024/05/06 08:00:53.609 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 08:00:53.902 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=backfill] [remaining-slots=56] [2024/05/06 08:00:54.066 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:00:54.205 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=2.133GiB]"] [2024/05/06 08:00:54.206 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:00:54.206 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/108] [keyspaceName=] [2024/05/06 08:00:54.210 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:00:54.210 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:00:54.210 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:00:54.210 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:00:54.210 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:00:54.210 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:00:54.210 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:00:54.210 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:00:54.210 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:00:54.215 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:00:54.215 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:00:54.215 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=108] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 08:00:54.215 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 08:00:54.220 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:00:54.222 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:00:54.222 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=108] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:00:54.222 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=1] [subtask-id=1] [jobID=108] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:00:54.222 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=106] ["start key"=74800000000000006a5f728000000000000001] ["end key"=74800000000000006a5f72800000000000006400] [2024/05/06 08:00:54.223 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=1] [task="TableScanTask: id=1, startKey=74800000000000006a5f728000000000000001, endKey=74800000000000006a5f72800000000000006400"] [2024/05/06 08:00:54.225 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=108] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 08:00:54.227 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=108] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/06 08:00:54.230 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=1] [subtask-id=1] [id=1] [2024/05/06 08:00:54.245 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=108] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=671089080] ["max memory quota"=17179869184] [2024/05/06 08:00:54.247 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=108] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137696] ["max memory quota"=17179869184] [2024/05/06 08:00:54.248 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=3800] [kvs=100] [files=1] [sstFileSize=1940] [file=/tmp/tidb/tmp_ddl-4000/108/f75d9cab-8823-5503-94ba-459a1de580da.sst/6bab1236-b34c-4c6b-9a56-4e335bd048b7.sst] [firstKey=74800000000000006A5F698000000000000001038000000000000000038000000000000001] [lastKey=74800000000000006A5F698000000000000001038000000000000063038000000000000064] [2024/05/06 08:00:54.251 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=108] [2024/05/06 08:00:54.251 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 646809264128/940431265792, backend usage: 0"] [2024/05/06 08:00:54.251 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:00:54.252 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:00:54.273 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=100] [size=3800] [2024/05/06 08:00:54.274 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:00:54.283 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=3800] [kvs=100] [importedSize=3800] [importedCount=100] [2024/05/06 08:00:54.284 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=33.358983ms] [] [2024/05/06 08:00:54.287 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=108] [2024/05/06 08:00:54.295 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 08:00:54.295 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:00:54.296 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=563.769Β΅s] [] [2024/05/06 08:00:54.296 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:00:54.296 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=451.602Β΅s] [] [2024/05/06 08:00:54.297 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:00:54.297 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:00:54.297 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:00:54.297 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:00:54.297 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:00:54.297 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:00:54.297 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:00:54.297 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:00:54.297 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:00:54.297 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:00:54.297 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:00:54.297 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:00:54.297 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:00:54.297 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:00:54.298 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:00:54.298 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:00:54.298 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:00:54.298 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:00:54.298 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=108] ["current memory usage"=120] ["max memory quota"=17179869184] [2024/05/06 08:00:54.298 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=2.133GiB]"] [takeTime=92.209974ms] [] [2024/05/06 08:00:54.607 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 08:00:54.676 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=100] [2024/05/06 08:00:54.703 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=574.527Β΅s] [gotSchemaVersion=57] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:00:54.705 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=108] [version=57] [2024/05/06 08:00:54.754 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.087458ms] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:6, start time: 2024-05-06 08:00:52.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572360020819975, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:54.762 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 20, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:0, start time: 2024-05-06 08:00:52.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572360020819975, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:54.763 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=108] [table=t] [index=idx] [2024/05/06 08:00:54.770 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=637.666Β΅s] [gotSchemaVersion=58] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:00:54.772 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=108] [version=58] [2024/05/06 08:00:54.820 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=52.172866ms] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:6, start time: 2024-05-06 08:00:52.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:54.827 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 15, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:0, start time: 2024-05-06 08:00:52.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:54.828 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=108] [physicalTableID=106] [startKey=74800000000000006a5f69ffff000000000001] [endKey=74800000000000006a5f69ffff000000000001ff] [2024/05/06 08:00:54.833 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=108] [2024/05/06 08:00:54.839 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 16, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:0, start time: 2024-05-06 08:00:52.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572360636858372, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:54.841 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:6, start time: 2024-05-06 08:00:52.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572360636858372, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000006a5f69ffff000000000001,EndKey:74800000000000006a5f69ffff000000000001ff,First:false,PhysicalTableID:106,Ingest mode:false"] [2024/05/06 08:00:54.842 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=106] ["start key"=74800000000000006a5f69ffff000000000001] ["end key"=74800000000000006a5f69ffff000000000001ff] [2024/05/06 08:00:54.842 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000006a5f69ffff000000000001] [endKey=74800000000000006a5f69ffff000000000001ff] [2024/05/06 08:00:54.842 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=108] [2024/05/06 08:00:54.842 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=108] [2024/05/06 08:00:54.842 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=108] [2024/05/06 08:00:54.842 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=108] [2024/05/06 08:00:54.843 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=106] ["end key"=74800000000000006a5f69ffff000000000001ff] ["current end key"=74800000000000006a5f69ffff00000000000100] [2024/05/06 08:00:54.843 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=108] [2024/05/06 08:00:54.843 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=108] [2024/05/06 08:00:54.843 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=108] [2024/05/06 08:00:54.843 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 106, range: [74800000000000006a5f69ffff000000000001, 74800000000000006a5f69ffff00000000000100), jobID: 108"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000006a5f69ffff0000000000010000] ["take time"=357.987Β΅s] [2024/05/06 08:00:54.843 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=108] [2024/05/06 08:00:54.846 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000006a5f69ffff000000000001] [2024/05/06 08:00:54.846 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=100] [2024/05/06 08:00:54.867 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 08:00:54.872 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=592.25Β΅s] [gotSchemaVersion=59] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:00:54.874 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=108] [version=59] [2024/05/06 08:00:54.901 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=backfill] [2024/05/06 08:00:54.922 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=52.226249ms] [job="ID:108, Type:add index, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:100, ArgLen:3, start time: 2024-05-06 08:00:52.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572360636858372, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:54.930 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=108] [tableID=106] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:00:54.934 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=108] [jobType="add index"] [2024/05/06 08:00:54.934 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 19, tp add index"] [category=ddl] [jobID=108] [conn=2] [job="ID:108, Type:add index, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:100, ArgLen:3, start time: 2024-05-06 08:00:52.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572360636858372, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:54.942 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=108] [2024/05/06 08:00:54.942 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:54.943 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.646186191\n# Parse_time: 0.000048141\n# Compile_time: 0.000108918\n# Rewrite_time: 0.000002108\n# Optimize_time: 0.000028934\n# Wait_TS: 0.000385076\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Mem_max: 16384\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(a);"] [2024/05/06 08:00:54.943 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=addindexlit] [sql="alter table t add unique index idx1(b);"] [user=] [2024/05/06 08:00:54.948 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:add index, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 08:00:54.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 08:00:54.948 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:109, Type:add index, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 08:00:54.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx1(b);"] [2024/05/06 08:00:54.954 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 21, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:54.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:54.955 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 08:00:54.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":2,\"idx_name\":{\"O\":\"idx1\",\"L\":\"idx1\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 08:00:54.961 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=561.892Β΅s] [gotSchemaVersion=60] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:00:54.963 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=109] [version=60] [2024/05/06 08:00:55.012 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=52.472456ms] [job="ID:109, Type:add index, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 08:00:54.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:55.019 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 13, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:54.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:55.027 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=672.066Β΅s] [gotSchemaVersion=61] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:00:55.028 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=109] [version=61] [2024/05/06 08:00:55.077 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=52.275787ms] [job="ID:109, Type:add index, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 08:00:54.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:55.084 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 16, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:54.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:55.092 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=626.122Β΅s] [gotSchemaVersion=62] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:00:55.093 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=109] [version=62] [2024/05/06 08:00:55.106 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=1] [2024/05/06 08:00:55.108 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:00:55.108 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/05/06 08:00:55.117 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:00:55.142 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=53.188416ms] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 08:00:54.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:55.150 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 18, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:54.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:55.151 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=109] [table=t] ["ingest mode"=true] [index=idx1] [2024/05/06 08:00:55.152 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=109] [physicalTableID=106] [startKey=74800000000000006a5f728000000000000001] [endKey=74800000000000006a5f72800000000000006400] [2024/05/06 08:00:55.156 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=109] [2024/05/06 08:00:55.161 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 19, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:54.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572360715501574, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:55.161 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=109] [table=t] ["ingest mode"=true] [index=idx1] [2024/05/06 08:00:55.165 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/109] [2024/05/06 08:00:55.185 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=106] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:00:55.196 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/05/06 08:00:55.196 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 08:00:55.697 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 08:00:55.697 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:00:55.698 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=2] [curr-step=init] [next-step=read-index] [2024/05/06 08:00:55.699 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 08:00:56.001 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=backfill] [remaining-slots=56] [2024/05/06 08:00:56.304 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=2.133GiB]"] [2024/05/06 08:00:56.305 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:00:56.305 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/109] [keyspaceName=] [2024/05/06 08:00:56.310 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:00:56.310 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:00:56.311 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:00:56.311 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:00:56.311 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:00:56.311 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:00:56.311 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:00:56.311 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:00:56.311 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:00:56.317 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:00:56.317 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:00:56.317 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=109] ["current memory usage"=296] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 08:00:56.317 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 08:00:56.323 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:00:56.325 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 08:00:56.325 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=109] ["index ID"=2] ["current memory usage"=671089080] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:00:56.325 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=2] [subtask-id=2] [jobID=109] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:00:56.325 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=106] ["start key"=74800000000000006a5f728000000000000001] ["end key"=74800000000000006a5f72800000000000006400] [2024/05/06 08:00:56.325 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=2] [subtask-id=2] [id=1] [task="TableScanTask: id=1, startKey=74800000000000006a5f728000000000000001, endKey=74800000000000006a5f72800000000000006400"] [2024/05/06 08:00:56.327 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=109] ["index ID"=2] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089120] ["max memory quota"=17179869184] [2024/05/06 08:00:56.330 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=109] ["index ID"=2] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089160] ["max memory quota"=17179869184] [2024/05/06 08:00:56.330 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=2] [subtask-id=2] [id=1] [2024/05/06 08:00:56.332 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=109] ["index ID"=2] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137776] ["max memory quota"=17179869184] [2024/05/06 08:00:56.334 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=109] ["index ID"=2] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137816] ["max memory quota"=17179869184] [2024/05/06 08:00:56.335 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=5400] [kvs=100] [files=1] [sstFileSize=2452] [file=/tmp/tidb/tmp_ddl-4000/109/8de86ffa-82e6-5f82-9981-8310a1aa3f1d.sst/dc1ce4cf-92f3-4043-8f7e-903dbd5797c5.sst] [firstKey=7480000000000000FF6A5F698000000000FF0000020380000000FF0000000000000000FB80000000000000010008] [lastKey=7480000000000000FF6A5F698000000000FF0000020380000000FF0000006300000000FB80000000000000640008] [2024/05/06 08:00:56.338 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=109] [2024/05/06 08:00:56.338 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=2] ["usage info"="disk usage: 636334936064/940431265792, backend usage: 0"] [2024/05/06 08:00:56.338 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [2024/05/06 08:00:56.339 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:00:56.360 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] ["region ranges"=1] [count=100] [size=5400] [2024/05/06 08:00:56.360 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:00:56.369 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [size=5400] [kvs=100] [importedSize=3600] [importedCount=100] [2024/05/06 08:00:56.371 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [takeTime=32.93382ms] [] [2024/05/06 08:00:56.374 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=109] [2024/05/06 08:00:56.381 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 08:00:56.381 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 08:00:56.382 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=672.104Β΅s] [] [2024/05/06 08:00:56.382 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 08:00:56.383 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=442.294Β΅s] [] [2024/05/06 08:00:56.384 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:00:56.384 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:00:56.384 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:00:56.384 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:00:56.384 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:00:56.384 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:00:56.384 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:00:56.384 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:00:56.384 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:00:56.384 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:00:56.384 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:00:56.384 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:00:56.384 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:00:56.384 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:00:56.384 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:00:56.384 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:00:56.384 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:00:56.384 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:00:56.384 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=109] ["current memory usage"=240] ["max memory quota"=17179869184] [2024/05/06 08:00:56.384 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=2.133GiB]"] [takeTime=79.8067ms] [] [2024/05/06 08:00:56.698 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 08:00:56.987 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=backfill] [2024/05/06 08:00:56.998 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:00:56.998 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/109] [keyspaceName=] [2024/05/06 08:00:57.002 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:00:57.002 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:00:57.002 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:00:57.002 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:00:57.002 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:00:57.002 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:00:57.002 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:00:57.002 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:00:57.002 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:00:57.007 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:00:57.008 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:00:57.008 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=109] ["current memory usage"=416] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 08:00:57.008 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t] [2024/05/06 08:00:57.008 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t] [category=detect-dupe] [tasks=1] [2024/05/06 08:00:57.009 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t] [takeTime=1.352098ms] [] [2024/05/06 08:00:57.010 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:00:57.010 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:00:57.010 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:00:57.010 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:00:57.010 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:00:57.010 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:00:57.010 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:00:57.010 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:00:57.010 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:00:57.010 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:00:57.010 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:00:57.010 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:00:57.010 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:00:57.011 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:00:57.011 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:00:57.011 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:00:57.011 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:00:57.011 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:00:57.011 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=109] ["current memory usage"=240] ["max memory quota"=17179869184] [2024/05/06 08:00:57.011 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=100] [2024/05/06 08:00:57.041 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=605.319Β΅s] [gotSchemaVersion=63] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:00:57.043 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=109] [version=63] [2024/05/06 08:00:57.091 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=51.767842ms] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:6, start time: 2024-05-06 08:00:54.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572360715501574, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:57.098 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 14, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:0, start time: 2024-05-06 08:00:54.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572360715501574, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:57.099 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=109] [table=t] [index=idx1] [2024/05/06 08:00:57.105 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=606.712Β΅s] [gotSchemaVersion=64] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:00:57.106 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=109] [version=64] [2024/05/06 08:00:57.155 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=51.937872ms] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:6, start time: 2024-05-06 08:00:54.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:57.162 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 15, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:0, start time: 2024-05-06 08:00:54.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:57.162 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=109] [physicalTableID=106] [startKey=74800000000000006a5f69ffff000000000002] [endKey=74800000000000006a5f69ffff000000000002ff] [2024/05/06 08:00:57.168 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=109] [2024/05/06 08:00:57.173 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 17, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:0, start time: 2024-05-06 08:00:54.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572361240051718, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:57.175 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:6, start time: 2024-05-06 08:00:54.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572361240051718, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:2,StartKey:74800000000000006a5f69ffff000000000002,EndKey:74800000000000006a5f69ffff000000000002ff,First:false,PhysicalTableID:106,Ingest mode:false"] [2024/05/06 08:00:57.176 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=109] [2024/05/06 08:00:57.176 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=106] ["start key"=74800000000000006a5f69ffff000000000002] ["end key"=74800000000000006a5f69ffff000000000002ff] [2024/05/06 08:00:57.176 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=109] [2024/05/06 08:00:57.176 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=109] [2024/05/06 08:00:57.176 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000006a5f69ffff000000000002] [endKey=74800000000000006a5f69ffff000000000002ff] [2024/05/06 08:00:57.176 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=109] [2024/05/06 08:00:57.177 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=106] ["end key"=74800000000000006a5f69ffff000000000002ff] ["current end key"=74800000000000006a5f69ffff00000000000200] [2024/05/06 08:00:57.177 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=109] [2024/05/06 08:00:57.177 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=109] [2024/05/06 08:00:57.177 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=109] [2024/05/06 08:00:57.177 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 106, range: [74800000000000006a5f69ffff000000000002, 74800000000000006a5f69ffff00000000000200), jobID: 109"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000006a5f69ffff0000000000020000] ["take time"=314.596Β΅s] [2024/05/06 08:00:57.177 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=109] [2024/05/06 08:00:57.180 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:2,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000006a5f69ffff000000000002] [2024/05/06 08:00:57.180 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=100] [2024/05/06 08:00:57.197 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/05/06 08:00:57.199 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:00:57.199 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/05/06 08:00:57.202 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 08:00:57.205 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:00:57.207 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=614.654Β΅s] [gotSchemaVersion=65] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:00:57.209 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=109] [version=65] [2024/05/06 08:00:57.257 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=52.028055ms] [job="ID:109, Type:add index, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:100, ArgLen:3, start time: 2024-05-06 08:00:54.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572361240051718, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:57.265 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=109] [tableID=106] [indexIDs="[9223090561878065154]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:00:57.267 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="add index"] [2024/05/06 08:00:57.267 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 22, tp add index"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:add index, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:100, ArgLen:3, start time: 2024-05-06 08:00:54.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572361240051718, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:57.276 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/06 08:00:57.276 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:57.277 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.333562096\n# Parse_time: 0.000023067\n# Compile_time: 0.000072361\n# Rewrite_time: 0.000002177\n# Optimize_time: 0.000028934\n# Wait_TS: 0.000115949\n# DB: addindexlit\n# Is_internal: false\n# Digest: 044d47c412468a873ee101a63b81ee0147fbbd3276514babeafe37a931833b0b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add unique index idx1(b);"] [2024/05/06 08:00:57.277 +00:00] [INFO] [executor.go:2532] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 08:00:57.277 +00:00] [INFO] [executor.go:2532] ["fast check table by group"] ["table name"=t] ["index name"=idx1] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx1`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ingest_test.go:72: Error Trace: tests/realtikvtest/addindextest4/ingest_test.go:72 Error: Not equal: expected: 0 actual : 240 Test: TestAddIndexIngestMemoryUsage [2024/05/06 08:00:57.283 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c40c9236-8c60-414c-9ae3-58ccd1aee252"] [2024/05/06 08:00:57.284 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c40c9236-8c60-414c-9ae3-58ccd1aee252"] [2024/05/06 08:00:57.284 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c40c9236-8c60-414c-9ae3-58ccd1aee252"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:00:57.285 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c40c9236-8c60-414c-9ae3-58ccd1aee252"] [] [2024/05/06 08:00:57.285 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:00:57.285 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=1.81Β΅s] [2024/05/06 08:00:57.285 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=1.5Β΅s] [2024/05/06 08:00:57.285 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=762ns] [2024/05/06 08:00:57.285 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=922ns] [2024/05/06 08:00:57.285 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=1.052Β΅s] [2024/05/06 08:00:57.285 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=640ns] [2024/05/06 08:00:57.285 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=1.22Β΅s] [2024/05/06 08:00:57.285 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=1.021Β΅s] [2024/05/06 08:00:57.285 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=870ns] [2024/05/06 08:00:57.285 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=1.011Β΅s] [2024/05/06 08:00:57.285 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:00:57.285 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=1.191Β΅s] [2024/05/06 08:00:57.285 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:00:57.285 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:00:57.285 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:00:57.286 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=c40c9236-8c60-414c-9ae3-58ccd1aee252] ["take time"=2.624211ms] [2024/05/06 08:00:57.286 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=c40c9236-8c60-414c-9ae3-58ccd1aee252] [2024/05/06 08:00:57.287 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:00:57.287 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:00:57.287 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/1ed9d67f-b4d9-42f0-b85c-f78584a2a94d] [2024/05/06 08:00:57.287 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/1ed9d67f-b4d9-42f0-b85c-f78584a2a94d] [watcherID=0344db90-8c36-4259-a673-62bb66e73aae] [2024/05/06 08:00:57.287 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:00:57.287 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:00:57.287 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:00:57.287 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:00:57.287 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:00:57.288 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:00:57.288 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:00:57.288 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:00:57.288 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:00:57.288 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:00:57.288 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:00:57.288 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:00:57.289 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1312] [2024/05/06 08:00:57.289 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:00:57.289 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:00:57.289 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:00:57.289 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:00:57.289 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:00:57.289 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:00:57.289 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:00:57.289 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:00:57.289 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:00:57.289 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:00:57.289 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:00:57.289 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:00:57.289 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:00:57.289 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:00:57.289 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c40c9236-8c60-414c-9ae3-58ccd1aee252"] [2024/05/06 08:00:57.289 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:00:57.289 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:00:57.289 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:00:57.289 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c40c9236-8c60-414c-9ae3-58ccd1aee252"] [2024/05/06 08:00:57.289 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:00:57.289 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:00:57.289 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:00:57.289 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=c40c9236-8c60-414c-9ae3-58ccd1aee252] [2024/05/06 08:00:57.289 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:00:57.289 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:00:57.289 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:00:57.289 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:00:57.289 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:00:57.289 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:00:57.289 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:00:57.289 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:00:57.289 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:00:57.289 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:00:57.289 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4f35f3ac-77b3-428f-aceb-1f3f0d58730f"] [error="lost watcher waiting for delete"] [2024/05/06 08:00:57.289 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:00:57.289 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:00:57.289 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:00:57.289 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:00:57.289 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:00:57.289 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:00:57.289 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:00:57.289 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:00:57.289 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:00:57.289 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager c40c9236-8c60-414c-9ae3-58ccd1aee252 watch owner key /tidb/stats/owner/3eaa8f4ce9fe836c"] [2024/05/06 08:00:57.289 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager c40c9236-8c60-414c-9ae3-58ccd1aee252"] [2024/05/06 08:00:57.289 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager c40c9236-8c60-414c-9ae3-58ccd1aee252"] [2024/05/06 08:00:57.289 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:00:57.289 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:00:57.289 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:00:57.289 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:00:57.289 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:00:57.289 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:00:57.289 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=c40c9236-8c60-414c-9ae3-58ccd1aee252] [2024/05/06 08:00:57.289 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:00:57.289 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:00:57.289 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:00:57.289 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:00:57.289 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:00:57.289 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:00:57.289 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:00:57.289 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4f35f3ac-77b3-428f-aceb-1f3f0d58730f"] [error="context canceled"] [2024/05/06 08:00:57.289 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4f35f3ac-77b3-428f-aceb-1f3f0d58730f"] [2024/05/06 08:00:57.289 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=4f35f3ac-77b3-428f-aceb-1f3f0d58730f] [daemon-id=LogBackup::Advancer] [2024/05/06 08:00:57.289 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:00:57.289 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:00:57.289 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:00:57.289 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:00:57.289 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4f35f3ac-77b3-428f-aceb-1f3f0d58730f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:00:57.289 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:00:57.297 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:00:57.297 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager c40c9236-8c60-414c-9ae3-58ccd1aee252"] [error="context canceled"] [2024/05/06 08:00:57.497 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager c40c9236-8c60-414c-9ae3-58ccd1aee252"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:00:58.544 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4f35f3ac-77b3-428f-aceb-1f3f0d58730f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:00:58.545 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c40c9236-8c60-414c-9ae3-58ccd1aee252"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:00:58.545 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:00:58.545 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:00:58.743 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager c40c9236-8c60-414c-9ae3-58ccd1aee252"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:00:58.743 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:00:58.743 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:00:58.744 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:00:58.744 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.460420592s] [2024/05/06 08:00:58.744 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:00:58.744 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:00:58.744 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:00:58.744 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:00:58.744 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:00:58.744 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:00:58.744 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:00:58.744 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:00:58.744 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:00:58.744 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:00:58.744 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:00:58.744 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:00:58.744 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:00:58.744 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- FAIL: TestAddIndexIngestMemoryUsage (11.50s) === RUN TestAddIndexIngestLimitOneBackend [2024/05/06 08:00:58.746 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:00:58.746 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:00:58.747 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:00:58.747 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:00:58.747 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:00:58.747 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:00:58.747 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:00:58.747 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:00:58.747 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:00:58.747 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:00:58.748 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:00:58.748 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:00:58.749 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:00:58.749 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:00:58.752 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793138773410359] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:00:58.756 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:00:58.764 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=591] ["lease id"=22318f4ce9fa9b0c] [2024/05/06 08:00:58.765 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:00:58.778 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=65] ["start time"=11.326342ms] [2024/05/06 08:00:58.778 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:00:58.779 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=d52fc2fc-a7b2-4b6d-9d7a-fa50886f1545] [runWorker=true] [2024/05/06 08:00:58.779 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:00:58.780 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:00:58.780 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 08:00:58.780 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 636463013888/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 08:00:58.780 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:00:58.780 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:00:58.780 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:00:58.780 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:00:58.780 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:00:58.780 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:00:58.780 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:00:58.780 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:00:58.780 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:00:58.780 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:00:58.780 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:00:58.780 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:00:58.780 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:00:58.780 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:00:58.782 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:00:58.782 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d52fc2fc-a7b2-4b6d-9d7a-fa50886f1545"] ["owner key"=/tidb/ddl/fg/owner/6f188f4ce9fe82a6] [ownerID=d52fc2fc-a7b2-4b6d-9d7a-fa50886f1545] [op=none] [2024/05/06 08:00:58.782 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=90c9fa9b-b291-4b58-a18b-a516419e44ee] [daemon-id=LogBackup::Advancer] [2024/05/06 08:00:58.783 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:00:58.786 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:00:58.786 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:00:58.786 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:00:58.788 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d52fc2fc-a7b2-4b6d-9d7a-fa50886f1545"] ["owner key"=/tidb/bindinfo/owner/6f188f4ce9fe82ab] [ownerID=d52fc2fc-a7b2-4b6d-9d7a-fa50886f1545] [op=none] [2024/05/06 08:00:58.798 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:00:58.800 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:00:58.802 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:00:58.802 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:00:58.802 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:00:58.802 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:00:58.802 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:00:58.802 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:00:58.802 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:00:58.802 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:00:58.802 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:00:58.802 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:00:58.802 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:00:58.803 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:00:58.803 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:00:58.803 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:00:58.803 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:00:58.803 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:00:58.803 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:00:58.804 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:00:58.804 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/f70356bc-c362-4d10-baf9-6f043a4d631c] [2024/05/06 08:00:58.804 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:00:58.804 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:00:58.806 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=3.834937ms] [2024/05/06 08:00:58.807 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:00:58.807 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:00:58.808 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:00:58.813 +00:00] [INFO] [set.go:170] ["set global var"] [conn=3] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:00:58.814 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=65] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 08:00:58.820 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:110, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:00:58.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:58.820 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:110, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:00:58.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 08:00:58.831 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:00:58.832 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d52fc2fc-a7b2-4b6d-9d7a-fa50886f1545"] ["owner key"=/tidb/ddl/fg/owner/6f188f4ce9fe82a6] [ownerID=d52fc2fc-a7b2-4b6d-9d7a-fa50886f1545] [op=none] [2024/05/06 08:00:58.832 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d52fc2fc-a7b2-4b6d-9d7a-fa50886f1545"] [op=none] [2024/05/06 08:00:58.832 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:00:58.838 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [category=ddl] [job="ID:110, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:58.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:58.847 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=48.984Β΅s] [gotSchemaVersion=66] [phyTblIDs="[106]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:00:58.848 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=110] [version=66] [2024/05/06 08:00:58.898 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=52.964552ms] [job="ID:110, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:00:58.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:58.905 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [category=ddl] [job="ID:110, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:58.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:58.911 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=46.952Β΅s] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:00:58.913 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=110] [version=67] [2024/05/06 08:00:58.962 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=52.53543ms] [job="ID:110, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:58.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:58.968 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [category=ddl] [job="ID:110, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:58.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:58.975 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=55.374Β΅s] [gotSchemaVersion=68] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:00:58.977 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=110] [version=68] [2024/05/06 08:00:59.026 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=52.211021ms] [job="ID:110, Type:drop schema, State:done, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:00:58.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:59.031 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=110] [tableIDs="[106]"] [comment="drop schema: table IDs"] [2024/05/06 08:00:59.035 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=110] [jobType="drop schema"] [2024/05/06 08:00:59.035 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [job="ID:110, Type:drop schema, State:synced, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:00:58.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:59.041 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=110] [2024/05/06 08:00:59.041 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:59.042 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=68] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 08:00:59.048 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:112, Type:create schema, State:queueing, SchemaState:none, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:00:59.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:59.048 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:112, Type:create schema, State:queueing, SchemaState:none, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:00:59.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 08:00:59.053 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=112] [conn=4] [category=ddl] [job="ID:112, Type:create schema, State:queueing, SchemaState:none, SchemaID:111, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:59.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:59.059 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=252.927Β΅s] [gotSchemaVersion=69] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:00:59.060 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=112] [version=69] [2024/05/06 08:00:59.110 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=52.500992ms] [job="ID:112, Type:create schema, State:done, SchemaState:public, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:00:59.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:59.115 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=112] [conn=4] [job="ID:112, Type:create schema, State:synced, SchemaState:public, SchemaID:111, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:59.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:59.120 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=112] [2024/05/06 08:00:59.120 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:59.125 +00:00] [INFO] [set.go:170] ["set global var"] [conn=4] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 08:00:59.125 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=69] [cur_db=addindexlit] [sql="create table t (a int, b int);"] [user=] [2024/05/06 08:00:59.131 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:114, Type:create table, State:queueing, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:59.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:59.131 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:114, Type:create table, State:queueing, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:59.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int, b int);"] [2024/05/06 08:00:59.136 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=114] [conn=4] [category=ddl] [job="ID:114, Type:create table, State:queueing, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:59.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:59.138 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 111, Table ID: 113, Table Name: t"] [2024/05/06 08:00:59.143 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=501.163Β΅s] [gotSchemaVersion=70] [phyTblIDs="[113]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:59.144 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=114] [version=70] [2024/05/06 08:00:59.192 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=51.652401ms] [job="ID:114, Type:create table, State:done, SchemaState:public, SchemaID:111, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:59.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:59.198 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=114] [conn=4] [job="ID:114, Type:create table, State:synced, SchemaState:public, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:59.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:59.203 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=114] [2024/05/06 08:00:59.203 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:59.211 +00:00] [INFO] [set.go:170] ["set global var"] [conn=5] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 08:00:59.211 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=5] [schemaVersion=70] [cur_db=addindexlit] [sql="create table t2 (a int, b int);"] [user=] [2024/05/06 08:00:59.220 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:59.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:00:59.220 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:59.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t2 (a int, b int);"] [2024/05/06 08:00:59.225 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=116] [conn=5] [category=ddl] [job="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:59.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:59.228 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 111, Table ID: 115, Table Name: t2"] [2024/05/06 08:00:59.232 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=489.844Β΅s] [gotSchemaVersion=71] [phyTblIDs="[115]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:00:59.234 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=116] [version=71] [2024/05/06 08:00:59.282 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=52.084323ms] [job="ID:116, Type:create table, State:done, SchemaState:public, SchemaID:111, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 08:00:59.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:59.288 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=116] [conn=5] [job="ID:116, Type:create table, State:synced, SchemaState:public, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:59.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:00:59.292 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/05/06 08:00:59.292 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:00:59.296 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=5] [schemaVersion=71] [cur_db=addindexlit] [sql="alter table t2 add index idx_b(b);"] [user=] [2024/05/06 08:00:59.296 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=71] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/06 08:00:59.300 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:add index, State:queueing, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:6, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 08:00:59.300 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:117, Type:add index, State:queueing, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:6, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/06 08:00:59.304 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:118, Type:add index, State:queueing, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:6, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 08:00:59.304 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:118, Type:add index, State:queueing, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:6, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t2 add index idx_b(b);"] [2024/05/06 08:00:59.307 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 24, tp add index"] [category=ddl] [jobID=117] [conn=4] [category=ddl] [job="ID:117, Type:add index, State:queueing, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:59.307 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:6, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 08:00:59.313 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 25, tp add index"] [category=ddl] [jobID=118] [conn=5] [category=ddl] [job="ID:118, Type:add index, State:queueing, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:59.314 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:6, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx_b\",\"L\":\"idx_b\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 08:00:59.314 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=565.928Β΅s] [gotSchemaVersion=72] [phyTblIDs="[113]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:00:59.315 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=117] [version=72] [2024/05/06 08:00:59.320 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=525.028Β΅s] [gotSchemaVersion=73] [phyTblIDs="[115]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:00:59.321 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=118] [version=73] [2024/05/06 08:00:59.364 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=51.847712ms] [job="ID:117, Type:add index, State:running, SchemaState:delete only, SchemaID:111, TableID:113, RowCount:0, ArgLen:6, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:59.370 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=51.882856ms] [job="ID:118, Type:add index, State:running, SchemaState:delete only, SchemaID:111, TableID:115, RowCount:0, ArgLen:6, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:59.371 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 27, tp add index"] [category=ddl] [jobID=117] [conn=4] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:delete only, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:59.377 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 24, tp add index"] [category=ddl] [jobID=118] [conn=5] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:delete only, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:59.377 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=460.911Β΅s] [gotSchemaVersion=74] [phyTblIDs="[113]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:00:59.379 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=117] [version=74] [2024/05/06 08:00:59.384 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=476.045Β΅s] [gotSchemaVersion=75] [phyTblIDs="[115]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:00:59.385 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=118] [version=75] [2024/05/06 08:00:59.429 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=53.6131ms] [job="ID:117, Type:add index, State:running, SchemaState:write only, SchemaID:111, TableID:113, RowCount:0, ArgLen:6, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:59.434 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=51.763401ms] [job="ID:118, Type:add index, State:running, SchemaState:write only, SchemaID:111, TableID:115, RowCount:0, ArgLen:6, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:59.439 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 27, tp add index"] [category=ddl] [jobID=117] [conn=4] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write only, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:59.443 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 24, tp add index"] [category=ddl] [jobID=118] [conn=5] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write only, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:59.447 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=553.291Β΅s] [gotSchemaVersion=76] [phyTblIDs="[113]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:00:59.449 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=117] [version=76] [2024/05/06 08:00:59.451 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=489.551Β΅s] [gotSchemaVersion=77] [phyTblIDs="[115]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:00:59.452 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=118] [version=77] [2024/05/06 08:00:59.496 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=51.853007ms] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:0, ArgLen:6, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:59.500 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=51.854011ms] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:0, ArgLen:6, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:59.503 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 26, tp add index"] [category=ddl] [jobID=117] [conn=4] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:59.504 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=117] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:00:59.504 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=117] [physicalTableID=113] [startKey=7480000000000000715f728000000000000001] [endKey=7480000000000000715f72800000000000000300] [2024/05/06 08:00:59.507 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 27, tp add index"] [category=ddl] [jobID=118] [conn=5] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:59.508 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=118] [table=t2] ["ingest mode"=true] [index=idx_b] [2024/05/06 08:00:59.509 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=118] [physicalTableID=115] [startKey=7480000000000000735f728000000000000001] [endKey=7480000000000000735f72800000000000000300] [2024/05/06 08:00:59.510 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=117] [2024/05/06 08:00:59.513 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=118] [2024/05/06 08:00:59.516 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 24, tp add index"] [category=ddl] [jobID=117] [conn=4] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572361855827979, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:59.517 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=117] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:00:59.520 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 25, tp add index"] [category=ddl] [jobID=118] [conn=5] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572361855827986, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:00:59.520 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=118] [table=t2] ["ingest mode"=true] [index=idx_b] [2024/05/06 08:00:59.521 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/117] [2024/05/06 08:00:59.524 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/118] [2024/05/06 08:00:59.555 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=113] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:00:59.556 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=115] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:00:59.805 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:00:59.805 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:00:59.805 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/f70356bc-c362-4d10-baf9-6f043a4d631c] [watcherID=2f57fd98-3fe4-4507-a580-a7fd7a189ed8] [2024/05/06 08:00:59.808 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:00:59.809 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:00:59.809 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:00:59.809 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:00:59.809 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:00:59.813 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=30001] [2024/05/06 08:00:59.813 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=30001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 08:00:59.814 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=30002] [2024/05/06 08:00:59.814 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=30002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 08:01:00.314 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 08:01:00.314 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=30001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:00.314 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 08:01:00.314 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=30002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:00.315 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=30001] [curr-step=init] [next-step=read-index] [2024/05/06 08:01:00.315 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=30002] [curr-step=init] [next-step=read-index] [2024/05/06 08:01:00.316 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=30001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 08:01:00.316 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=30002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 08:01:00.613 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=30001] [type=backfill] [remaining-slots=12] [2024/05/06 08:01:00.613 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=30002] [type=backfill] [remaining-slots=8] [2024/05/06 08:01:00.781 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:01:00.916 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=30001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 08:01:00.916 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=30002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 08:01:00.917 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:01:00.917 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/117] [keyspaceName=] [2024/05/06 08:01:00.917 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:01:00.920 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:01:00.920 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:01:00.920 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:00.921 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:01:00.921 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:00.921 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:00.921 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:00.921 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:00.921 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:00.925 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:00.925 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:00.925 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=117] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 08:01:00.925 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 08:01:00.925 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/118] [keyspaceName=] [2024/05/06 08:01:00.928 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:01:00.928 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:01:00.928 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:00.928 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:01:00.928 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:00.928 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:00.928 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:00.928 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:00.928 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:00.930 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:00.932 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:00.932 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:00.932 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=118] ["current memory usage"=352] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 08:01:00.932 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 08:01:00.934 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:01:00.934 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=117] ["index ID"=1] ["current memory usage"=671089136] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:00.934 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=30001] [subtask-id=30001] [jobID=117] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:00.934 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=113] ["start key"=7480000000000000715f728000000000000001] ["end key"=7480000000000000715f72800000000000000300] [2024/05/06 08:01:00.934 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=30001] [subtask-id=30001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000715f728000000000000001, endKey=7480000000000000715f72800000000000000300"] [2024/05/06 08:01:00.937 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:00.937 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=117] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089176] ["max memory quota"=17179869184] [2024/05/06 08:01:00.940 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=117] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=672137792] ["max memory quota"=17179869184] [2024/05/06 08:01:00.950 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=30001] [subtask-id=30001] [id=1] [2024/05/06 08:01:00.952 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 08:01:00.952 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=118] ["index ID"=1] ["current memory usage"=1343226576] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:00.954 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=30002] [subtask-id=30002] [jobID=118] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:00.954 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=115] ["start key"=7480000000000000735f728000000000000001] ["end key"=7480000000000000735f72800000000000000300] [2024/05/06 08:01:00.954 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=30002] [subtask-id=30002] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000735f728000000000000001, endKey=7480000000000000735f72800000000000000300"] [2024/05/06 08:01:01.058 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=117] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1343226616] ["max memory quota"=17179869184] [2024/05/06 08:01:01.058 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=118] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1343226656] ["max memory quota"=17179869184] [2024/05/06 08:01:01.109 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=118] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=1343226696] ["max memory quota"=17179869184] [2024/05/06 08:01:01.109 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=30002] [subtask-id=30002] [id=1] [2024/05/06 08:01:01.112 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=117] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=1344275312] ["max memory quota"=17179869184] [2024/05/06 08:01:01.113 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1013] [file=/tmp/tidb/tmp_ddl-4000/117/f75d9cab-8823-5503-94ba-459a1de580da.sst/22b32eac-1adc-496e-b688-a66f8a634d6d.sst] [firstKey=7480000000000000715F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000000715F698000000000000001038000000000000003038000000000000003] [2024/05/06 08:01:01.115 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=117] [2024/05/06 08:01:01.115 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637248020480/940431265792, backend usage: 0"] [2024/05/06 08:01:01.115 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:01.116 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:01.138 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:01:01.138 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:01.146 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/06 08:01:01.147 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=32.044025ms] [] [2024/05/06 08:01:01.150 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=117] [2024/05/06 08:01:01.155 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=118] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1210057584] ["max memory quota"=17179869184] [2024/05/06 08:01:01.159 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 08:01:01.159 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:01:01.159 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=844.156Β΅s] [] [2024/05/06 08:01:01.159 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:01:01.160 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=463.762Β΅s] [] [2024/05/06 08:01:01.161 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:01.161 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:01.161 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:01.161 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:01.161 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:01.161 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:01.161 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:01.161 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:01.161 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:01.161 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:01.161 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:01.161 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:01.161 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:01.161 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:01.161 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:01.161 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:01.161 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:01.161 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:01.161 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=117] ["current memory usage"=672137776] ["max memory quota"=17179869184] [2024/05/06 08:01:01.161 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=30001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=245.167209ms] [] [2024/05/06 08:01:01.200 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=118] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137816] ["max memory quota"=17179869184] [2024/05/06 08:01:01.201 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1013] [file=/tmp/tidb/tmp_ddl-4000/118/214c0b64-c6e1-5c8a-adab-57f23de7e62f.sst/5b0fe607-278e-477d-a028-e4deeb789ad9.sst] [firstKey=7480000000000000735F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000000735F698000000000000001038000000000000003038000000000000003] [2024/05/06 08:01:01.203 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=118] [2024/05/06 08:01:01.203 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637248024576/940431265792, backend usage: 0"] [2024/05/06 08:01:01.203 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [retryCnt=0] [2024/05/06 08:01:01.204 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:01.227 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=214c0b64-c6e1-5c8a-adab-57f23de7e62f] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:01:01.227 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:01.235 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/06 08:01:01.236 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [retryCnt=0] [takeTime=32.740251ms] [] [2024/05/06 08:01:01.239 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=118] [2024/05/06 08:01:01.246 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 08:01:01.246 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 08:01:01.247 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [takeTime=688.91Β΅s] [] [2024/05/06 08:01:01.247 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 08:01:01.248 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [takeTime=461.758Β΅s] [] [2024/05/06 08:01:01.248 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:01.248 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:01.248 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:01.248 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:01.248 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:01.248 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:01.248 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:01.248 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:01.248 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:01.248 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:01.248 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:01.248 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:01.248 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:01.249 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:01.249 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:01.249 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:01.249 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:01.249 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:01.249 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=118] ["current memory usage"=240] ["max memory quota"=17179869184] [2024/05/06 08:01:01.249 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=30002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=332.474362ms] [] [2024/05/06 08:01:01.315 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 08:01:01.316 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 08:01:01.370 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 08:01:01.370 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 08:01:01.409 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=459.225Β΅s] [gotSchemaVersion=78] [phyTblIDs="[113]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:01.412 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=117] [version=78] [2024/05/06 08:01:01.413 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=492.432Β΅s] [gotSchemaVersion=79] [phyTblIDs="[115]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:01.415 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=118] [version=79] [2024/05/06 08:01:01.459 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=53.033771ms] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:3, ArgLen:6, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572361855827979, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:01.462 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=30001] [type=backfill] [2024/05/06 08:01:01.463 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=51.949426ms] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:3, ArgLen:6, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572361855827986, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:01.468 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 27, tp add index"] [category=ddl] [jobID=117] [conn=4] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:3, ArgLen:0, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572361855827979, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:01.469 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=117] [table=t] [index=idx] [2024/05/06 08:01:01.472 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 24, tp add index"] [category=ddl] [jobID=118] [conn=5] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:3, ArgLen:0, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572361855827986, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:01.472 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=118] [table=t2] [index=idx_b] [2024/05/06 08:01:01.476 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=500.223Β΅s] [gotSchemaVersion=80] [phyTblIDs="[113]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:01.478 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=117] [version=80] [2024/05/06 08:01:01.480 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=521.399Β΅s] [gotSchemaVersion=81] [phyTblIDs="[115]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:01.481 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=118] [version=81] [2024/05/06 08:01:01.525 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=52.176397ms] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:3, ArgLen:6, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:01.530 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=52.016373ms] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:3, ArgLen:6, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:01.534 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 26, tp add index"] [category=ddl] [jobID=117] [conn=4] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:3, ArgLen:0, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:01.535 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=117] [physicalTableID=113] [startKey=7480000000000000715f69ffff000000000001] [endKey=7480000000000000715f69ffff000000000001ff] [2024/05/06 08:01:01.537 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 27, tp add index"] [category=ddl] [jobID=118] [conn=5] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:3, ArgLen:0, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:01.538 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=118] [physicalTableID=115] [startKey=7480000000000000735f69ffff000000000001] [endKey=7480000000000000735f69ffff000000000001ff] [2024/05/06 08:01:01.540 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=117] [2024/05/06 08:01:01.543 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=118] [2024/05/06 08:01:01.546 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 25, tp add index"] [category=ddl] [jobID=117] [conn=4] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:3, ArgLen:0, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572362393485324, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:01.548 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:3, ArgLen:6, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572362393485324, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000715f69ffff000000000001,EndKey:7480000000000000715f69ffff000000000001ff,First:false,PhysicalTableID:113,Ingest mode:false"] [2024/05/06 08:01:01.549 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 26, tp add index"] [category=ddl] [jobID=118] [conn=5] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:3, ArgLen:0, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572362393485330, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:01.549 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=117] [2024/05/06 08:01:01.549 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=117] [2024/05/06 08:01:01.549 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=113] ["start key"=7480000000000000715f69ffff000000000001] ["end key"=7480000000000000715f69ffff000000000001ff] [2024/05/06 08:01:01.549 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000715f69ffff000000000001] [endKey=7480000000000000715f69ffff000000000001ff] [2024/05/06 08:01:01.549 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=117] [2024/05/06 08:01:01.549 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=117] [2024/05/06 08:01:01.549 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=30002] [type=backfill] [2024/05/06 08:01:01.550 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=113] ["end key"=7480000000000000715f69ffff000000000001ff] ["current end key"=7480000000000000715f69ffff00000000000100] [2024/05/06 08:01:01.550 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=117] [2024/05/06 08:01:01.550 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=117] [2024/05/06 08:01:01.550 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=117] [2024/05/06 08:01:01.550 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 113, range: [7480000000000000715f69ffff000000000001, 7480000000000000715f69ffff00000000000100), jobID: 117"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000715f69ffff0000000000010000] ["take time"=540.708Β΅s] [2024/05/06 08:01:01.550 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=117] [2024/05/06 08:01:01.551 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:3, ArgLen:6, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572362393485330, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000735f69ffff000000000001,EndKey:7480000000000000735f69ffff000000000001ff,First:false,PhysicalTableID:115,Ingest mode:false"] [2024/05/06 08:01:01.552 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=115] ["start key"=7480000000000000735f69ffff000000000001] ["end key"=7480000000000000735f69ffff000000000001ff] [2024/05/06 08:01:01.552 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=118] [2024/05/06 08:01:01.552 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=118] [2024/05/06 08:01:01.552 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000735f69ffff000000000001] [endKey=7480000000000000735f69ffff000000000001ff] [2024/05/06 08:01:01.552 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=118] [2024/05/06 08:01:01.552 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=118] [2024/05/06 08:01:01.553 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=115] ["end key"=7480000000000000735f69ffff000000000001ff] ["current end key"=7480000000000000735f69ffff00000000000100] [2024/05/06 08:01:01.553 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=118] [2024/05/06 08:01:01.553 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=118] [2024/05/06 08:01:01.553 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=118] [2024/05/06 08:01:01.553 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000000715f69ffff000000000001] [2024/05/06 08:01:01.553 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 08:01:01.553 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 115, range: [7480000000000000735f69ffff000000000001, 7480000000000000735f69ffff00000000000100), jobID: 118"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000735f69ffff0000000000010000] ["take time"=352.537Β΅s] [2024/05/06 08:01:01.553 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=118] [2024/05/06 08:01:01.555 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000000735f69ffff000000000001] [2024/05/06 08:01:01.555 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 08:01:01.583 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 08:01:01.587 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 08:01:01.589 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=543.104Β΅s] [gotSchemaVersion=82] [phyTblIDs="[113]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:01.591 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=117] [version=82] [2024/05/06 08:01:01.593 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=525.206Β΅s] [gotSchemaVersion=83] [phyTblIDs="[115]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:01.594 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=118] [version=83] [2024/05/06 08:01:01.638 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=52.571007ms] [job="ID:117, Type:add index, State:done, SchemaState:public, SchemaID:111, TableID:113, RowCount:3, ArgLen:3, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572362393485324, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:01.642 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=51.858705ms] [job="ID:118, Type:add index, State:done, SchemaState:public, SchemaID:111, TableID:115, RowCount:3, ArgLen:3, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572362393485330, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:01.646 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=117] [tableID=113] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:01.648 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=117] [jobType="add index"] [2024/05/06 08:01:01.649 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 24, tp add index"] [category=ddl] [jobID=117] [conn=4] [job="ID:117, Type:add index, State:synced, SchemaState:public, SchemaID:111, TableID:113, RowCount:3, ArgLen:3, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572362393485324, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:01.650 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=118] [tableID=115] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:01.652 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=118] [jobType="add index"] [2024/05/06 08:01:01.652 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 25, tp add index"] [category=ddl] [jobID=118] [conn=5] [job="ID:118, Type:add index, State:synced, SchemaState:public, SchemaID:111, TableID:115, RowCount:3, ArgLen:3, start time: 2024-05-06 08:00:59.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572362393485330, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:01.656 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/06 08:01:01.656 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:01.657 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 4\n# Query_time: 2.3615214780000002\n# Parse_time: 0.000074035\n# Compile_time: 0.000073889\n# Rewrite_time: 0.000002742\n# Optimize_time: 0.00002427\n# Wait_TS: 0.000181988\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(a);"] [2024/05/06 08:01:01.661 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=118] [2024/05/06 08:01:01.661 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:01.662 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 5\n# Query_time: 2.366458188\n# Parse_time: 0.000074443\n# Compile_time: 0.000075651\n# Rewrite_time: 0.000002168\n# Optimize_time: 0.000020689\n# Wait_TS: 0.000197216\n# DB: addindexlit\n# Is_internal: false\n# Digest: 11eeaba7a7a7e4d5493be00351d96e15584e02d48854c4862767d924ab7e81d2\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t2 add index idx_b(b);"] [2024/05/06 08:01:01.665 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d52fc2fc-a7b2-4b6d-9d7a-fa50886f1545"] [2024/05/06 08:01:01.665 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d52fc2fc-a7b2-4b6d-9d7a-fa50886f1545"] [2024/05/06 08:01:01.666 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d52fc2fc-a7b2-4b6d-9d7a-fa50886f1545"] [] [2024/05/06 08:01:01.667 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:01.667 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 24, tp add index"] [category=ddl] ["take time"=2.228Β΅s] [2024/05/06 08:01:01.667 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 25, tp add index"] [category=ddl] ["take time"=612ns] [2024/05/06 08:01:01.667 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 26, tp add index"] [category=ddl] ["take time"=934ns] [2024/05/06 08:01:01.667 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 27, tp add index"] [category=ddl] ["take time"=908ns] [2024/05/06 08:01:01.667 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:01.667 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 23, tp general"] [category=ddl] ["take time"=1.078Β΅s] [2024/05/06 08:01:01.667 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:01.667 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:01:01.667 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:01:01.668 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=d52fc2fc-a7b2-4b6d-9d7a-fa50886f1545] ["take time"=2.660265ms] [2024/05/06 08:01:01.668 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=d52fc2fc-a7b2-4b6d-9d7a-fa50886f1545] [2024/05/06 08:01:01.669 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:01:01.669 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/f70356bc-c362-4d10-baf9-6f043a4d631c] [watcherID=2f57fd98-3fe4-4507-a580-a7fd7a189ed8] [2024/05/06 08:01:01.669 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:01:01.669 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/f70356bc-c362-4d10-baf9-6f043a4d631c] [2024/05/06 08:01:01.669 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:01.669 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:01.669 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:01.669 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:01.669 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:01.669 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:01.669 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:01.669 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:01.669 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:01.669 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:01.669 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:01:01.669 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:01:01.670 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=591] [2024/05/06 08:01:01.670 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:01.670 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:01:01.670 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:01:01.670 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:01.670 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:01.670 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:01:01.670 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:01.670 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=d52fc2fc-a7b2-4b6d-9d7a-fa50886f1545] [2024/05/06 08:01:01.670 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:01:01.670 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:01.670 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:01:01.670 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:01.670 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:01:01.670 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:01.670 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 90c9fa9b-b291-4b58-a18b-a516419e44ee"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:01.670 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:01:01.670 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:01.670 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:01.670 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:01.670 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:01.670 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:01.670 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:01:01.670 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:01:01.670 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:01:01.670 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:01.670 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:01.670 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:01.670 +00:00] [INFO] [scheduler.go:168] ["schedule task exits"] [task-id=30001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [2024/05/06 08:01:01.670 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d52fc2fc-a7b2-4b6d-9d7a-fa50886f1545"] [2024/05/06 08:01:01.670 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:01:01.670 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:01:01.670 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d52fc2fc-a7b2-4b6d-9d7a-fa50886f1545"] [2024/05/06 08:01:01.670 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:01:01.670 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:01.670 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=30001] [2024/05/06 08:01:01.670 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:01:01.670 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager d52fc2fc-a7b2-4b6d-9d7a-fa50886f1545"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:01.670 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:01:01.670 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:01.670 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:01:01.670 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:01.670 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:01:01.670 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:01:01.670 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:01:01.670 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:01.670 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:01:01.670 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:01:01.670 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:01:01.670 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:01:01.670 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:01.670 +00:00] [INFO] [scheduler.go:168] ["schedule task exits"] [task-id=30002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [2024/05/06 08:01:01.670 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:01.670 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:01:01.670 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:01.670 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:01.670 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=30002] [2024/05/06 08:01:01.670 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=d52fc2fc-a7b2-4b6d-9d7a-fa50886f1545] [2024/05/06 08:01:01.670 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:01:01.670 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:01:01.670 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:01:01.670 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:01:01.670 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:01.670 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:01:01.670 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:01.670 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 90c9fa9b-b291-4b58-a18b-a516419e44ee"] [error="context canceled"] [2024/05/06 08:01:01.670 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 90c9fa9b-b291-4b58-a18b-a516419e44ee"] [2024/05/06 08:01:01.670 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=90c9fa9b-b291-4b58-a18b-a516419e44ee] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:01.670 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:01:01.670 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:01.670 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:01.683 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:01:01.683 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager d52fc2fc-a7b2-4b6d-9d7a-fa50886f1545"] [error="context canceled"] [2024/05/06 08:01:01.683 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager d52fc2fc-a7b2-4b6d-9d7a-fa50886f1545"] [2024/05/06 08:01:02.904 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d52fc2fc-a7b2-4b6d-9d7a-fa50886f1545"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:02.904 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:01:02.904 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:02.935 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 90c9fa9b-b291-4b58-a18b-a516419e44ee"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:02.952 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager d52fc2fc-a7b2-4b6d-9d7a-fa50886f1545"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:02.952 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:01:02.952 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:01:02.952 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:02.952 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.286815085s] [2024/05/06 08:01:02.952 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:02.952 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:02.952 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:02.952 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:02.952 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:02.952 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:02.952 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:02.952 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:02.952 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:02.952 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:02.952 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:02.952 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:02.952 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:02.952 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexIngestLimitOneBackend (4.21s) === RUN TestAddIndexIngestWriterCountOnPartitionTable [2024/05/06 08:01:02.954 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:02.954 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:01:02.955 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:01:02.955 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:02.955 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:01:02.955 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:02.955 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:02.955 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:02.955 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:02.955 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:02.956 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:01:02.957 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:02.957 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:02.957 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:02.960 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793138773410359] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:01:02.964 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:01:02.974 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=444] ["lease id"=22318f4ce9fa9b53] [2024/05/06 08:01:02.975 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:01:02.987 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=83] ["start time"=10.535941ms] [2024/05/06 08:01:02.988 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:01:02.988 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=81a13c0d-6006-42a3-8d29-3a3264ce338e] [runWorker=true] [2024/05/06 08:01:02.988 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:01:02.989 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:01:02.990 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 08:01:02.990 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:02.990 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 637248163840/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 08:01:02.990 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:02.990 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:02.990 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:02.990 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:02.990 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:02.990 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:02.990 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:02.990 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:02.990 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:02.990 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:02.990 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:02.990 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:02.990 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:01:02.991 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 81a13c0d-6006-42a3-8d29-3a3264ce338e"] ["owner key"=/tidb/ddl/fg/owner/6f188f4ce9fe82ee] [ownerID=81a13c0d-6006-42a3-8d29-3a3264ce338e] [op=none] [2024/05/06 08:01:02.991 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:02.991 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=540792e2-671f-44a6-b408-27809aa78d59] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:02.992 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:01:02.995 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:01:02.996 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:02.996 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:01:02.997 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 81a13c0d-6006-42a3-8d29-3a3264ce338e"] ["owner key"=/tidb/bindinfo/owner/6f188f4ce9fe82f3] [ownerID=81a13c0d-6006-42a3-8d29-3a3264ce338e] [op=none] [2024/05/06 08:01:03.006 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:03.008 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:03.009 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:03.009 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:03.009 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:03.009 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:03.009 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:01:03.009 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:01:03.009 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:01:03.009 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:01:03.009 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:01:03.009 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:03.009 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:01:03.010 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:03.010 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:03.010 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:03.010 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:03.010 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:01:03.011 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:03.011 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:01:03.011 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/1591769c-8dc2-4211-b51b-72b45dc8b3e1] [2024/05/06 08:01:03.011 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:03.011 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:03.012 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:03.012 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:01:03.012 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:01:03.013 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=3.586287ms] [2024/05/06 08:01:03.016 +00:00] [INFO] [set.go:170] ["set global var"] [conn=6] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:01:03.017 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=83] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 08:01:03.023 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:drop schema, State:queueing, SchemaState:public, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:02.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:03.023 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:119, Type:drop schema, State:queueing, SchemaState:public, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:02.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 08:01:03.041 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:03.042 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 81a13c0d-6006-42a3-8d29-3a3264ce338e"] ["owner key"=/tidb/ddl/fg/owner/6f188f4ce9fe82ee] [ownerID=81a13c0d-6006-42a3-8d29-3a3264ce338e] [op=none] [2024/05/06 08:01:03.042 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 81a13c0d-6006-42a3-8d29-3a3264ce338e"] [op=none] [2024/05/06 08:01:03.042 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:01:03.047 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=119] [conn=7] [category=ddl] [job="ID:119, Type:drop schema, State:queueing, SchemaState:public, SchemaID:111, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:02.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:03.058 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=42.572Β΅s] [gotSchemaVersion=84] [phyTblIDs="[113,115]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:03.060 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=119] [version=84] [2024/05/06 08:01:03.109 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=52.787807ms] [job="ID:119, Type:drop schema, State:running, SchemaState:write only, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:02.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:03.115 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=119] [conn=7] [category=ddl] [job="ID:119, Type:drop schema, State:running, SchemaState:write only, SchemaID:111, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:02.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:03.120 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=32.34Β΅s] [gotSchemaVersion=85] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:03.122 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=119] [version=85] [2024/05/06 08:01:03.171 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=52.660764ms] [job="ID:119, Type:drop schema, State:running, SchemaState:delete only, SchemaID:111, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:02.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:03.177 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=119] [conn=7] [category=ddl] [job="ID:119, Type:drop schema, State:running, SchemaState:delete only, SchemaID:111, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:02.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:03.183 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=30.571Β΅s] [gotSchemaVersion=86] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:03.184 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=119] [version=86] [2024/05/06 08:01:03.234 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=52.416314ms] [job="ID:119, Type:drop schema, State:done, SchemaState:none, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:02.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:03.239 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=119] [tableIDs="[113,115]"] [comment="drop schema: table IDs"] [2024/05/06 08:01:03.243 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=119] [jobType="drop schema"] [2024/05/06 08:01:03.243 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=119] [conn=7] [job="ID:119, Type:drop schema, State:synced, SchemaState:none, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:02.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:03.249 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/06 08:01:03.249 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:03.249 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=86] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 08:01:03.255 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:create schema, State:queueing, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:03.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:03.255 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:121, Type:create schema, State:queueing, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:03.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 08:01:03.260 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=121] [conn=7] [category=ddl] [job="ID:121, Type:create schema, State:queueing, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:03.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:03.266 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=220.692Β΅s] [gotSchemaVersion=87] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:01:03.267 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=121] [version=87] [2024/05/06 08:01:03.316 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=51.848518ms] [job="ID:121, Type:create schema, State:done, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:03.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:03.322 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=121] [conn=7] [job="ID:121, Type:create schema, State:synced, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:03.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:03.326 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/06 08:01:03.326 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:03.331 +00:00] [INFO] [set.go:170] ["set global var"] [conn=7] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 08:01:03.331 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=87] [cur_db=addindexlit] [sql="create table t (a int primary key) partition by hash(a) partitions 32;"] [user=] [2024/05/06 08:01:03.339 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:155, Type:create table, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:03.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:03.339 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:155, Type:create table, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:03.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key) partition by hash(a) partitions 32;"] [2024/05/06 08:01:03.345 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=155] [conn=7] [category=ddl] [job="ID:155, Type:create table, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:03.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:03.347 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 120, Table ID: 122, Table Name: t"] [2024/05/06 08:01:03.353 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=856.834Β΅s] [gotSchemaVersion=88] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:03.354 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=155] [version=88] [2024/05/06 08:01:03.402 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=51.920849ms] [job="ID:155, Type:create table, State:done, SchemaState:public, SchemaID:120, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:03.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:03.408 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=155] [conn=7] [job="ID:155, Type:create table, State:synced, SchemaState:public, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:03.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:03.413 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=155] [2024/05/06 08:01:03.413 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:03.416 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572362878189608] [2024/05/06 08:01:03.418 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=88] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/06 08:01:03.422 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:156, Type:add index, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 08:01:03.422 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:156, Type:add index, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/06 08:01:03.429 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 32, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:03.430 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 08:01:03.436 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=786.527Β΅s] [gotSchemaVersion=89] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:03.438 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=156] [version=89] [2024/05/06 08:01:03.486 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=52.40283ms] [job="ID:156, Type:add index, State:running, SchemaState:delete only, SchemaID:120, TableID:122, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:03.493 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 30, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:delete only, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:03.500 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=821.101Β΅s] [gotSchemaVersion=90] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:03.502 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=156] [version=90] [2024/05/06 08:01:03.551 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=52.731808ms] [job="ID:156, Type:add index, State:running, SchemaState:write only, SchemaID:120, TableID:122, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:03.557 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 29, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write only, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:03.564 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=789.22Β΅s] [gotSchemaVersion=91] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:03.566 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=156] [version=91] [2024/05/06 08:01:03.613 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=51.571312ms] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:03.627 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 30, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:03.627 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=156] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:01:03.628 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=156] [physicalTableID=123] [startKey=74800000000000007b5f728000000000000000] [endKey=74800000000000007b5f72800000000000006000] [2024/05/06 08:01:03.636 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=156] [2024/05/06 08:01:03.641 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 32, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572362943725571, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:03.642 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=156] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:01:03.647 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/156] [2024/05/06 08:01:03.670 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=122] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:04.011 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:01:04.011 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:01:04.012 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/1591769c-8dc2-4211-b51b-72b45dc8b3e1] [watcherID=d0a0f9cf-6b1b-4c0d-a586-4523709d53f5] [2024/05/06 08:01:04.012 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:01:04.014 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:01:04.014 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:01:04.014 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:01:04.014 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:01:04.017 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=60001] [2024/05/06 08:01:04.017 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=60001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 08:01:04.518 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=60001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 08:01:04.518 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=60001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:04.519 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=60001] [curr-step=init] [next-step=read-index] [2024/05/06 08:01:04.519 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=60001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=32] [2024/05/06 08:01:04.817 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=60001] [type=backfill] [remaining-slots=12] [2024/05/06 08:01:04.990 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:01:05.121 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=60001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 08:01:05.122 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:01:05.122 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/156] [keyspaceName=] [2024/05/06 08:01:05.126 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:01:05.126 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:01:05.126 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:05.126 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:01:05.126 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:05.126 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:05.127 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:05.127 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:05.127 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:05.130 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:05.131 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:05.131 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=156] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 08:01:05.131 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 08:01:05.136 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:05.139 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:01:05.139 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:05.140 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60001] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:05.140 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=123] ["start key"=74800000000000007b5f728000000000000000] ["end key"=74800000000000007b5f72800000000000006000] [2024/05/06 08:01:05.140 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60001] [id=1] [task="TableScanTask: id=1, startKey=74800000000000007b5f728000000000000000, endKey=74800000000000007b5f72800000000000006000"] [2024/05/06 08:01:05.143 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 08:01:05.145 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/06 08:01:05.146 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60001] [id=1] [2024/05/06 08:01:05.148 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/06 08:01:05.150 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137696] ["max memory quota"=17179869184] [2024/05/06 08:01:05.151 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1025] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/9149d7a3-9dbe-461c-80ff-48d4977c79c0.sst] [firstKey=74800000000000007B5F698000000000000001038000000000000000038000000000000000] [lastKey=74800000000000007B5F698000000000000001038000000000000060038000000000000060] [2024/05/06 08:01:05.154 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 08:01:05.154 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637376339968/940431265792, backend usage: 0"] [2024/05/06 08:01:05.154 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:05.155 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:05.176 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=4] [size=152] [2024/05/06 08:01:05.176 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:05.184 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 08:01:05.186 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=32.026793ms] [] [2024/05/06 08:01:05.188 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 08:01:05.200 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:05.201 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=673186232] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:05.201 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60002] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:05.201 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186272] ["max memory quota"=17179869184] [2024/05/06 08:01:05.201 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673186312] ["max memory quota"=17179869184] [2024/05/06 08:01:05.201 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673186352] ["max memory quota"=17179869184] [2024/05/06 08:01:05.201 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186392] ["max memory quota"=17179869184] [2024/05/06 08:01:05.201 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=124] ["start key"=74800000000000007c5f728000000000000001] ["end key"=74800000000000007c5f72800000000000006100] [2024/05/06 08:01:05.201 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60002] [id=1] [task="TableScanTask: id=1, startKey=74800000000000007c5f728000000000000001, endKey=74800000000000007c5f72800000000000006100"] [2024/05/06 08:01:05.202 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60002] [id=1] [2024/05/06 08:01:05.203 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1022] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/173a33b2-5248-4fb5-9c07-698ebed40230.sst] [firstKey=74800000000000007C5F698000000000000001038000000000000001038000000000000001] [lastKey=74800000000000007C5F698000000000000001038000000000000061038000000000000061] [2024/05/06 08:01:05.206 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 08:01:05.206 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637376364544/940431265792, backend usage: 0"] [2024/05/06 08:01:05.206 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:05.207 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:05.228 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=4] [size=152] [2024/05/06 08:01:05.228 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:05.235 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=152] [kvs=4] [importedSize=304] [importedCount=8] [2024/05/06 08:01:05.236 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.352117ms] [] [2024/05/06 08:01:05.239 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 08:01:05.250 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:05.251 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=673186352] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:05.252 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60003] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:05.252 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186392] ["max memory quota"=17179869184] [2024/05/06 08:01:05.252 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673186432] ["max memory quota"=17179869184] [2024/05/06 08:01:05.252 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673186472] ["max memory quota"=17179869184] [2024/05/06 08:01:05.252 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=125] ["start key"=74800000000000007d5f728000000000000002] ["end key"=74800000000000007d5f72800000000000006200] [2024/05/06 08:01:05.252 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186512] ["max memory quota"=17179869184] [2024/05/06 08:01:05.252 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60003] [id=1] [task="TableScanTask: id=1, startKey=74800000000000007d5f728000000000000002, endKey=74800000000000007d5f72800000000000006200"] [2024/05/06 08:01:05.252 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60003] [id=1] [2024/05/06 08:01:05.253 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1025] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/842bbf1a-de4e-4ea0-8c85-92cf4a73d1ee.sst] [firstKey=74800000000000007D5F698000000000000001038000000000000002038000000000000002] [lastKey=74800000000000007D5F698000000000000001038000000000000062038000000000000062] [2024/05/06 08:01:05.256 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 08:01:05.256 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637376389120/940431265792, backend usage: 0"] [2024/05/06 08:01:05.256 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:05.257 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:05.278 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=4] [size=152] [2024/05/06 08:01:05.278 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:05.284 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=152] [kvs=4] [importedSize=456] [importedCount=12] [2024/05/06 08:01:05.285 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.120106ms] [] [2024/05/06 08:01:05.288 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 08:01:05.299 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:05.300 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=673186472] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:05.300 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60004] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:05.300 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186512] ["max memory quota"=17179869184] [2024/05/06 08:01:05.300 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673186552] ["max memory quota"=17179869184] [2024/05/06 08:01:05.300 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673186592] ["max memory quota"=17179869184] [2024/05/06 08:01:05.300 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186632] ["max memory quota"=17179869184] [2024/05/06 08:01:05.300 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=126] ["start key"=74800000000000007e5f728000000000000003] ["end key"=74800000000000007e5f72800000000000006300] [2024/05/06 08:01:05.300 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60004] [id=1] [task="TableScanTask: id=1, startKey=74800000000000007e5f728000000000000003, endKey=74800000000000007e5f72800000000000006300"] [2024/05/06 08:01:05.301 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60004] [id=1] [2024/05/06 08:01:05.302 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1026] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/610f39dc-bdbb-43df-a96b-c47d68c644e7.sst] [firstKey=74800000000000007E5F698000000000000001038000000000000003038000000000000003] [lastKey=74800000000000007E5F698000000000000001038000000000000063038000000000000063] [2024/05/06 08:01:05.304 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 08:01:05.304 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637376405504/940431265792, backend usage: 0"] [2024/05/06 08:01:05.304 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:05.305 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:05.327 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=4] [size=152] [2024/05/06 08:01:05.327 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:05.333 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=152] [kvs=4] [importedSize=608] [importedCount=16] [2024/05/06 08:01:05.334 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.675134ms] [] [2024/05/06 08:01:05.337 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 08:01:05.348 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:05.349 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=673186592] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:05.350 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60005] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:05.350 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186632] ["max memory quota"=17179869184] [2024/05/06 08:01:05.350 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673186672] ["max memory quota"=17179869184] [2024/05/06 08:01:05.350 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=127] ["start key"=74800000000000007f5f728000000000000004] ["end key"=74800000000000007f5f72800000000000004400] [2024/05/06 08:01:05.350 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673186712] ["max memory quota"=17179869184] [2024/05/06 08:01:05.350 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186752] ["max memory quota"=17179869184] [2024/05/06 08:01:05.350 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60005] [id=1] [task="TableScanTask: id=1, startKey=74800000000000007f5f728000000000000004, endKey=74800000000000007f5f72800000000000004400"] [2024/05/06 08:01:05.350 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60005] [id=1] [2024/05/06 08:01:05.351 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/4dd801f4-58e3-460a-9e78-0ae7028bdffc.sst] [firstKey=74800000000000007F5F698000000000000001038000000000000004038000000000000004] [lastKey=74800000000000007F5F698000000000000001038000000000000044038000000000000044] [2024/05/06 08:01:05.353 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 08:01:05.353 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637376417792/940431265792, backend usage: 0"] [2024/05/06 08:01:05.353 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:05.354 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:05.375 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:01:05.375 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:05.381 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=722] [importedCount=19] [2024/05/06 08:01:05.383 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.258529ms] [] [2024/05/06 08:01:05.385 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 08:01:05.397 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:05.398 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674235288] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:05.398 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60006] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:05.398 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235328] ["max memory quota"=17179869184] [2024/05/06 08:01:05.398 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235368] ["max memory quota"=17179869184] [2024/05/06 08:01:05.398 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235408] ["max memory quota"=17179869184] [2024/05/06 08:01:05.398 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235448] ["max memory quota"=17179869184] [2024/05/06 08:01:05.398 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=128] ["start key"=7480000000000000805f728000000000000005] ["end key"=7480000000000000805f72800000000000004500] [2024/05/06 08:01:05.399 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60006] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000805f728000000000000005, endKey=7480000000000000805f72800000000000004500"] [2024/05/06 08:01:05.399 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60006] [id=1] [2024/05/06 08:01:05.400 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/ade4dcf2-1fc4-404a-b90c-74e87ea0b159.sst] [firstKey=7480000000000000805F698000000000000001038000000000000005038000000000000005] [lastKey=7480000000000000805F698000000000000001038000000000000045038000000000000045] [2024/05/06 08:01:05.402 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 08:01:05.402 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637376430080/940431265792, backend usage: 0"] [2024/05/06 08:01:05.402 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:05.403 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:05.425 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:01:05.425 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:05.431 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=836] [importedCount=22] [2024/05/06 08:01:05.432 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.922918ms] [] [2024/05/06 08:01:05.435 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 08:01:05.446 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:05.447 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674235408] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:05.448 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60007] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:05.448 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235448] ["max memory quota"=17179869184] [2024/05/06 08:01:05.448 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235488] ["max memory quota"=17179869184] [2024/05/06 08:01:05.448 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235528] ["max memory quota"=17179869184] [2024/05/06 08:01:05.448 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235568] ["max memory quota"=17179869184] [2024/05/06 08:01:05.448 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=129] ["start key"=7480000000000000815f728000000000000006] ["end key"=7480000000000000815f72800000000000004600] [2024/05/06 08:01:05.448 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60007] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000815f728000000000000006, endKey=7480000000000000815f72800000000000004600"] [2024/05/06 08:01:05.449 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60007] [id=1] [2024/05/06 08:01:05.449 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/414758c5-d8d7-4c18-b914-cb207eea9066.sst] [firstKey=7480000000000000815F698000000000000001038000000000000006038000000000000006] [lastKey=7480000000000000815F698000000000000001038000000000000046038000000000000046] [2024/05/06 08:01:05.452 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 08:01:05.452 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637376454656/940431265792, backend usage: 0"] [2024/05/06 08:01:05.452 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:05.453 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:05.476 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:01:05.476 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:05.482 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=950] [importedCount=25] [2024/05/06 08:01:05.483 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=31.335838ms] [] [2024/05/06 08:01:05.486 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 08:01:05.497 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:05.498 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674235528] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:05.499 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60008] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:05.499 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235568] ["max memory quota"=17179869184] [2024/05/06 08:01:05.499 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235608] ["max memory quota"=17179869184] [2024/05/06 08:01:05.499 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235648] ["max memory quota"=17179869184] [2024/05/06 08:01:05.499 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=130] ["start key"=7480000000000000825f728000000000000007] ["end key"=7480000000000000825f72800000000000004700] [2024/05/06 08:01:05.499 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235688] ["max memory quota"=17179869184] [2024/05/06 08:01:05.499 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60008] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000825f728000000000000007, endKey=7480000000000000825f72800000000000004700"] [2024/05/06 08:01:05.500 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60008] [id=1] [2024/05/06 08:01:05.500 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/726cfe5b-63a7-443e-b1fc-addb45ef29ff.sst] [firstKey=7480000000000000825F698000000000000001038000000000000007038000000000000007] [lastKey=7480000000000000825F698000000000000001038000000000000047038000000000000047] [2024/05/06 08:01:05.503 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 08:01:05.503 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637376466944/940431265792, backend usage: 0"] [2024/05/06 08:01:05.503 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:05.504 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:05.526 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:01:05.526 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:05.531 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1064] [importedCount=28] [2024/05/06 08:01:05.533 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.956431ms] [] [2024/05/06 08:01:05.536 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 08:01:05.550 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:05.552 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675284224] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:05.552 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60009] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:05.553 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675284264] ["max memory quota"=17179869184] [2024/05/06 08:01:05.553 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675284304] ["max memory quota"=17179869184] [2024/05/06 08:01:05.553 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675284344] ["max memory quota"=17179869184] [2024/05/06 08:01:05.553 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675284384] ["max memory quota"=17179869184] [2024/05/06 08:01:05.553 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=131] ["start key"=7480000000000000835f728000000000000008] ["end key"=7480000000000000835f72800000000000004800] [2024/05/06 08:01:05.553 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60009] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000835f728000000000000008, endKey=7480000000000000835f72800000000000004800"] [2024/05/06 08:01:05.554 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60009] [id=1] [2024/05/06 08:01:05.555 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/9096c9c2-4d5a-4943-8820-fe050bd37bcd.sst] [firstKey=7480000000000000835F698000000000000001038000000000000008038000000000000008] [lastKey=7480000000000000835F698000000000000001038000000000000048038000000000000048] [2024/05/06 08:01:05.558 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 08:01:05.558 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637376483328/940431265792, backend usage: 0"] [2024/05/06 08:01:05.558 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:05.562 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:05.585 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:01:05.585 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:05.591 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1178] [importedCount=31] [2024/05/06 08:01:05.592 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=34.355871ms] [] [2024/05/06 08:01:05.595 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 08:01:05.605 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:05.606 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675284344] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:05.607 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60010] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:05.607 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675284384] ["max memory quota"=17179869184] [2024/05/06 08:01:05.607 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675284424] ["max memory quota"=17179869184] [2024/05/06 08:01:05.607 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675284464] ["max memory quota"=17179869184] [2024/05/06 08:01:05.607 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675284504] ["max memory quota"=17179869184] [2024/05/06 08:01:05.607 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=132] ["start key"=7480000000000000845f728000000000000009] ["end key"=7480000000000000845f72800000000000004900] [2024/05/06 08:01:05.607 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60010] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000845f728000000000000009, endKey=7480000000000000845f72800000000000004900"] [2024/05/06 08:01:05.607 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60010] [id=1] [2024/05/06 08:01:05.608 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/78435647-896f-4fb4-8eae-547407d5b1df.sst] [firstKey=7480000000000000845F698000000000000001038000000000000009038000000000000009] [lastKey=7480000000000000845F698000000000000001038000000000000049038000000000000049] [2024/05/06 08:01:05.610 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 08:01:05.611 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637376495616/940431265792, backend usage: 0"] [2024/05/06 08:01:05.611 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:05.611 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:05.633 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:01:05.633 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:05.640 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1292] [importedCount=34] [2024/05/06 08:01:05.641 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.701191ms] [] [2024/05/06 08:01:05.644 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 08:01:05.656 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:05.657 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675284464] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:05.657 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60011] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:05.657 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675284504] ["max memory quota"=17179869184] [2024/05/06 08:01:05.657 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675284544] ["max memory quota"=17179869184] [2024/05/06 08:01:05.657 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675284584] ["max memory quota"=17179869184] [2024/05/06 08:01:05.657 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675284624] ["max memory quota"=17179869184] [2024/05/06 08:01:05.657 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=133] ["start key"=7480000000000000855f72800000000000000a] ["end key"=7480000000000000855f72800000000000004a00] [2024/05/06 08:01:05.657 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60011] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000855f72800000000000000a, endKey=7480000000000000855f72800000000000004a00"] [2024/05/06 08:01:05.658 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60011] [id=1] [2024/05/06 08:01:05.659 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/931582d0-c8bf-4e00-809e-423856c8b57b.sst] [firstKey=7480000000000000855F69800000000000000103800000000000000A03800000000000000A] [lastKey=7480000000000000855F69800000000000000103800000000000004A03800000000000004A] [2024/05/06 08:01:05.661 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 08:01:05.661 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637376507904/940431265792, backend usage: 0"] [2024/05/06 08:01:05.661 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:05.662 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:05.683 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:01:05.683 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:05.690 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1406] [importedCount=37] [2024/05/06 08:01:05.691 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.260376ms] [] [2024/05/06 08:01:05.694 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 08:01:05.706 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:05.707 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675284584] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:05.708 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60012] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:05.708 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675284624] ["max memory quota"=17179869184] [2024/05/06 08:01:05.708 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675284664] ["max memory quota"=17179869184] [2024/05/06 08:01:05.708 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675284704] ["max memory quota"=17179869184] [2024/05/06 08:01:05.708 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675284744] ["max memory quota"=17179869184] [2024/05/06 08:01:05.708 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=134] ["start key"=7480000000000000865f72800000000000000b] ["end key"=7480000000000000865f72800000000000004b00] [2024/05/06 08:01:05.708 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60012] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000865f72800000000000000b, endKey=7480000000000000865f72800000000000004b00"] [2024/05/06 08:01:05.708 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60012] [id=1] [2024/05/06 08:01:05.709 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/9a378738-f2a1-47af-9ba6-fea1a3f57df7.sst] [firstKey=7480000000000000865F69800000000000000103800000000000000B03800000000000000B] [lastKey=7480000000000000865F69800000000000000103800000000000004B03800000000000004B] [2024/05/06 08:01:05.712 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 08:01:05.712 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637376557056/940431265792, backend usage: 0"] [2024/05/06 08:01:05.712 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:05.713 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:05.735 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:01:05.735 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:05.741 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1520] [importedCount=40] [2024/05/06 08:01:05.742 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.478721ms] [] [2024/05/06 08:01:05.745 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 08:01:05.756 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:05.757 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675284704] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:05.757 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60013] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:05.757 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675284744] ["max memory quota"=17179869184] [2024/05/06 08:01:05.757 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675284784] ["max memory quota"=17179869184] [2024/05/06 08:01:05.757 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675284824] ["max memory quota"=17179869184] [2024/05/06 08:01:05.757 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675284864] ["max memory quota"=17179869184] [2024/05/06 08:01:05.757 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=135] ["start key"=7480000000000000875f72800000000000000c] ["end key"=7480000000000000875f72800000000000004c00] [2024/05/06 08:01:05.757 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60013] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000875f72800000000000000c, endKey=7480000000000000875f72800000000000004c00"] [2024/05/06 08:01:05.758 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60013] [id=1] [2024/05/06 08:01:05.759 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/cc5e9f30-13f1-4bf7-940b-63cc33655657.sst] [firstKey=7480000000000000875F69800000000000000103800000000000000C03800000000000000C] [lastKey=7480000000000000875F69800000000000000103800000000000004C03800000000000004C] [2024/05/06 08:01:05.761 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 08:01:05.761 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637376602112/940431265792, backend usage: 0"] [2024/05/06 08:01:05.761 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:05.762 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:05.784 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:01:05.785 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:05.790 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1634] [importedCount=43] [2024/05/06 08:01:05.792 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.514657ms] [] [2024/05/06 08:01:05.794 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 08:01:05.805 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:05.806 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675284824] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:05.806 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60014] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:05.806 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675284864] ["max memory quota"=17179869184] [2024/05/06 08:01:05.806 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675284904] ["max memory quota"=17179869184] [2024/05/06 08:01:05.806 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675284944] ["max memory quota"=17179869184] [2024/05/06 08:01:05.806 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675284984] ["max memory quota"=17179869184] [2024/05/06 08:01:05.806 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=136] ["start key"=7480000000000000885f72800000000000000d] ["end key"=7480000000000000885f72800000000000004d00] [2024/05/06 08:01:05.806 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60014] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000885f72800000000000000d, endKey=7480000000000000885f72800000000000004d00"] [2024/05/06 08:01:05.807 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60014] [id=1] [2024/05/06 08:01:05.808 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/70da8157-508d-4623-a256-5d45e4ce153d.sst] [firstKey=7480000000000000885F69800000000000000103800000000000000D03800000000000000D] [lastKey=7480000000000000885F69800000000000000103800000000000004D03800000000000004D] [2024/05/06 08:01:05.810 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 08:01:05.810 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637376626688/940431265792, backend usage: 0"] [2024/05/06 08:01:05.810 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:05.811 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:05.833 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:01:05.833 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:05.838 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1748] [importedCount=46] [2024/05/06 08:01:05.839 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.469893ms] [] [2024/05/06 08:01:05.842 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 08:01:05.860 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:05.862 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675284944] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:05.862 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60015] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:05.862 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675284984] ["max memory quota"=17179869184] [2024/05/06 08:01:05.862 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285024] ["max memory quota"=17179869184] [2024/05/06 08:01:05.862 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675285064] ["max memory quota"=17179869184] [2024/05/06 08:01:05.862 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675285104] ["max memory quota"=17179869184] [2024/05/06 08:01:05.862 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=137] ["start key"=7480000000000000895f72800000000000000e] ["end key"=7480000000000000895f72800000000000004e00] [2024/05/06 08:01:05.862 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60015] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000895f72800000000000000e, endKey=7480000000000000895f72800000000000004e00"] [2024/05/06 08:01:05.863 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60015] [id=1] [2024/05/06 08:01:05.863 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/7511c680-eae9-4a6e-a062-e8d46fbc2c22.sst] [firstKey=7480000000000000895F69800000000000000103800000000000000E03800000000000000E] [lastKey=7480000000000000895F69800000000000000103800000000000004E03800000000000004E] [2024/05/06 08:01:05.866 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 08:01:05.866 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637378736128/940431265792, backend usage: 0"] [2024/05/06 08:01:05.866 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:05.866 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:05.888 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:01:05.888 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:05.894 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1862] [importedCount=49] [2024/05/06 08:01:05.895 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.427748ms] [] [2024/05/06 08:01:05.898 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 08:01:05.909 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:05.910 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675285064] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:05.910 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60016] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:05.910 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675285104] ["max memory quota"=17179869184] [2024/05/06 08:01:05.910 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285144] ["max memory quota"=17179869184] [2024/05/06 08:01:05.910 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675285184] ["max memory quota"=17179869184] [2024/05/06 08:01:05.910 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675285224] ["max memory quota"=17179869184] [2024/05/06 08:01:05.910 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=138] ["start key"=74800000000000008a5f72800000000000000f] ["end key"=74800000000000008a5f72800000000000004f00] [2024/05/06 08:01:05.910 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60016] [id=1] [task="TableScanTask: id=1, startKey=74800000000000008a5f72800000000000000f, endKey=74800000000000008a5f72800000000000004f00"] [2024/05/06 08:01:05.911 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60016] [id=1] [2024/05/06 08:01:05.911 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/faabeeb8-e820-4294-bbe6-7a3488afceda.sst] [firstKey=74800000000000008A5F69800000000000000103800000000000000F03800000000000000F] [lastKey=74800000000000008A5F69800000000000000103800000000000004F03800000000000004F] [2024/05/06 08:01:05.914 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 08:01:05.914 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637378764800/940431265792, backend usage: 0"] [2024/05/06 08:01:05.914 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:05.915 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:05.936 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:01:05.936 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:05.941 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1976] [importedCount=52] [2024/05/06 08:01:05.943 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=28.950072ms] [] [2024/05/06 08:01:05.945 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 08:01:05.956 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:05.956 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675285184] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:05.957 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60017] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:05.957 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675285224] ["max memory quota"=17179869184] [2024/05/06 08:01:05.957 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285264] ["max memory quota"=17179869184] [2024/05/06 08:01:05.957 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675285304] ["max memory quota"=17179869184] [2024/05/06 08:01:05.957 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675285344] ["max memory quota"=17179869184] [2024/05/06 08:01:05.957 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=139] ["start key"=74800000000000008b5f728000000000000010] ["end key"=74800000000000008b5f72800000000000005000] [2024/05/06 08:01:05.957 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60017] [id=1] [task="TableScanTask: id=1, startKey=74800000000000008b5f728000000000000010, endKey=74800000000000008b5f72800000000000005000"] [2024/05/06 08:01:05.958 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60017] [id=1] [2024/05/06 08:01:05.958 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/2ad47b67-1f90-4d89-a633-e9d39e794711.sst] [firstKey=74800000000000008B5F698000000000000001038000000000000010038000000000000010] [lastKey=74800000000000008B5F698000000000000001038000000000000050038000000000000050] [2024/05/06 08:01:05.960 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 08:01:05.960 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637378777088/940431265792, backend usage: 0"] [2024/05/06 08:01:05.960 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:05.961 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:05.983 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:01:05.983 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:05.989 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2090] [importedCount=55] [2024/05/06 08:01:05.990 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.755908ms] [] [2024/05/06 08:01:05.993 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 08:01:06.004 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:06.005 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675285304] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:06.005 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60018] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:06.005 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675285344] ["max memory quota"=17179869184] [2024/05/06 08:01:06.005 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285384] ["max memory quota"=17179869184] [2024/05/06 08:01:06.005 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675285424] ["max memory quota"=17179869184] [2024/05/06 08:01:06.005 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675285464] ["max memory quota"=17179869184] [2024/05/06 08:01:06.005 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=140] ["start key"=74800000000000008c5f728000000000000011] ["end key"=74800000000000008c5f72800000000000005100] [2024/05/06 08:01:06.005 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60018] [id=1] [task="TableScanTask: id=1, startKey=74800000000000008c5f728000000000000011, endKey=74800000000000008c5f72800000000000005100"] [2024/05/06 08:01:06.006 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60018] [id=1] [2024/05/06 08:01:06.006 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/4271e8ce-c9a7-4f4c-a80f-420026854e2b.sst] [firstKey=74800000000000008C5F698000000000000001038000000000000011038000000000000011] [lastKey=74800000000000008C5F698000000000000001038000000000000051038000000000000051] [2024/05/06 08:01:06.009 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 08:01:06.009 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637378789376/940431265792, backend usage: 0"] [2024/05/06 08:01:06.009 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:06.010 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:06.031 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:01:06.031 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:06.037 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2204] [importedCount=58] [2024/05/06 08:01:06.038 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.253636ms] [] [2024/05/06 08:01:06.041 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 08:01:06.052 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:06.053 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675285424] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:06.053 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60019] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:06.053 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675285464] ["max memory quota"=17179869184] [2024/05/06 08:01:06.053 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285504] ["max memory quota"=17179869184] [2024/05/06 08:01:06.053 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675285544] ["max memory quota"=17179869184] [2024/05/06 08:01:06.053 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675285584] ["max memory quota"=17179869184] [2024/05/06 08:01:06.053 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=141] ["start key"=74800000000000008d5f728000000000000012] ["end key"=74800000000000008d5f72800000000000005200] [2024/05/06 08:01:06.054 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60019] [id=1] [task="TableScanTask: id=1, startKey=74800000000000008d5f728000000000000012, endKey=74800000000000008d5f72800000000000005200"] [2024/05/06 08:01:06.054 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60019] [id=1] [2024/05/06 08:01:06.055 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/96bd8831-2c5c-4131-ad10-95e558149ec1.sst] [firstKey=74800000000000008D5F698000000000000001038000000000000012038000000000000012] [lastKey=74800000000000008D5F698000000000000001038000000000000052038000000000000052] [2024/05/06 08:01:06.057 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 08:01:06.057 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637378801664/940431265792, backend usage: 0"] [2024/05/06 08:01:06.057 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:06.058 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:06.080 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:01:06.080 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:06.085 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2318] [importedCount=61] [2024/05/06 08:01:06.087 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.338102ms] [] [2024/05/06 08:01:06.089 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 08:01:06.100 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:06.101 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675285544] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:06.101 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60020] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:06.101 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675285584] ["max memory quota"=17179869184] [2024/05/06 08:01:06.101 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285624] ["max memory quota"=17179869184] [2024/05/06 08:01:06.101 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675285664] ["max memory quota"=17179869184] [2024/05/06 08:01:06.101 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675285704] ["max memory quota"=17179869184] [2024/05/06 08:01:06.101 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=142] ["start key"=74800000000000008e5f728000000000000013] ["end key"=74800000000000008e5f72800000000000005300] [2024/05/06 08:01:06.101 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60020] [id=1] [task="TableScanTask: id=1, startKey=74800000000000008e5f728000000000000013, endKey=74800000000000008e5f72800000000000005300"] [2024/05/06 08:01:06.102 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60020] [id=1] [2024/05/06 08:01:06.102 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/0f7121a7-2227-40e4-8dc0-071df1678a1d.sst] [firstKey=74800000000000008E5F698000000000000001038000000000000013038000000000000013] [lastKey=74800000000000008E5F698000000000000001038000000000000053038000000000000053] [2024/05/06 08:01:06.105 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 08:01:06.105 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637378830336/940431265792, backend usage: 0"] [2024/05/06 08:01:06.105 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:06.106 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:06.128 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:01:06.128 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:06.133 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2432] [importedCount=64] [2024/05/06 08:01:06.134 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.800234ms] [] [2024/05/06 08:01:06.137 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 08:01:06.148 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:06.149 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675285664] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:06.149 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60021] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:06.149 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675285704] ["max memory quota"=17179869184] [2024/05/06 08:01:06.149 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285744] ["max memory quota"=17179869184] [2024/05/06 08:01:06.149 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675285784] ["max memory quota"=17179869184] [2024/05/06 08:01:06.149 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675285824] ["max memory quota"=17179869184] [2024/05/06 08:01:06.149 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=143] ["start key"=74800000000000008f5f728000000000000014] ["end key"=74800000000000008f5f72800000000000005400] [2024/05/06 08:01:06.149 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60021] [id=1] [task="TableScanTask: id=1, startKey=74800000000000008f5f728000000000000014, endKey=74800000000000008f5f72800000000000005400"] [2024/05/06 08:01:06.150 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60021] [id=1] [2024/05/06 08:01:06.151 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/aea3bf64-f4bd-41ab-a3ad-f76c6e3bfa0e.sst] [firstKey=74800000000000008F5F698000000000000001038000000000000014038000000000000014] [lastKey=74800000000000008F5F698000000000000001038000000000000054038000000000000054] [2024/05/06 08:01:06.153 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 08:01:06.153 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637378879488/940431265792, backend usage: 0"] [2024/05/06 08:01:06.153 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:06.154 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:06.176 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:01:06.176 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:06.181 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2546] [importedCount=67] [2024/05/06 08:01:06.182 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=28.949816ms] [] [2024/05/06 08:01:06.184 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 08:01:06.194 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:06.195 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675285784] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:06.196 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60022] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:06.196 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675285824] ["max memory quota"=17179869184] [2024/05/06 08:01:06.196 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285864] ["max memory quota"=17179869184] [2024/05/06 08:01:06.196 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675285904] ["max memory quota"=17179869184] [2024/05/06 08:01:06.196 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=144] ["start key"=7480000000000000905f728000000000000015] ["end key"=7480000000000000905f72800000000000005500] [2024/05/06 08:01:06.196 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675285944] ["max memory quota"=17179869184] [2024/05/06 08:01:06.196 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60022] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000905f728000000000000015, endKey=7480000000000000905f72800000000000005500"] [2024/05/06 08:01:06.196 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60022] [id=1] [2024/05/06 08:01:06.197 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/a6b87f95-2863-4460-9342-792251835449.sst] [firstKey=7480000000000000905F698000000000000001038000000000000015038000000000000015] [lastKey=7480000000000000905F698000000000000001038000000000000055038000000000000055] [2024/05/06 08:01:06.199 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 08:01:06.199 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637378895872/940431265792, backend usage: 0"] [2024/05/06 08:01:06.199 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:06.200 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:06.221 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:01:06.221 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:06.226 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2660] [importedCount=70] [2024/05/06 08:01:06.227 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=28.22509ms] [] [2024/05/06 08:01:06.230 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 08:01:06.240 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:06.241 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675285904] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:06.242 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60023] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:06.242 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675285944] ["max memory quota"=17179869184] [2024/05/06 08:01:06.242 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285984] ["max memory quota"=17179869184] [2024/05/06 08:01:06.242 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286024] ["max memory quota"=17179869184] [2024/05/06 08:01:06.242 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675286064] ["max memory quota"=17179869184] [2024/05/06 08:01:06.242 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=145] ["start key"=7480000000000000915f728000000000000016] ["end key"=7480000000000000915f72800000000000005600] [2024/05/06 08:01:06.242 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60023] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000915f728000000000000016, endKey=7480000000000000915f72800000000000005600"] [2024/05/06 08:01:06.242 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60023] [id=1] [2024/05/06 08:01:06.243 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/cdb328b7-2603-430d-9c99-b595d50dad6c.sst] [firstKey=7480000000000000915F698000000000000001038000000000000016038000000000000016] [lastKey=7480000000000000915F698000000000000001038000000000000056038000000000000056] [2024/05/06 08:01:06.245 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 08:01:06.245 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637378908160/940431265792, backend usage: 0"] [2024/05/06 08:01:06.245 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:06.246 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:06.267 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:01:06.267 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:06.273 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2774] [importedCount=73] [2024/05/06 08:01:06.274 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.039744ms] [] [2024/05/06 08:01:06.276 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 08:01:06.287 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:06.288 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286024] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:06.288 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60024] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:06.289 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675286064] ["max memory quota"=17179869184] [2024/05/06 08:01:06.289 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675286104] ["max memory quota"=17179869184] [2024/05/06 08:01:06.289 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286144] ["max memory quota"=17179869184] [2024/05/06 08:01:06.289 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675286184] ["max memory quota"=17179869184] [2024/05/06 08:01:06.289 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=146] ["start key"=7480000000000000925f728000000000000017] ["end key"=7480000000000000925f72800000000000005700] [2024/05/06 08:01:06.289 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60024] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000925f728000000000000017, endKey=7480000000000000925f72800000000000005700"] [2024/05/06 08:01:06.289 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60024] [id=1] [2024/05/06 08:01:06.290 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1017] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/64a0d336-a0a3-4d31-9896-1ac22419cf23.sst] [firstKey=7480000000000000925F698000000000000001038000000000000017038000000000000017] [lastKey=7480000000000000925F698000000000000001038000000000000057038000000000000057] [2024/05/06 08:01:06.292 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 08:01:06.292 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637378932736/940431265792, backend usage: 0"] [2024/05/06 08:01:06.292 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:06.293 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:06.314 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:01:06.314 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:06.319 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2888] [importedCount=76] [2024/05/06 08:01:06.320 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=28.394065ms] [] [2024/05/06 08:01:06.323 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 08:01:06.332 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:06.333 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286144] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:06.333 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60025] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:06.333 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675286184] ["max memory quota"=17179869184] [2024/05/06 08:01:06.333 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675286224] ["max memory quota"=17179869184] [2024/05/06 08:01:06.333 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286264] ["max memory quota"=17179869184] [2024/05/06 08:01:06.333 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=147] ["start key"=7480000000000000935f728000000000000018] ["end key"=7480000000000000935f72800000000000005800] [2024/05/06 08:01:06.333 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675286304] ["max memory quota"=17179869184] [2024/05/06 08:01:06.333 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60025] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000935f728000000000000018, endKey=7480000000000000935f72800000000000005800"] [2024/05/06 08:01:06.334 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60025] [id=1] [2024/05/06 08:01:06.334 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/244d6765-8419-4dfb-90f9-f4fa37983907.sst] [firstKey=7480000000000000935F698000000000000001038000000000000018038000000000000018] [lastKey=7480000000000000935F698000000000000001038000000000000058038000000000000058] [2024/05/06 08:01:06.336 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 08:01:06.336 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637378949120/940431265792, backend usage: 0"] [2024/05/06 08:01:06.336 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:06.337 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:06.358 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:01:06.358 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:06.364 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3002] [importedCount=79] [2024/05/06 08:01:06.365 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=28.164865ms] [] [2024/05/06 08:01:06.367 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 08:01:06.377 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:06.378 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286264] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:06.379 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60026] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:06.379 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675286304] ["max memory quota"=17179869184] [2024/05/06 08:01:06.379 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675286344] ["max memory quota"=17179869184] [2024/05/06 08:01:06.379 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=148] ["start key"=7480000000000000945f728000000000000019] ["end key"=7480000000000000945f72800000000000005900] [2024/05/06 08:01:06.379 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286384] ["max memory quota"=17179869184] [2024/05/06 08:01:06.379 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675286424] ["max memory quota"=17179869184] [2024/05/06 08:01:06.379 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60026] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000945f728000000000000019, endKey=7480000000000000945f72800000000000005900"] [2024/05/06 08:01:06.379 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60026] [id=1] [2024/05/06 08:01:06.380 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/e46848cd-db2d-43c1-aaa0-db1ba3eead0c.sst] [firstKey=7480000000000000945F698000000000000001038000000000000019038000000000000019] [lastKey=7480000000000000945F698000000000000001038000000000000059038000000000000059] [2024/05/06 08:01:06.382 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 08:01:06.382 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637378961408/940431265792, backend usage: 0"] [2024/05/06 08:01:06.382 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:06.383 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:06.404 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:01:06.404 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:06.410 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3116] [importedCount=82] [2024/05/06 08:01:06.411 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.113263ms] [] [2024/05/06 08:01:06.414 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 08:01:06.425 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:06.426 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286384] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:06.426 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60027] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:06.426 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675286424] ["max memory quota"=17179869184] [2024/05/06 08:01:06.426 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675286464] ["max memory quota"=17179869184] [2024/05/06 08:01:06.426 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286504] ["max memory quota"=17179869184] [2024/05/06 08:01:06.426 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=149] ["start key"=7480000000000000955f72800000000000001a] ["end key"=7480000000000000955f72800000000000005a00] [2024/05/06 08:01:06.426 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675286544] ["max memory quota"=17179869184] [2024/05/06 08:01:06.426 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60027] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000955f72800000000000001a, endKey=7480000000000000955f72800000000000005a00"] [2024/05/06 08:01:06.427 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60027] [id=1] [2024/05/06 08:01:06.427 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1017] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/d16026ea-ef45-446a-9130-1bae93f06ba9.sst] [firstKey=7480000000000000955F69800000000000000103800000000000001A03800000000000001A] [lastKey=7480000000000000955F69800000000000000103800000000000005A03800000000000005A] [2024/05/06 08:01:06.430 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 08:01:06.430 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637378973696/940431265792, backend usage: 0"] [2024/05/06 08:01:06.430 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:06.430 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:06.452 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:01:06.452 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:06.458 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3230] [importedCount=85] [2024/05/06 08:01:06.460 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.258689ms] [] [2024/05/06 08:01:06.463 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 08:01:06.473 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:06.474 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286504] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:06.474 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60028] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:06.474 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675286544] ["max memory quota"=17179869184] [2024/05/06 08:01:06.474 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675286584] ["max memory quota"=17179869184] [2024/05/06 08:01:06.474 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286624] ["max memory quota"=17179869184] [2024/05/06 08:01:06.474 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=150] ["start key"=7480000000000000965f72800000000000001b] ["end key"=7480000000000000965f72800000000000005b00] [2024/05/06 08:01:06.474 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675286664] ["max memory quota"=17179869184] [2024/05/06 08:01:06.474 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60028] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000965f72800000000000001b, endKey=7480000000000000965f72800000000000005b00"] [2024/05/06 08:01:06.475 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60028] [id=1] [2024/05/06 08:01:06.475 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/a52557a1-3219-4ebc-bc4b-e12e483f07fc.sst] [firstKey=7480000000000000965F69800000000000000103800000000000001B03800000000000001B] [lastKey=7480000000000000965F69800000000000000103800000000000005B03800000000000005B] [2024/05/06 08:01:06.478 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 08:01:06.478 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637379002368/940431265792, backend usage: 0"] [2024/05/06 08:01:06.478 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:06.478 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:06.500 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:01:06.500 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:06.505 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3344] [importedCount=88] [2024/05/06 08:01:06.506 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=28.501481ms] [] [2024/05/06 08:01:06.509 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 08:01:06.519 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:06.520 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286624] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:06.520 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60029] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:06.520 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675286664] ["max memory quota"=17179869184] [2024/05/06 08:01:06.520 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675286704] ["max memory quota"=17179869184] [2024/05/06 08:01:06.520 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286744] ["max memory quota"=17179869184] [2024/05/06 08:01:06.520 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=151] ["start key"=7480000000000000975f72800000000000001c] ["end key"=7480000000000000975f72800000000000005c00] [2024/05/06 08:01:06.520 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675286784] ["max memory quota"=17179869184] [2024/05/06 08:01:06.520 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60029] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000975f72800000000000001c, endKey=7480000000000000975f72800000000000005c00"] [2024/05/06 08:01:06.521 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60029] [id=1] [2024/05/06 08:01:06.521 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/d5830aa6-7ec2-4b95-bcd1-17d909a3343a.sst] [firstKey=7480000000000000975F69800000000000000103800000000000001C03800000000000001C] [lastKey=7480000000000000975F69800000000000000103800000000000005C03800000000000005C] [2024/05/06 08:01:06.523 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 08:01:06.523 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637379018752/940431265792, backend usage: 0"] [2024/05/06 08:01:06.523 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:06.524 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:06.546 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:01:06.546 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:06.551 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3458] [importedCount=91] [2024/05/06 08:01:06.552 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=28.595111ms] [] [2024/05/06 08:01:06.554 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 08:01:06.565 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:06.566 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286744] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:06.566 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60030] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:06.566 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675286784] ["max memory quota"=17179869184] [2024/05/06 08:01:06.566 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675286824] ["max memory quota"=17179869184] [2024/05/06 08:01:06.566 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286864] ["max memory quota"=17179869184] [2024/05/06 08:01:06.566 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=152] ["start key"=7480000000000000985f72800000000000001d] ["end key"=7480000000000000985f72800000000000005d00] [2024/05/06 08:01:06.566 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675286904] ["max memory quota"=17179869184] [2024/05/06 08:01:06.566 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60030] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000985f72800000000000001d, endKey=7480000000000000985f72800000000000005d00"] [2024/05/06 08:01:06.567 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60030] [id=1] [2024/05/06 08:01:06.567 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/483cfea9-3447-4a23-b61b-d9d31380d622.sst] [firstKey=7480000000000000985F69800000000000000103800000000000001D03800000000000001D] [lastKey=7480000000000000985F69800000000000000103800000000000005D03800000000000005D] [2024/05/06 08:01:06.569 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 08:01:06.569 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637379031040/940431265792, backend usage: 0"] [2024/05/06 08:01:06.569 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:06.570 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:06.591 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:01:06.591 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:06.596 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3572] [importedCount=94] [2024/05/06 08:01:06.597 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=27.899323ms] [] [2024/05/06 08:01:06.600 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 08:01:06.610 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:06.611 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286864] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:06.611 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60031] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:06.611 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675286904] ["max memory quota"=17179869184] [2024/05/06 08:01:06.611 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675286944] ["max memory quota"=17179869184] [2024/05/06 08:01:06.611 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286984] ["max memory quota"=17179869184] [2024/05/06 08:01:06.611 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675287024] ["max memory quota"=17179869184] [2024/05/06 08:01:06.611 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=153] ["start key"=7480000000000000995f72800000000000001e] ["end key"=7480000000000000995f72800000000000005e00] [2024/05/06 08:01:06.611 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60031] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000995f72800000000000001e, endKey=7480000000000000995f72800000000000005e00"] [2024/05/06 08:01:06.612 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60031] [id=1] [2024/05/06 08:01:06.612 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/4fc9541c-c27c-4c01-b758-1b22ee3e9d75.sst] [firstKey=7480000000000000995F69800000000000000103800000000000001E03800000000000001E] [lastKey=7480000000000000995F69800000000000000103800000000000005E03800000000000005E] [2024/05/06 08:01:06.615 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 08:01:06.615 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637379043328/940431265792, backend usage: 0"] [2024/05/06 08:01:06.615 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:06.616 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:06.637 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:01:06.637 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:06.642 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3686] [importedCount=97] [2024/05/06 08:01:06.643 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=28.536673ms] [] [2024/05/06 08:01:06.646 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 08:01:06.656 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:06.657 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286984] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:06.657 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60032] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:06.657 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675287024] ["max memory quota"=17179869184] [2024/05/06 08:01:06.657 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675287064] ["max memory quota"=17179869184] [2024/05/06 08:01:06.657 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675287104] ["max memory quota"=17179869184] [2024/05/06 08:01:06.657 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675287144] ["max memory quota"=17179869184] [2024/05/06 08:01:06.657 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=154] ["start key"=74800000000000009a5f72800000000000001f] ["end key"=74800000000000009a5f72800000000000005f00] [2024/05/06 08:01:06.657 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=60001] [subtask-id=60032] [id=1] [task="TableScanTask: id=1, startKey=74800000000000009a5f72800000000000001f, endKey=74800000000000009a5f72800000000000005f00"] [2024/05/06 08:01:06.658 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=60001] [subtask-id=60032] [id=1] [2024/05/06 08:01:06.658 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/c93e72b3-f9ff-4f22-8943-3727b7e2cc8a.sst] [firstKey=74800000000000009A5F69800000000000000103800000000000001F03800000000000001F] [lastKey=74800000000000009A5F69800000000000000103800000000000005F03800000000000005F] [2024/05/06 08:01:06.661 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 08:01:06.661 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637379067904/940431265792, backend usage: 0"] [2024/05/06 08:01:06.661 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:06.662 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:06.683 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:01:06.683 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:06.689 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3800] [importedCount=100] [2024/05/06 08:01:06.690 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.06707ms] [] [2024/05/06 08:01:06.693 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 08:01:06.700 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 08:01:06.700 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:01:06.701 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=621.424Β΅s] [] [2024/05/06 08:01:06.701 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:01:06.702 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=447.651Β΅s] [] [2024/05/06 08:01:06.702 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:06.702 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:06.702 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:06.702 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:06.702 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:06.702 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:06.702 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:06.702 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:06.702 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:06.703 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:06.703 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:06.703 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:06.703 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:06.703 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:06.703 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:06.703 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:06.703 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:06.703 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:06.703 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=156] ["current memory usage"=3840] ["max memory quota"=17179869184] [2024/05/06 08:01:06.703 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=60001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=1.582083544s] [] [2024/05/06 08:01:07.020 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=60001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 08:01:07.284 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=100] [2024/05/06 08:01:07.307 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=60001] [type=backfill] [2024/05/06 08:01:07.314 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=932.032Β΅s] [gotSchemaVersion=92] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:07.316 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=156] [version=92] [2024/05/06 08:01:07.364 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=52.427934ms] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572362943725571, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:07.371 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 29, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:0, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572362943725571, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:07.372 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=156] [table=t] [index=idx] [2024/05/06 08:01:07.379 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=812.027Β΅s] [gotSchemaVersion=93] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:07.381 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=156] [version=93] [2024/05/06 08:01:07.430 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=52.942067ms] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:07.438 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 32, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:0, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:07.439 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=156] [physicalTableID=123] [startKey=74800000000000007b5f69ffff000000000001] [endKey=74800000000000007b5f69ffff000000000001ff] [2024/05/06 08:01:07.445 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=156] [2024/05/06 08:01:07.450 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 29, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:0, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:07.452 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000007b5f69ffff000000000001,EndKey:74800000000000007b5f69ffff000000000001ff,First:false,PhysicalTableID:123,Ingest mode:false"] [2024/05/06 08:01:07.453 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=123] ["start key"=74800000000000007b5f69ffff000000000001] ["end key"=74800000000000007b5f69ffff000000000001ff] [2024/05/06 08:01:07.453 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000007b5f69ffff000000000001] [endKey=74800000000000007b5f69ffff000000000001ff] [2024/05/06 08:01:07.453 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.453 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.453 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.453 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.454 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=123] ["end key"=74800000000000007b5f69ffff000000000001ff] ["current end key"=74800000000000007b5f69ffff00000000000100] [2024/05/06 08:01:07.454 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.454 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.454 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.455 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 123, range: [74800000000000007b5f69ffff000000000001, 74800000000000007b5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000007b5f69ffff0000000000010000] ["take time"=358.249Β΅s] [2024/05/06 08:01:07.455 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.457 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000007b5f69ffff000000000001] [2024/05/06 08:01:07.460 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=124] [startKey=74800000000000007c5f69ffff000000000001] [endKey=74800000000000007c5f69ffff000000000001ff] [] [2024/05/06 08:01:07.460 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000007c5f69ffff000000000001,EndKey:74800000000000007c5f69ffff000000000001ff,First:false,PhysicalTableID:124,Ingest mode:false"] [2024/05/06 08:01:07.461 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=124] ["start key"=74800000000000007c5f69ffff000000000001] ["end key"=74800000000000007c5f69ffff000000000001ff] [2024/05/06 08:01:07.461 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000007c5f69ffff000000000001] [endKey=74800000000000007c5f69ffff000000000001ff] [2024/05/06 08:01:07.461 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.461 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.461 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.461 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.462 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=124] ["end key"=74800000000000007c5f69ffff000000000001ff] ["current end key"=74800000000000007c5f69ffff00000000000100] [2024/05/06 08:01:07.462 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.462 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.462 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.462 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 124, range: [74800000000000007c5f69ffff000000000001, 74800000000000007c5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000007c5f69ffff0000000000010000] ["take time"=375.562Β΅s] [2024/05/06 08:01:07.462 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.465 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000007c5f69ffff000000000001] [2024/05/06 08:01:07.467 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=125] [startKey=74800000000000007d5f69ffff000000000001] [endKey=74800000000000007d5f69ffff000000000001ff] [] [2024/05/06 08:01:07.467 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000007d5f69ffff000000000001,EndKey:74800000000000007d5f69ffff000000000001ff,First:false,PhysicalTableID:125,Ingest mode:false"] [2024/05/06 08:01:07.468 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=125] ["start key"=74800000000000007d5f69ffff000000000001] ["end key"=74800000000000007d5f69ffff000000000001ff] [2024/05/06 08:01:07.468 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.468 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000007d5f69ffff000000000001] [endKey=74800000000000007d5f69ffff000000000001ff] [2024/05/06 08:01:07.468 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.468 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.468 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.469 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=125] ["end key"=74800000000000007d5f69ffff000000000001ff] ["current end key"=74800000000000007d5f69ffff00000000000100] [2024/05/06 08:01:07.469 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.469 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.469 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.470 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 125, range: [74800000000000007d5f69ffff000000000001, 74800000000000007d5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000007d5f69ffff0000000000010000] ["take time"=363.256Β΅s] [2024/05/06 08:01:07.470 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.472 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000007d5f69ffff000000000001] [2024/05/06 08:01:07.474 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=126] [startKey=74800000000000007e5f69ffff000000000001] [endKey=74800000000000007e5f69ffff000000000001ff] [] [2024/05/06 08:01:07.474 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000007e5f69ffff000000000001,EndKey:74800000000000007e5f69ffff000000000001ff,First:false,PhysicalTableID:126,Ingest mode:false"] [2024/05/06 08:01:07.475 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.475 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.475 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=126] ["start key"=74800000000000007e5f69ffff000000000001] ["end key"=74800000000000007e5f69ffff000000000001ff] [2024/05/06 08:01:07.475 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.475 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000007e5f69ffff000000000001] [endKey=74800000000000007e5f69ffff000000000001ff] [2024/05/06 08:01:07.475 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.476 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=126] ["end key"=74800000000000007e5f69ffff000000000001ff] ["current end key"=74800000000000007e5f69ffff00000000000100] [2024/05/06 08:01:07.476 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.476 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.476 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.476 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 126, range: [74800000000000007e5f69ffff000000000001, 74800000000000007e5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000007e5f69ffff0000000000010000] ["take time"=318.543Β΅s] [2024/05/06 08:01:07.476 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.479 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000007e5f69ffff000000000001] [2024/05/06 08:01:07.481 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=127] [startKey=74800000000000007f5f69ffff000000000001] [endKey=74800000000000007f5f69ffff000000000001ff] [] [2024/05/06 08:01:07.481 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000007f5f69ffff000000000001,EndKey:74800000000000007f5f69ffff000000000001ff,First:false,PhysicalTableID:127,Ingest mode:false"] [2024/05/06 08:01:07.482 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.482 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.482 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=127] ["start key"=74800000000000007f5f69ffff000000000001] ["end key"=74800000000000007f5f69ffff000000000001ff] [2024/05/06 08:01:07.482 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.482 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000007f5f69ffff000000000001] [endKey=74800000000000007f5f69ffff000000000001ff] [2024/05/06 08:01:07.482 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.483 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=127] ["end key"=74800000000000007f5f69ffff000000000001ff] ["current end key"=74800000000000007f5f69ffff00000000000100] [2024/05/06 08:01:07.483 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.483 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.483 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.483 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 127, range: [74800000000000007f5f69ffff000000000001, 74800000000000007f5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000007f5f69ffff0000000000010000] ["take time"=342.204Β΅s] [2024/05/06 08:01:07.483 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.485 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000007f5f69ffff000000000001] [2024/05/06 08:01:07.488 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=128] [startKey=7480000000000000805f69ffff000000000001] [endKey=7480000000000000805f69ffff000000000001ff] [] [2024/05/06 08:01:07.488 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000805f69ffff000000000001,EndKey:7480000000000000805f69ffff000000000001ff,First:false,PhysicalTableID:128,Ingest mode:false"] [2024/05/06 08:01:07.490 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=128] ["start key"=7480000000000000805f69ffff000000000001] ["end key"=7480000000000000805f69ffff000000000001ff] [2024/05/06 08:01:07.490 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000805f69ffff000000000001] [endKey=7480000000000000805f69ffff000000000001ff] [2024/05/06 08:01:07.490 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.490 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.490 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.490 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.490 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=128] ["end key"=7480000000000000805f69ffff000000000001ff] ["current end key"=7480000000000000805f69ffff00000000000100] [2024/05/06 08:01:07.490 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.490 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.490 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.491 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 128, range: [7480000000000000805f69ffff000000000001, 7480000000000000805f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000805f69ffff0000000000010000] ["take time"=385.294Β΅s] [2024/05/06 08:01:07.491 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.494 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000805f69ffff000000000001] [2024/05/06 08:01:07.497 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=129] [startKey=7480000000000000815f69ffff000000000001] [endKey=7480000000000000815f69ffff000000000001ff] [] [2024/05/06 08:01:07.497 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000815f69ffff000000000001,EndKey:7480000000000000815f69ffff000000000001ff,First:false,PhysicalTableID:129,Ingest mode:false"] [2024/05/06 08:01:07.498 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=129] ["start key"=7480000000000000815f69ffff000000000001] ["end key"=7480000000000000815f69ffff000000000001ff] [2024/05/06 08:01:07.498 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.498 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.498 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000815f69ffff000000000001] [endKey=7480000000000000815f69ffff000000000001ff] [2024/05/06 08:01:07.498 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.498 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.499 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=129] ["end key"=7480000000000000815f69ffff000000000001ff] ["current end key"=7480000000000000815f69ffff00000000000100] [2024/05/06 08:01:07.499 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.499 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.499 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.500 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 129, range: [7480000000000000815f69ffff000000000001, 7480000000000000815f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000815f69ffff0000000000010000] ["take time"=481.588Β΅s] [2024/05/06 08:01:07.500 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.503 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000815f69ffff000000000001] [2024/05/06 08:01:07.506 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=130] [startKey=7480000000000000825f69ffff000000000001] [endKey=7480000000000000825f69ffff000000000001ff] [] [2024/05/06 08:01:07.506 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000825f69ffff000000000001,EndKey:7480000000000000825f69ffff000000000001ff,First:false,PhysicalTableID:130,Ingest mode:false"] [2024/05/06 08:01:07.508 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.508 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.508 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=130] ["start key"=7480000000000000825f69ffff000000000001] ["end key"=7480000000000000825f69ffff000000000001ff] [2024/05/06 08:01:07.508 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.508 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000825f69ffff000000000001] [endKey=7480000000000000825f69ffff000000000001ff] [2024/05/06 08:01:07.508 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.509 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=130] ["end key"=7480000000000000825f69ffff000000000001ff] ["current end key"=7480000000000000825f69ffff00000000000100] [2024/05/06 08:01:07.509 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.509 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.509 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.509 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 130, range: [7480000000000000825f69ffff000000000001, 7480000000000000825f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000825f69ffff0000000000010000] ["take time"=425.685Β΅s] [2024/05/06 08:01:07.509 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.512 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000825f69ffff000000000001] [2024/05/06 08:01:07.516 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=131] [startKey=7480000000000000835f69ffff000000000001] [endKey=7480000000000000835f69ffff000000000001ff] [] [2024/05/06 08:01:07.516 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000835f69ffff000000000001,EndKey:7480000000000000835f69ffff000000000001ff,First:false,PhysicalTableID:131,Ingest mode:false"] [2024/05/06 08:01:07.517 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=131] ["start key"=7480000000000000835f69ffff000000000001] ["end key"=7480000000000000835f69ffff000000000001ff] [2024/05/06 08:01:07.517 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000835f69ffff000000000001] [endKey=7480000000000000835f69ffff000000000001ff] [2024/05/06 08:01:07.517 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.517 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.517 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.517 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.518 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=131] ["end key"=7480000000000000835f69ffff000000000001ff] ["current end key"=7480000000000000835f69ffff00000000000100] [2024/05/06 08:01:07.518 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.518 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.518 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.518 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 131, range: [7480000000000000835f69ffff000000000001, 7480000000000000835f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000835f69ffff0000000000010000] ["take time"=412.636Β΅s] [2024/05/06 08:01:07.518 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.518 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=60001] [2024/05/06 08:01:07.520 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:01:07.520 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=30001] [2024/05/06 08:01:07.520 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=30002] [2024/05/06 08:01:07.520 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=60001] [2024/05/06 08:01:07.521 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000835f69ffff000000000001] [2024/05/06 08:01:07.524 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=132] [startKey=7480000000000000845f69ffff000000000001] [endKey=7480000000000000845f69ffff000000000001ff] [] [2024/05/06 08:01:07.524 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000845f69ffff000000000001,EndKey:7480000000000000845f69ffff000000000001ff,First:false,PhysicalTableID:132,Ingest mode:false"] [2024/05/06 08:01:07.525 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=132] ["start key"=7480000000000000845f69ffff000000000001] ["end key"=7480000000000000845f69ffff000000000001ff] [2024/05/06 08:01:07.525 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.525 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.525 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000845f69ffff000000000001] [endKey=7480000000000000845f69ffff000000000001ff] [2024/05/06 08:01:07.525 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.525 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.526 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=132] ["end key"=7480000000000000845f69ffff000000000001ff] ["current end key"=7480000000000000845f69ffff00000000000100] [2024/05/06 08:01:07.526 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.526 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.526 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.527 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 132, range: [7480000000000000845f69ffff000000000001, 7480000000000000845f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000845f69ffff0000000000010000] ["take time"=407.127Β΅s] [2024/05/06 08:01:07.527 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.529 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000845f69ffff000000000001] [2024/05/06 08:01:07.532 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=133] [startKey=7480000000000000855f69ffff000000000001] [endKey=7480000000000000855f69ffff000000000001ff] [] [2024/05/06 08:01:07.532 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000855f69ffff000000000001,EndKey:7480000000000000855f69ffff000000000001ff,First:false,PhysicalTableID:133,Ingest mode:false"] [2024/05/06 08:01:07.533 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=133] ["start key"=7480000000000000855f69ffff000000000001] ["end key"=7480000000000000855f69ffff000000000001ff] [2024/05/06 08:01:07.533 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000855f69ffff000000000001] [endKey=7480000000000000855f69ffff000000000001ff] [2024/05/06 08:01:07.533 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.533 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.533 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.533 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.534 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=133] ["end key"=7480000000000000855f69ffff000000000001ff] ["current end key"=7480000000000000855f69ffff00000000000100] [2024/05/06 08:01:07.534 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.534 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.534 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.534 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 133, range: [7480000000000000855f69ffff000000000001, 7480000000000000855f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000855f69ffff0000000000010000] ["take time"=406.613Β΅s] [2024/05/06 08:01:07.534 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.536 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000855f69ffff000000000001] [2024/05/06 08:01:07.540 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=134] [startKey=7480000000000000865f69ffff000000000001] [endKey=7480000000000000865f69ffff000000000001ff] [] [2024/05/06 08:01:07.540 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000865f69ffff000000000001,EndKey:7480000000000000865f69ffff000000000001ff,First:false,PhysicalTableID:134,Ingest mode:false"] [2024/05/06 08:01:07.541 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:01:07.541 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=134] ["start key"=7480000000000000865f69ffff000000000001] ["end key"=7480000000000000865f69ffff000000000001ff] [2024/05/06 08:01:07.541 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000865f69ffff000000000001] [endKey=7480000000000000865f69ffff000000000001ff] [2024/05/06 08:01:07.541 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.541 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.541 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.541 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.542 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=134] ["end key"=7480000000000000865f69ffff000000000001ff] ["current end key"=7480000000000000865f69ffff00000000000100] [2024/05/06 08:01:07.542 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.542 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.542 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.543 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 134, range: [7480000000000000865f69ffff000000000001, 7480000000000000865f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000865f69ffff0000000000010000] ["take time"=468.611Β΅s] [2024/05/06 08:01:07.543 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.545 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000865f69ffff000000000001] [2024/05/06 08:01:07.548 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=135] [startKey=7480000000000000875f69ffff000000000001] [endKey=7480000000000000875f69ffff000000000001ff] [] [2024/05/06 08:01:07.548 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000875f69ffff000000000001,EndKey:7480000000000000875f69ffff000000000001ff,First:false,PhysicalTableID:135,Ingest mode:false"] [2024/05/06 08:01:07.549 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=135] ["start key"=7480000000000000875f69ffff000000000001] ["end key"=7480000000000000875f69ffff000000000001ff] [2024/05/06 08:01:07.549 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000875f69ffff000000000001] [endKey=7480000000000000875f69ffff000000000001ff] [2024/05/06 08:01:07.549 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.549 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.549 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.549 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.550 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=135] ["end key"=7480000000000000875f69ffff000000000001ff] ["current end key"=7480000000000000875f69ffff00000000000100] [2024/05/06 08:01:07.550 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.550 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.550 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.550 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [task="taskID: 1, physicalTableID: 135, range: [7480000000000000875f69ffff000000000001, 7480000000000000875f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000875f69ffff0000000000010000] ["take time"=373.395Β΅s] [2024/05/06 08:01:07.550 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.553 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000875f69ffff000000000001] [2024/05/06 08:01:07.556 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=136] [startKey=7480000000000000885f69ffff000000000001] [endKey=7480000000000000885f69ffff000000000001ff] [] [2024/05/06 08:01:07.556 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000885f69ffff000000000001,EndKey:7480000000000000885f69ffff000000000001ff,First:false,PhysicalTableID:136,Ingest mode:false"] [2024/05/06 08:01:07.557 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=136] ["start key"=7480000000000000885f69ffff000000000001] ["end key"=7480000000000000885f69ffff000000000001ff] [2024/05/06 08:01:07.557 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000885f69ffff000000000001] [endKey=7480000000000000885f69ffff000000000001ff] [2024/05/06 08:01:07.557 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.557 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.557 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.557 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.557 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=136] ["end key"=7480000000000000885f69ffff000000000001ff] ["current end key"=7480000000000000885f69ffff00000000000100] [2024/05/06 08:01:07.557 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.557 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.557 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.558 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 136, range: [7480000000000000885f69ffff000000000001, 7480000000000000885f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000885f69ffff0000000000010000] ["take time"=332.738Β΅s] [2024/05/06 08:01:07.558 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.560 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000885f69ffff000000000001] [2024/05/06 08:01:07.563 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=137] [startKey=7480000000000000895f69ffff000000000001] [endKey=7480000000000000895f69ffff000000000001ff] [] [2024/05/06 08:01:07.563 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000895f69ffff000000000001,EndKey:7480000000000000895f69ffff000000000001ff,First:false,PhysicalTableID:137,Ingest mode:false"] [2024/05/06 08:01:07.564 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=137] ["start key"=7480000000000000895f69ffff000000000001] ["end key"=7480000000000000895f69ffff000000000001ff] [2024/05/06 08:01:07.564 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.564 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000895f69ffff000000000001] [endKey=7480000000000000895f69ffff000000000001ff] [2024/05/06 08:01:07.564 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.564 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.564 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.565 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=137] ["end key"=7480000000000000895f69ffff000000000001ff] ["current end key"=7480000000000000895f69ffff00000000000100] [2024/05/06 08:01:07.565 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.565 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.565 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.565 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 137, range: [7480000000000000895f69ffff000000000001, 7480000000000000895f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000895f69ffff0000000000010000] ["take time"=338.409Β΅s] [2024/05/06 08:01:07.565 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.567 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000895f69ffff000000000001] [2024/05/06 08:01:07.570 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=138] [startKey=74800000000000008a5f69ffff000000000001] [endKey=74800000000000008a5f69ffff000000000001ff] [] [2024/05/06 08:01:07.570 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000008a5f69ffff000000000001,EndKey:74800000000000008a5f69ffff000000000001ff,First:false,PhysicalTableID:138,Ingest mode:false"] [2024/05/06 08:01:07.571 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=138] ["start key"=74800000000000008a5f69ffff000000000001] ["end key"=74800000000000008a5f69ffff000000000001ff] [2024/05/06 08:01:07.571 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000008a5f69ffff000000000001] [endKey=74800000000000008a5f69ffff000000000001ff] [2024/05/06 08:01:07.571 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.571 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.571 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.571 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.572 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=138] ["end key"=74800000000000008a5f69ffff000000000001ff] ["current end key"=74800000000000008a5f69ffff00000000000100] [2024/05/06 08:01:07.572 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.572 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.572 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.572 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [task="taskID: 1, physicalTableID: 138, range: [74800000000000008a5f69ffff000000000001, 74800000000000008a5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000008a5f69ffff0000000000010000] ["take time"=376.032Β΅s] [2024/05/06 08:01:07.572 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.575 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000008a5f69ffff000000000001] [2024/05/06 08:01:07.578 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=139] [startKey=74800000000000008b5f69ffff000000000001] [endKey=74800000000000008b5f69ffff000000000001ff] [] [2024/05/06 08:01:07.578 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000008b5f69ffff000000000001,EndKey:74800000000000008b5f69ffff000000000001ff,First:false,PhysicalTableID:139,Ingest mode:false"] [2024/05/06 08:01:07.579 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=139] ["start key"=74800000000000008b5f69ffff000000000001] ["end key"=74800000000000008b5f69ffff000000000001ff] [2024/05/06 08:01:07.579 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000008b5f69ffff000000000001] [endKey=74800000000000008b5f69ffff000000000001ff] [2024/05/06 08:01:07.579 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.579 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.579 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.579 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.580 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=139] ["end key"=74800000000000008b5f69ffff000000000001ff] ["current end key"=74800000000000008b5f69ffff00000000000100] [2024/05/06 08:01:07.580 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.580 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.580 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.580 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [task="taskID: 1, physicalTableID: 139, range: [74800000000000008b5f69ffff000000000001, 74800000000000008b5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000008b5f69ffff0000000000010000] ["take time"=484.608Β΅s] [2024/05/06 08:01:07.580 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.583 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000008b5f69ffff000000000001] [2024/05/06 08:01:07.587 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=140] [startKey=74800000000000008c5f69ffff000000000001] [endKey=74800000000000008c5f69ffff000000000001ff] [] [2024/05/06 08:01:07.587 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000008c5f69ffff000000000001,EndKey:74800000000000008c5f69ffff000000000001ff,First:false,PhysicalTableID:140,Ingest mode:false"] [2024/05/06 08:01:07.588 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.588 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.588 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=140] ["start key"=74800000000000008c5f69ffff000000000001] ["end key"=74800000000000008c5f69ffff000000000001ff] [2024/05/06 08:01:07.588 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.588 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000008c5f69ffff000000000001] [endKey=74800000000000008c5f69ffff000000000001ff] [2024/05/06 08:01:07.588 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.589 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=140] ["end key"=74800000000000008c5f69ffff000000000001ff] ["current end key"=74800000000000008c5f69ffff00000000000100] [2024/05/06 08:01:07.589 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.589 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.589 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.589 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 140, range: [74800000000000008c5f69ffff000000000001, 74800000000000008c5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000008c5f69ffff0000000000010000] ["take time"=416.984Β΅s] [2024/05/06 08:01:07.589 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.592 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000008c5f69ffff000000000001] [2024/05/06 08:01:07.595 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=141] [startKey=74800000000000008d5f69ffff000000000001] [endKey=74800000000000008d5f69ffff000000000001ff] [] [2024/05/06 08:01:07.595 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000008d5f69ffff000000000001,EndKey:74800000000000008d5f69ffff000000000001ff,First:false,PhysicalTableID:141,Ingest mode:false"] [2024/05/06 08:01:07.596 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.596 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=141] ["start key"=74800000000000008d5f69ffff000000000001] ["end key"=74800000000000008d5f69ffff000000000001ff] [2024/05/06 08:01:07.596 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000008d5f69ffff000000000001] [endKey=74800000000000008d5f69ffff000000000001ff] [2024/05/06 08:01:07.596 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.596 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.596 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.597 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=141] ["end key"=74800000000000008d5f69ffff000000000001ff] ["current end key"=74800000000000008d5f69ffff00000000000100] [2024/05/06 08:01:07.597 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.597 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.597 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.598 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 141, range: [74800000000000008d5f69ffff000000000001, 74800000000000008d5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000008d5f69ffff0000000000010000] ["take time"=426.378Β΅s] [2024/05/06 08:01:07.598 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.600 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000008d5f69ffff000000000001] [2024/05/06 08:01:07.603 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=142] [startKey=74800000000000008e5f69ffff000000000001] [endKey=74800000000000008e5f69ffff000000000001ff] [] [2024/05/06 08:01:07.603 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000008e5f69ffff000000000001,EndKey:74800000000000008e5f69ffff000000000001ff,First:false,PhysicalTableID:142,Ingest mode:false"] [2024/05/06 08:01:07.604 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.604 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=142] ["start key"=74800000000000008e5f69ffff000000000001] ["end key"=74800000000000008e5f69ffff000000000001ff] [2024/05/06 08:01:07.604 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.604 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.604 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000008e5f69ffff000000000001] [endKey=74800000000000008e5f69ffff000000000001ff] [2024/05/06 08:01:07.604 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.605 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=142] ["end key"=74800000000000008e5f69ffff000000000001ff] ["current end key"=74800000000000008e5f69ffff00000000000100] [2024/05/06 08:01:07.605 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.605 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.605 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.606 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 142, range: [74800000000000008e5f69ffff000000000001, 74800000000000008e5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000008e5f69ffff0000000000010000] ["take time"=581.394Β΅s] [2024/05/06 08:01:07.606 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.608 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000008e5f69ffff000000000001] [2024/05/06 08:01:07.611 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=143] [startKey=74800000000000008f5f69ffff000000000001] [endKey=74800000000000008f5f69ffff000000000001ff] [] [2024/05/06 08:01:07.611 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000008f5f69ffff000000000001,EndKey:74800000000000008f5f69ffff000000000001ff,First:false,PhysicalTableID:143,Ingest mode:false"] [2024/05/06 08:01:07.612 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=143] ["start key"=74800000000000008f5f69ffff000000000001] ["end key"=74800000000000008f5f69ffff000000000001ff] [2024/05/06 08:01:07.612 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000008f5f69ffff000000000001] [endKey=74800000000000008f5f69ffff000000000001ff] [2024/05/06 08:01:07.612 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.612 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.612 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.612 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.613 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=143] ["end key"=74800000000000008f5f69ffff000000000001ff] ["current end key"=74800000000000008f5f69ffff00000000000100] [2024/05/06 08:01:07.613 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.613 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.613 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.613 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 143, range: [74800000000000008f5f69ffff000000000001, 74800000000000008f5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000008f5f69ffff0000000000010000] ["take time"=396.785Β΅s] [2024/05/06 08:01:07.613 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.615 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000008f5f69ffff000000000001] [2024/05/06 08:01:07.618 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=144] [startKey=7480000000000000905f69ffff000000000001] [endKey=7480000000000000905f69ffff000000000001ff] [] [2024/05/06 08:01:07.618 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000905f69ffff000000000001,EndKey:7480000000000000905f69ffff000000000001ff,First:false,PhysicalTableID:144,Ingest mode:false"] [2024/05/06 08:01:07.619 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=144] ["start key"=7480000000000000905f69ffff000000000001] ["end key"=7480000000000000905f69ffff000000000001ff] [2024/05/06 08:01:07.619 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000905f69ffff000000000001] [endKey=7480000000000000905f69ffff000000000001ff] [2024/05/06 08:01:07.619 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.619 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.619 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.619 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.620 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=144] ["end key"=7480000000000000905f69ffff000000000001ff] ["current end key"=7480000000000000905f69ffff00000000000100] [2024/05/06 08:01:07.620 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.620 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.620 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.620 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 144, range: [7480000000000000905f69ffff000000000001, 7480000000000000905f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000905f69ffff0000000000010000] ["take time"=437.394Β΅s] [2024/05/06 08:01:07.620 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.622 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000905f69ffff000000000001] [2024/05/06 08:01:07.625 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=145] [startKey=7480000000000000915f69ffff000000000001] [endKey=7480000000000000915f69ffff000000000001ff] [] [2024/05/06 08:01:07.625 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000915f69ffff000000000001,EndKey:7480000000000000915f69ffff000000000001ff,First:false,PhysicalTableID:145,Ingest mode:false"] [2024/05/06 08:01:07.626 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.626 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.626 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=145] ["start key"=7480000000000000915f69ffff000000000001] ["end key"=7480000000000000915f69ffff000000000001ff] [2024/05/06 08:01:07.626 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.626 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000915f69ffff000000000001] [endKey=7480000000000000915f69ffff000000000001ff] [2024/05/06 08:01:07.626 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.627 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=145] ["end key"=7480000000000000915f69ffff000000000001ff] ["current end key"=7480000000000000915f69ffff00000000000100] [2024/05/06 08:01:07.627 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.627 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.627 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.627 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 145, range: [7480000000000000915f69ffff000000000001, 7480000000000000915f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000915f69ffff0000000000010000] ["take time"=347.165Β΅s] [2024/05/06 08:01:07.627 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.629 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000915f69ffff000000000001] [2024/05/06 08:01:07.632 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=146] [startKey=7480000000000000925f69ffff000000000001] [endKey=7480000000000000925f69ffff000000000001ff] [] [2024/05/06 08:01:07.632 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000925f69ffff000000000001,EndKey:7480000000000000925f69ffff000000000001ff,First:false,PhysicalTableID:146,Ingest mode:false"] [2024/05/06 08:01:07.633 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=146] ["start key"=7480000000000000925f69ffff000000000001] ["end key"=7480000000000000925f69ffff000000000001ff] [2024/05/06 08:01:07.633 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000925f69ffff000000000001] [endKey=7480000000000000925f69ffff000000000001ff] [2024/05/06 08:01:07.633 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.633 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.633 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.633 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.633 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=146] ["end key"=7480000000000000925f69ffff000000000001ff] ["current end key"=7480000000000000925f69ffff00000000000100] [2024/05/06 08:01:07.633 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.633 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.633 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.634 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 146, range: [7480000000000000925f69ffff000000000001, 7480000000000000925f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000925f69ffff0000000000010000] ["take time"=354.054Β΅s] [2024/05/06 08:01:07.634 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.636 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000925f69ffff000000000001] [2024/05/06 08:01:07.638 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=147] [startKey=7480000000000000935f69ffff000000000001] [endKey=7480000000000000935f69ffff000000000001ff] [] [2024/05/06 08:01:07.638 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000935f69ffff000000000001,EndKey:7480000000000000935f69ffff000000000001ff,First:false,PhysicalTableID:147,Ingest mode:false"] [2024/05/06 08:01:07.639 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=147] ["start key"=7480000000000000935f69ffff000000000001] ["end key"=7480000000000000935f69ffff000000000001ff] [2024/05/06 08:01:07.639 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000935f69ffff000000000001] [endKey=7480000000000000935f69ffff000000000001ff] [2024/05/06 08:01:07.639 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.639 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.639 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.639 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.640 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=147] ["end key"=7480000000000000935f69ffff000000000001ff] ["current end key"=7480000000000000935f69ffff00000000000100] [2024/05/06 08:01:07.640 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.640 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.640 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.640 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 147, range: [7480000000000000935f69ffff000000000001, 7480000000000000935f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000935f69ffff0000000000010000] ["take time"=313.291Β΅s] [2024/05/06 08:01:07.640 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.643 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000935f69ffff000000000001] [2024/05/06 08:01:07.645 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=148] [startKey=7480000000000000945f69ffff000000000001] [endKey=7480000000000000945f69ffff000000000001ff] [] [2024/05/06 08:01:07.645 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000945f69ffff000000000001,EndKey:7480000000000000945f69ffff000000000001ff,First:false,PhysicalTableID:148,Ingest mode:false"] [2024/05/06 08:01:07.646 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.646 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=148] ["start key"=7480000000000000945f69ffff000000000001] ["end key"=7480000000000000945f69ffff000000000001ff] [2024/05/06 08:01:07.646 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000945f69ffff000000000001] [endKey=7480000000000000945f69ffff000000000001ff] [2024/05/06 08:01:07.646 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.646 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.646 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.647 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=148] ["end key"=7480000000000000945f69ffff000000000001ff] ["current end key"=7480000000000000945f69ffff00000000000100] [2024/05/06 08:01:07.647 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.647 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.647 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.647 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 148, range: [7480000000000000945f69ffff000000000001, 7480000000000000945f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000945f69ffff0000000000010000] ["take time"=322.971Β΅s] [2024/05/06 08:01:07.647 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.649 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000945f69ffff000000000001] [2024/05/06 08:01:07.652 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=149] [startKey=7480000000000000955f69ffff000000000001] [endKey=7480000000000000955f69ffff000000000001ff] [] [2024/05/06 08:01:07.652 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000955f69ffff000000000001,EndKey:7480000000000000955f69ffff000000000001ff,First:false,PhysicalTableID:149,Ingest mode:false"] [2024/05/06 08:01:07.653 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.653 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=149] ["start key"=7480000000000000955f69ffff000000000001] ["end key"=7480000000000000955f69ffff000000000001ff] [2024/05/06 08:01:07.653 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000955f69ffff000000000001] [endKey=7480000000000000955f69ffff000000000001ff] [2024/05/06 08:01:07.653 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.653 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.653 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.653 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=149] ["end key"=7480000000000000955f69ffff000000000001ff] ["current end key"=7480000000000000955f69ffff00000000000100] [2024/05/06 08:01:07.653 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.653 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.653 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.653 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 149, range: [7480000000000000955f69ffff000000000001, 7480000000000000955f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000955f69ffff0000000000010000] ["take time"=383.986Β΅s] [2024/05/06 08:01:07.653 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.656 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000955f69ffff000000000001] [2024/05/06 08:01:07.659 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=150] [startKey=7480000000000000965f69ffff000000000001] [endKey=7480000000000000965f69ffff000000000001ff] [] [2024/05/06 08:01:07.659 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000965f69ffff000000000001,EndKey:7480000000000000965f69ffff000000000001ff,First:false,PhysicalTableID:150,Ingest mode:false"] [2024/05/06 08:01:07.660 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=150] ["start key"=7480000000000000965f69ffff000000000001] ["end key"=7480000000000000965f69ffff000000000001ff] [2024/05/06 08:01:07.660 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.660 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.660 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000965f69ffff000000000001] [endKey=7480000000000000965f69ffff000000000001ff] [2024/05/06 08:01:07.660 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.660 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.661 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=150] ["end key"=7480000000000000965f69ffff000000000001ff] ["current end key"=7480000000000000965f69ffff00000000000100] [2024/05/06 08:01:07.661 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.661 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.661 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.661 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 150, range: [7480000000000000965f69ffff000000000001, 7480000000000000965f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000965f69ffff0000000000010000] ["take time"=443.845Β΅s] [2024/05/06 08:01:07.661 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.664 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000965f69ffff000000000001] [2024/05/06 08:01:07.668 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=151] [startKey=7480000000000000975f69ffff000000000001] [endKey=7480000000000000975f69ffff000000000001ff] [] [2024/05/06 08:01:07.668 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000975f69ffff000000000001,EndKey:7480000000000000975f69ffff000000000001ff,First:false,PhysicalTableID:151,Ingest mode:false"] [2024/05/06 08:01:07.669 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=151] ["start key"=7480000000000000975f69ffff000000000001] ["end key"=7480000000000000975f69ffff000000000001ff] [2024/05/06 08:01:07.669 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000975f69ffff000000000001] [endKey=7480000000000000975f69ffff000000000001ff] [2024/05/06 08:01:07.669 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.669 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.669 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.669 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.670 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=151] ["end key"=7480000000000000975f69ffff000000000001ff] ["current end key"=7480000000000000975f69ffff00000000000100] [2024/05/06 08:01:07.670 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.670 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.670 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.670 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 151, range: [7480000000000000975f69ffff000000000001, 7480000000000000975f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000975f69ffff0000000000010000] ["take time"=468.608Β΅s] [2024/05/06 08:01:07.670 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.673 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000975f69ffff000000000001] [2024/05/06 08:01:07.677 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=152] [startKey=7480000000000000985f69ffff000000000001] [endKey=7480000000000000985f69ffff000000000001ff] [] [2024/05/06 08:01:07.677 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000985f69ffff000000000001,EndKey:7480000000000000985f69ffff000000000001ff,First:false,PhysicalTableID:152,Ingest mode:false"] [2024/05/06 08:01:07.678 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=152] ["start key"=7480000000000000985f69ffff000000000001] ["end key"=7480000000000000985f69ffff000000000001ff] [2024/05/06 08:01:07.678 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000985f69ffff000000000001] [endKey=7480000000000000985f69ffff000000000001ff] [2024/05/06 08:01:07.678 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.678 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.678 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.678 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.678 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=152] ["end key"=7480000000000000985f69ffff000000000001ff] ["current end key"=7480000000000000985f69ffff00000000000100] [2024/05/06 08:01:07.678 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.678 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.678 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.679 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 152, range: [7480000000000000985f69ffff000000000001, 7480000000000000985f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000985f69ffff0000000000010000] ["take time"=436.112Β΅s] [2024/05/06 08:01:07.679 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.681 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000985f69ffff000000000001] [2024/05/06 08:01:07.685 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=153] [startKey=7480000000000000995f69ffff000000000001] [endKey=7480000000000000995f69ffff000000000001ff] [] [2024/05/06 08:01:07.685 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000995f69ffff000000000001,EndKey:7480000000000000995f69ffff000000000001ff,First:false,PhysicalTableID:153,Ingest mode:false"] [2024/05/06 08:01:07.686 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=153] ["start key"=7480000000000000995f69ffff000000000001] ["end key"=7480000000000000995f69ffff000000000001ff] [2024/05/06 08:01:07.686 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.686 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000995f69ffff000000000001] [endKey=7480000000000000995f69ffff000000000001ff] [2024/05/06 08:01:07.686 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.686 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.686 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.686 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=153] ["end key"=7480000000000000995f69ffff000000000001ff] ["current end key"=7480000000000000995f69ffff00000000000100] [2024/05/06 08:01:07.686 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.686 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.686 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.687 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 153, range: [7480000000000000995f69ffff000000000001, 7480000000000000995f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000995f69ffff0000000000010000] ["take time"=557.063Β΅s] [2024/05/06 08:01:07.687 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.690 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000995f69ffff000000000001] [2024/05/06 08:01:07.693 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=154] [startKey=74800000000000009a5f69ffff000000000001] [endKey=74800000000000009a5f69ffff000000000001ff] [] [2024/05/06 08:01:07.693 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000009a5f69ffff000000000001,EndKey:74800000000000009a5f69ffff000000000001ff,First:false,PhysicalTableID:154,Ingest mode:false"] [2024/05/06 08:01:07.694 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=154] ["start key"=74800000000000009a5f69ffff000000000001] ["end key"=74800000000000009a5f69ffff000000000001ff] [2024/05/06 08:01:07.694 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.694 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000009a5f69ffff000000000001] [endKey=74800000000000009a5f69ffff000000000001ff] [2024/05/06 08:01:07.694 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.694 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.694 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.695 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=154] ["end key"=74800000000000009a5f69ffff000000000001ff] ["current end key"=74800000000000009a5f69ffff00000000000100] [2024/05/06 08:01:07.695 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.695 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.695 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.695 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 154, range: [74800000000000009a5f69ffff000000000001, 74800000000000009a5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000009a5f69ffff0000000000010000] ["take time"=407.257Β΅s] [2024/05/06 08:01:07.695 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 08:01:07.698 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000009a5f69ffff000000000001] [2024/05/06 08:01:07.698 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=100] [2024/05/06 08:01:07.718 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 08:01:07.724 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=860.079Β΅s] [gotSchemaVersion=94] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:07.726 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=156] [version=94] [2024/05/06 08:01:07.774 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=53.092491ms] [job="ID:156, Type:add index, State:done, SchemaState:public, SchemaID:120, TableID:122, RowCount:100, ArgLen:3, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:07.783 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=123] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:07.785 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=124] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:07.787 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=125] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:07.789 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=126] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:07.791 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=127] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:07.793 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=128] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:07.795 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=129] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:07.798 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=130] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:07.800 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=131] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:07.802 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=132] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:07.804 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=133] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:07.805 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=134] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:07.807 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=135] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:07.809 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=136] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:07.812 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=137] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:07.814 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=138] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:07.816 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=139] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:07.818 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=140] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:07.820 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=141] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:07.823 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=142] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:07.825 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=143] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:07.827 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=144] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:07.830 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=145] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:07.832 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=146] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:07.834 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=147] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:07.837 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=148] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:07.839 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=149] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:07.841 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=150] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:07.843 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=151] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:07.845 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=152] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:07.848 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=153] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:07.849 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=154] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:07.851 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=156] [jobType="add index"] [2024/05/06 08:01:07.852 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 31, tp add index"] [category=ddl] [jobID=156] [conn=7] [job="ID:156, Type:add index, State:synced, SchemaState:public, SchemaID:120, TableID:122, RowCount:100, ArgLen:3, start time: 2024-05-06 08:01:03.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572363939872774, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:07.861 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=156] [2024/05/06 08:01:07.861 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:07.862 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 7\n# Query_time: 4.444448818\n# Parse_time: 0.000031582\n# Compile_time: 0.000065784\n# Rewrite_time: 0.000001635\n# Optimize_time: 0.000020515\n# Wait_TS: 0.00028988\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Mem_max: 12288\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(a);"] [2024/05/06 08:01:07.866 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 81a13c0d-6006-42a3-8d29-3a3264ce338e"] [2024/05/06 08:01:07.866 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 81a13c0d-6006-42a3-8d29-3a3264ce338e"] [2024/05/06 08:01:07.866 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 81a13c0d-6006-42a3-8d29-3a3264ce338e"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:07.867 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 81a13c0d-6006-42a3-8d29-3a3264ce338e"] [] [2024/05/06 08:01:07.868 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:07.868 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 30, tp add index"] [category=ddl] ["take time"=3.061Β΅s] [2024/05/06 08:01:07.868 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 29, tp add index"] [category=ddl] ["take time"=1.36Β΅s] [2024/05/06 08:01:07.868 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 31, tp add index"] [category=ddl] ["take time"=850ns] [2024/05/06 08:01:07.868 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 32, tp add index"] [category=ddl] ["take time"=1.527Β΅s] [2024/05/06 08:01:07.868 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:07.868 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 28, tp general"] [category=ddl] ["take time"=1.207Β΅s] [2024/05/06 08:01:07.868 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:07.868 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:01:07.868 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:01:07.870 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=81a13c0d-6006-42a3-8d29-3a3264ce338e] ["take time"=3.896759ms] [2024/05/06 08:01:07.870 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=81a13c0d-6006-42a3-8d29-3a3264ce338e] [2024/05/06 08:01:07.871 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:01:07.871 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:01:07.871 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/1591769c-8dc2-4211-b51b-72b45dc8b3e1] [watcherID=d0a0f9cf-6b1b-4c0d-a586-4523709d53f5] [2024/05/06 08:01:07.871 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/1591769c-8dc2-4211-b51b-72b45dc8b3e1] [2024/05/06 08:01:07.871 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:07.871 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:07.871 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:07.871 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:07.871 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:07.871 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:07.872 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:07.872 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:07.872 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:07.872 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:07.872 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:01:07.872 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:01:07.873 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=444] [2024/05/06 08:01:07.873 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:01:07.873 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:01:07.873 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:01:07.873 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:07.873 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:07.873 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:07.873 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:07.873 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:07.873 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:07.873 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:01:07.873 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 81a13c0d-6006-42a3-8d29-3a3264ce338e"] [2024/05/06 08:01:07.873 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:07.873 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=81a13c0d-6006-42a3-8d29-3a3264ce338e] [2024/05/06 08:01:07.873 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 81a13c0d-6006-42a3-8d29-3a3264ce338e"] [2024/05/06 08:01:07.873 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:01:07.873 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:01:07.873 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:01:07.873 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:01:07.873 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:01:07.873 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:07.873 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 81a13c0d-6006-42a3-8d29-3a3264ce338e"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:07.873 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:07.873 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:07.873 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:01:07.873 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 540792e2-671f-44a6-b408-27809aa78d59"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:07.873 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:01:07.873 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:07.873 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:07.873 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:01:07.873 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:07.873 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:01:07.873 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:01:07.873 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:01:07.873 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:07.873 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:01:07.873 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:07.873 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:01:07.873 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:07.873 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:07.873 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:01:07.873 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:01:07.873 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=81a13c0d-6006-42a3-8d29-3a3264ce338e] [2024/05/06 08:01:07.873 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:01:07.873 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:07.873 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:01:07.873 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:07.873 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:07.873 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:01:07.873 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:01:07.873 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:01:07.873 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:01:07.873 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:07.873 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:01:07.873 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:01:07.873 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:07.873 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:07.873 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:01:07.873 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:07.873 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 540792e2-671f-44a6-b408-27809aa78d59"] [error="context canceled"] [2024/05/06 08:01:07.873 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 540792e2-671f-44a6-b408-27809aa78d59"] [2024/05/06 08:01:07.873 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:01:07.873 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:07.873 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=540792e2-671f-44a6-b408-27809aa78d59] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:07.873 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:07.873 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:01:07.873 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:08.112 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:01:08.112 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 81a13c0d-6006-42a3-8d29-3a3264ce338e"] [error="context canceled"] [2024/05/06 08:01:08.112 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 81a13c0d-6006-42a3-8d29-3a3264ce338e"] [2024/05/06 08:01:08.112 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 81a13c0d-6006-42a3-8d29-3a3264ce338e"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:09.120 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 81a13c0d-6006-42a3-8d29-3a3264ce338e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:09.120 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:01:09.120 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:09.132 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 540792e2-671f-44a6-b408-27809aa78d59"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:09.362 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 81a13c0d-6006-42a3-8d29-3a3264ce338e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:09.362 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:01:09.362 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:01:09.362 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:09.363 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.496733869s] [2024/05/06 08:01:09.363 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:09.363 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:09.363 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:09.363 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:09.363 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:09.363 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:09.363 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:09.363 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:09.363 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:09.363 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:09.363 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:09.363 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:09.363 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:09.363 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexIngestWriterCountOnPartitionTable (6.41s) === RUN TestIngestMVIndexOnPartitionTable [2024/05/06 08:01:09.366 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:09.366 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:01:09.366 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:01:09.366 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:09.366 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:01:09.367 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:09.367 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:09.367 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:09.367 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:09.367 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:09.367 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:01:09.368 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:09.369 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:09.369 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:09.373 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793138773410359] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:01:09.379 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:01:09.387 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1037] ["lease id"=6f188f4ce9fe8372] [2024/05/06 08:01:09.388 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:01:09.402 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=94] ["start time"=11.50369ms] [2024/05/06 08:01:09.403 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:01:09.403 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=a0bee8c0-7ccd-48ba-8fa2-94b3c05aed9d] [runWorker=true] [2024/05/06 08:01:09.403 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:01:09.404 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:01:09.405 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:09.405 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 08:01:09.405 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 638168600576/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 08:01:09.405 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:09.405 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:09.405 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:09.405 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:09.405 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:09.405 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:09.405 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:09.405 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:09.405 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:09.405 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:09.405 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:09.405 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:01:09.405 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:09.407 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a0bee8c0-7ccd-48ba-8fa2-94b3c05aed9d"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4ce9fe8473] [ownerID=a0bee8c0-7ccd-48ba-8fa2-94b3c05aed9d] [op=none] [2024/05/06 08:01:09.407 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:09.407 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=cc068826-232d-47da-a561-ab1dce2dd321] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:09.407 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:01:09.411 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:01:09.412 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:09.412 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:01:09.413 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a0bee8c0-7ccd-48ba-8fa2-94b3c05aed9d"] ["owner key"=/tidb/bindinfo/owner/3eaa8f4ce9fe8478] [ownerID=a0bee8c0-7ccd-48ba-8fa2-94b3c05aed9d] [op=none] [2024/05/06 08:01:09.426 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:09.428 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:09.430 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:09.430 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:09.430 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:09.430 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:09.430 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:01:09.430 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:01:09.430 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:01:09.430 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:01:09.430 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:01:09.430 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:09.430 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:01:09.431 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:09.431 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:09.431 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:09.431 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:09.431 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:01:09.432 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:09.432 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:01:09.432 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/8d61e7ab-945e-4b64-85c7-4ac2bcc21fb9] [2024/05/06 08:01:09.432 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:09.432 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:09.433 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:09.433 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:01:09.433 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:01:09.434 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.189554ms] [2024/05/06 08:01:09.438 +00:00] [INFO] [set.go:170] ["set global var"] [conn=8] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:01:09.438 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=94] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 08:01:09.446 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:09.422 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:09.446 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:09.422 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 08:01:09.456 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:09.457 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a0bee8c0-7ccd-48ba-8fa2-94b3c05aed9d"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4ce9fe8473] [ownerID=a0bee8c0-7ccd-48ba-8fa2-94b3c05aed9d] [op=none] [2024/05/06 08:01:09.457 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a0bee8c0-7ccd-48ba-8fa2-94b3c05aed9d"] [op=none] [2024/05/06 08:01:09.457 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:01:09.464 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=157] [conn=9] [category=ddl] [job="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:09.422 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:09.473 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=56.745Β΅s] [gotSchemaVersion=95] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:09.474 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=157] [version=95] [2024/05/06 08:01:09.523 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=52.180936ms] [job="ID:157, Type:drop schema, State:running, SchemaState:write only, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:09.422 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:09.529 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=157] [conn=9] [category=ddl] [job="ID:157, Type:drop schema, State:running, SchemaState:write only, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:09.422 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:09.535 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=33.733Β΅s] [gotSchemaVersion=96] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:09.537 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=157] [version=96] [2024/05/06 08:01:09.587 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=52.783683ms] [job="ID:157, Type:drop schema, State:running, SchemaState:delete only, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:09.422 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:09.593 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=157] [conn=9] [category=ddl] [job="ID:157, Type:drop schema, State:running, SchemaState:delete only, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:09.422 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:09.601 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=36.468Β΅s] [gotSchemaVersion=97] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:09.603 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=157] [version=97] [2024/05/06 08:01:09.651 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=52.112598ms] [job="ID:157, Type:drop schema, State:done, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:09.422 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:09.658 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=157] [tableIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [comment="drop schema: table IDs"] [2024/05/06 08:01:09.665 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=157] [jobType="drop schema"] [2024/05/06 08:01:09.666 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=157] [conn=9] [job="ID:157, Type:drop schema, State:synced, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:09.422 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:09.673 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=157] [2024/05/06 08:01:09.673 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:09.674 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=97] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 08:01:09.680 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:09.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:09.680 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:09.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 08:01:09.686 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=159] [conn=9] [category=ddl] [job="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:09.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:09.693 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=250.121Β΅s] [gotSchemaVersion=98] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:01:09.695 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=159] [version=98] [2024/05/06 08:01:09.744 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=53.122683ms] [job="ID:159, Type:create schema, State:done, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:09.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:09.750 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=159] [conn=9] [job="ID:159, Type:create schema, State:synced, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:09.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:09.755 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=159] [2024/05/06 08:01:09.755 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:09.763 +00:00] [INFO] [set.go:170] ["set global var"] [conn=9] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 08:01:09.763 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=98] [cur_db=addindexlit] [sql="drop table if exists t"] [user=] [2024/05/06 08:01:09.763 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=98] [cur_db=addindexlit] [sql="create table t (pk int primary key, a json) partition by hash(pk) partitions 4;"] [user=] [2024/05/06 08:01:09.772 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:09.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:09.772 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:09.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (pk int primary key, a json) partition by hash(pk) partitions 4;"] [2024/05/06 08:01:09.777 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=165] [conn=9] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:09.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:09.780 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 158, Table ID: 160, Table Name: t"] [2024/05/06 08:01:09.786 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=775.994Β΅s] [gotSchemaVersion=99] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[3,3,3,3,3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:09.787 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=165] [version=99] [2024/05/06 08:01:09.836 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=52.450089ms] [job="ID:165, Type:create table, State:done, SchemaState:public, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:09.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:09.843 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=165] [conn=9] [job="ID:165, Type:create table, State:synced, SchemaState:public, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:09.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:09.849 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=165] [2024/05/06 08:01:09.849 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:09.850 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=99] [cur_db=addindexlit] [sql="alter table t add index idx((cast(a as signed array)));"] [user=] [2024/05/06 08:01:09.852 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364569018388] [2024/05/06 08:01:09.855 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:166, Type:add index, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:09.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 08:01:09.855 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:166, Type:add index, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:09.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx((cast(a as signed array)));"] [2024/05/06 08:01:09.855 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364569018397] [2024/05/06 08:01:09.858 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364569018403] [2024/05/06 08:01:09.861 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364569018409] [2024/05/06 08:01:09.862 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 37, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:09.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:09.863 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:09.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"_V$_idx_0\",\"L\":\"_v$_idx_0\"},\"offset\":2,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":true}"] [2024/05/06 08:01:09.864 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364569018417] [2024/05/06 08:01:09.867 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364569018423] [2024/05/06 08:01:09.869 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364569018427] [2024/05/06 08:01:09.870 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=791.87Β΅s] [gotSchemaVersion=100] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:09.871 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364569018430] [2024/05/06 08:01:09.872 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=166] [version=100] [2024/05/06 08:01:09.873 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364582125569] [2024/05/06 08:01:09.875 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364582125571] [2024/05/06 08:01:09.878 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364582125574] [2024/05/06 08:01:09.879 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364582125576] [2024/05/06 08:01:09.882 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364582125579] [2024/05/06 08:01:09.883 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364582125581] [2024/05/06 08:01:09.886 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364582125584] [2024/05/06 08:01:09.887 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364582125586] [2024/05/06 08:01:09.889 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364582125588] [2024/05/06 08:01:09.891 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364582125590] [2024/05/06 08:01:09.893 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364582125592] [2024/05/06 08:01:09.895 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364582125594] [2024/05/06 08:01:09.897 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364582125596] [2024/05/06 08:01:09.898 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364582125598] [2024/05/06 08:01:09.901 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364582125600] [2024/05/06 08:01:09.903 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364582125602] [2024/05/06 08:01:09.905 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364582125604] [2024/05/06 08:01:09.913 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364582125612] [2024/05/06 08:01:09.915 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364582125614] [2024/05/06 08:01:09.917 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364582125616] [2024/05/06 08:01:09.919 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364582125618] [2024/05/06 08:01:09.920 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=52.432131ms] [job="ID:166, Type:add index, State:running, SchemaState:delete only, SchemaID:158, TableID:160, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:09.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:09.921 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364582125621] [2024/05/06 08:01:09.924 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364595232769] [2024/05/06 08:01:09.926 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364595232772] [2024/05/06 08:01:09.927 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 36, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:delete only, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:09.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:09.933 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364595232775] [2024/05/06 08:01:09.936 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364595232781] [2024/05/06 08:01:09.937 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=840.404Β΅s] [gotSchemaVersion=101] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:09.938 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364595232784] [2024/05/06 08:01:09.939 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=166] [version=101] [2024/05/06 08:01:09.940 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364595232788] [2024/05/06 08:01:09.942 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364595232790] [2024/05/06 08:01:09.944 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364595232792] [2024/05/06 08:01:09.946 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364595232794] [2024/05/06 08:01:09.948 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364595232796] [2024/05/06 08:01:09.950 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364595232798] [2024/05/06 08:01:09.951 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364595232800] [2024/05/06 08:01:09.953 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364595232802] [2024/05/06 08:01:09.955 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364595232804] [2024/05/06 08:01:09.957 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364595232807] [2024/05/06 08:01:09.959 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364595232810] [2024/05/06 08:01:09.961 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364595232812] [2024/05/06 08:01:09.963 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364595232814] [2024/05/06 08:01:09.965 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364595232816] [2024/05/06 08:01:09.966 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364595232818] [2024/05/06 08:01:09.968 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364595232820] [2024/05/06 08:01:09.970 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364595232822] [2024/05/06 08:01:09.972 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364595232824] [2024/05/06 08:01:09.974 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364608339970] [2024/05/06 08:01:09.975 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364608339972] [2024/05/06 08:01:09.977 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364608339974] [2024/05/06 08:01:09.979 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364608339976] [2024/05/06 08:01:09.981 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364608339978] [2024/05/06 08:01:09.984 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364608339980] [2024/05/06 08:01:09.985 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364608339982] [2024/05/06 08:01:09.987 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=52.559043ms] [job="ID:166, Type:add index, State:running, SchemaState:write only, SchemaID:158, TableID:160, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:09.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:09.988 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364608339984] [2024/05/06 08:01:09.990 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364608339988] [2024/05/06 08:01:09.992 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364608339991] [2024/05/06 08:01:09.994 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364608339994] [2024/05/06 08:01:09.994 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 37, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write only, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:09.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:09.996 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364608339998] [2024/05/06 08:01:09.998 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364608340001] [2024/05/06 08:01:10.000 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364608340004] [2024/05/06 08:01:10.002 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=868.702Β΅s] [gotSchemaVersion=102] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:10.003 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364608340007] [2024/05/06 08:01:10.004 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=166] [version=102] [2024/05/06 08:01:10.005 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364608340011] [2024/05/06 08:01:10.007 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364608340014] [2024/05/06 08:01:10.009 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364608340017] [2024/05/06 08:01:10.011 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364608340019] [2024/05/06 08:01:10.013 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364608340021] [2024/05/06 08:01:10.015 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364608340023] [2024/05/06 08:01:10.017 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364608340025] [2024/05/06 08:01:10.019 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364608340027] [2024/05/06 08:01:10.021 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364608340029] [2024/05/06 08:01:10.023 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364608340031] [2024/05/06 08:01:10.025 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364621447170] [2024/05/06 08:01:10.027 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364621447172] [2024/05/06 08:01:10.029 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364621447174] [2024/05/06 08:01:10.031 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364621447176] [2024/05/06 08:01:10.033 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364621447178] [2024/05/06 08:01:10.035 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364621447180] [2024/05/06 08:01:10.037 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364621447183] [2024/05/06 08:01:10.039 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364621447185] [2024/05/06 08:01:10.041 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364621447187] [2024/05/06 08:01:10.043 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364621447189] [2024/05/06 08:01:10.045 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364621447191] [2024/05/06 08:01:10.046 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364621447193] [2024/05/06 08:01:10.048 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364621447195] [2024/05/06 08:01:10.050 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364621447197] [2024/05/06 08:01:10.052 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364621447199] [2024/05/06 08:01:10.052 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=52.569212ms] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:09.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:10.054 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364621447202] [2024/05/06 08:01:10.056 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364621447205] [2024/05/06 08:01:10.058 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364621447209] [2024/05/06 08:01:10.059 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 36, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:09.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:10.060 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364621447211] [2024/05/06 08:01:10.060 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=166] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:01:10.061 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=166] [physicalTableID=161] [startKey=7480000000000000a15f72800000000000281c] [endKey=7480000000000000a15f72800000000000282400] [2024/05/06 08:01:10.062 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364621447217] [2024/05/06 08:01:10.064 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364621447221] [2024/05/06 08:01:10.066 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364621447224] [2024/05/06 08:01:10.068 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=166] [2024/05/06 08:01:10.068 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364621447227] [2024/05/06 08:01:10.070 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364621447231] [2024/05/06 08:01:10.072 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364621447235] [2024/05/06 08:01:10.074 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 37, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:09.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572364621447215, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:10.075 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=166] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:01:10.075 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364634554371] [2024/05/06 08:01:10.077 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364634554374] [2024/05/06 08:01:10.080 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364634554377] [2024/05/06 08:01:10.080 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/166] [2024/05/06 08:01:10.082 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364634554381] [2024/05/06 08:01:10.084 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364634554385] [2024/05/06 08:01:10.086 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364634554387] [2024/05/06 08:01:10.089 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364634554389] [2024/05/06 08:01:10.091 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364634554391] [2024/05/06 08:01:10.093 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364634554393] [2024/05/06 08:01:10.095 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364634554395] [2024/05/06 08:01:10.097 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364634554397] [2024/05/06 08:01:10.099 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364634554399] [2024/05/06 08:01:10.101 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364634554401] [2024/05/06 08:01:10.103 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364634554403] [2024/05/06 08:01:10.105 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=160] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:10.105 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364634554405] [2024/05/06 08:01:10.107 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364634554409] [2024/05/06 08:01:10.109 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364634554413] [2024/05/06 08:01:10.111 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364634554417] [2024/05/06 08:01:10.113 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364634554421] [2024/05/06 08:01:10.115 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364634554424] [2024/05/06 08:01:10.117 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364634554426] [2024/05/06 08:01:10.119 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364634554428] [2024/05/06 08:01:10.120 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364634554430] [2024/05/06 08:01:10.122 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364634554432] [2024/05/06 08:01:10.124 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364647661570] [2024/05/06 08:01:10.126 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364647661572] [2024/05/06 08:01:10.128 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364647661574] [2024/05/06 08:01:10.130 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364647661576] [2024/05/06 08:01:10.132 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364647661578] [2024/05/06 08:01:10.134 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364647661580] [2024/05/06 08:01:10.136 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364647661582] [2024/05/06 08:01:10.137 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364647661584] [2024/05/06 08:01:10.139 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364647661586] [2024/05/06 08:01:10.141 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364647661588] [2024/05/06 08:01:10.143 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364647661590] [2024/05/06 08:01:10.145 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364647661592] [2024/05/06 08:01:10.148 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364647661594] [2024/05/06 08:01:10.150 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364647661596] [2024/05/06 08:01:10.152 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364647661598] [2024/05/06 08:01:10.154 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364647661600] [2024/05/06 08:01:10.156 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364647661603] [2024/05/06 08:01:10.158 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364647661608] [2024/05/06 08:01:10.161 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364647661611] [2024/05/06 08:01:10.163 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364647661613] [2024/05/06 08:01:10.165 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364647661615] [2024/05/06 08:01:10.167 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364647661617] [2024/05/06 08:01:10.169 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364647661619] [2024/05/06 08:01:10.171 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364647661621] [2024/05/06 08:01:10.174 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364647661623] [2024/05/06 08:01:10.176 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364660768770] [2024/05/06 08:01:10.178 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364660768772] [2024/05/06 08:01:10.180 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364660768774] [2024/05/06 08:01:10.182 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364660768776] [2024/05/06 08:01:10.184 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364660768778] [2024/05/06 08:01:10.186 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364660768780] [2024/05/06 08:01:10.188 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364660768782] [2024/05/06 08:01:10.190 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364660768784] [2024/05/06 08:01:10.192 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364660768786] [2024/05/06 08:01:10.194 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364660768788] [2024/05/06 08:01:10.196 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364660768790] [2024/05/06 08:01:10.198 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364660768792] [2024/05/06 08:01:10.200 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364660768794] [2024/05/06 08:01:10.202 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364660768796] [2024/05/06 08:01:10.204 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364660768798] [2024/05/06 08:01:10.205 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364660768800] [2024/05/06 08:01:10.207 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364660768803] [2024/05/06 08:01:10.209 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364660768806] [2024/05/06 08:01:10.211 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364660768808] [2024/05/06 08:01:10.214 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364660768810] [2024/05/06 08:01:10.216 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364660768812] [2024/05/06 08:01:10.218 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364660768814] [2024/05/06 08:01:10.220 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364660768816] [2024/05/06 08:01:10.222 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364660768818] [2024/05/06 08:01:10.224 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364673875970] [2024/05/06 08:01:10.226 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364673875972] [2024/05/06 08:01:10.229 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364673875974] [2024/05/06 08:01:10.231 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364673875976] [2024/05/06 08:01:10.233 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364673875978] [2024/05/06 08:01:10.235 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364673875980] [2024/05/06 08:01:10.237 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364673875982] [2024/05/06 08:01:10.240 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364673875984] [2024/05/06 08:01:10.242 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364673875986] [2024/05/06 08:01:10.244 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364673875988] [2024/05/06 08:01:10.247 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364673875990] [2024/05/06 08:01:10.249 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364673875992] [2024/05/06 08:01:10.251 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364673875994] [2024/05/06 08:01:10.253 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364673875996] [2024/05/06 08:01:10.255 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364673875998] [2024/05/06 08:01:10.257 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364673876001] [2024/05/06 08:01:10.259 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364673876004] [2024/05/06 08:01:10.261 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364673876006] [2024/05/06 08:01:10.263 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364673876008] [2024/05/06 08:01:10.265 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364673876010] [2024/05/06 08:01:10.267 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364673876012] [2024/05/06 08:01:10.269 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364673876014] [2024/05/06 08:01:10.271 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364673876016] [2024/05/06 08:01:10.273 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364673876018] [2024/05/06 08:01:10.275 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364686983170] [2024/05/06 08:01:10.276 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364686983172] [2024/05/06 08:01:10.278 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364686983174] [2024/05/06 08:01:10.280 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364686983176] [2024/05/06 08:01:10.282 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364686983178] [2024/05/06 08:01:10.284 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364686983180] [2024/05/06 08:01:10.285 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364686983182] [2024/05/06 08:01:10.287 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364686983184] [2024/05/06 08:01:10.289 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364686983186] [2024/05/06 08:01:10.291 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364686983188] [2024/05/06 08:01:10.292 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364686983190] [2024/05/06 08:01:10.294 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364686983192] [2024/05/06 08:01:10.296 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364686983194] [2024/05/06 08:01:10.298 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364686983196] [2024/05/06 08:01:10.300 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364686983198] [2024/05/06 08:01:10.302 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364686983200] [2024/05/06 08:01:10.304 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364686983202] [2024/05/06 08:01:10.306 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364686983204] [2024/05/06 08:01:10.307 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364686983207] [2024/05/06 08:01:10.309 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364686983210] [2024/05/06 08:01:10.312 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364686983212] [2024/05/06 08:01:10.314 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364686983214] [2024/05/06 08:01:10.316 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364686983216] [2024/05/06 08:01:10.318 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364686983218] [2024/05/06 08:01:10.320 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364686983220] [2024/05/06 08:01:10.322 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364686983222] [2024/05/06 08:01:10.324 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364686983224] [2024/05/06 08:01:10.326 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364700352514] [2024/05/06 08:01:10.330 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364700352516] [2024/05/06 08:01:10.333 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364700352518] [2024/05/06 08:01:10.335 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364700352520] [2024/05/06 08:01:10.337 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364700352523] [2024/05/06 08:01:10.339 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364700352525] [2024/05/06 08:01:10.341 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364700352527] [2024/05/06 08:01:10.344 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364700352529] [2024/05/06 08:01:10.346 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364700352531] [2024/05/06 08:01:10.348 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364700352533] [2024/05/06 08:01:10.350 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364700352535] [2024/05/06 08:01:10.352 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364700352537] [2024/05/06 08:01:10.354 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364700352539] [2024/05/06 08:01:10.356 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364700352541] [2024/05/06 08:01:10.358 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364700352545] [2024/05/06 08:01:10.360 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364700352548] [2024/05/06 08:01:10.362 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364700352550] [2024/05/06 08:01:10.364 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364700352552] [2024/05/06 08:01:10.366 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364700352554] [2024/05/06 08:01:10.367 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364700352556] [2024/05/06 08:01:10.369 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364700352558] [2024/05/06 08:01:10.371 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364700352560] [2024/05/06 08:01:10.373 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364700352562] [2024/05/06 08:01:10.375 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364713197570] [2024/05/06 08:01:10.377 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364713197572] [2024/05/06 08:01:10.379 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364713197574] [2024/05/06 08:01:10.381 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364713197576] [2024/05/06 08:01:10.383 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364713197578] [2024/05/06 08:01:10.385 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364713197580] [2024/05/06 08:01:10.387 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364713197582] [2024/05/06 08:01:10.388 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364713197584] [2024/05/06 08:01:10.390 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364713197586] [2024/05/06 08:01:10.392 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364713197588] [2024/05/06 08:01:10.394 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364713197590] [2024/05/06 08:01:10.396 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364713197592] [2024/05/06 08:01:10.398 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364713197594] [2024/05/06 08:01:10.399 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364713197596] [2024/05/06 08:01:10.401 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364713197598] [2024/05/06 08:01:10.403 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364713197600] [2024/05/06 08:01:10.405 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364713197602] [2024/05/06 08:01:10.407 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364713197607] [2024/05/06 08:01:10.410 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364713197613] [2024/05/06 08:01:10.412 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364713197615] [2024/05/06 08:01:10.414 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364713197618] [2024/05/06 08:01:10.417 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364713197620] [2024/05/06 08:01:10.419 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364713197622] [2024/05/06 08:01:10.421 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364713197624] [2024/05/06 08:01:10.424 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364713197626] [2024/05/06 08:01:10.426 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364726304770] [2024/05/06 08:01:10.428 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364726304772] [2024/05/06 08:01:10.430 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364726304774] [2024/05/06 08:01:10.432 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364726304776] [2024/05/06 08:01:10.432 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:01:10.432 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:01:10.432 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/8d61e7ab-945e-4b64-85c7-4ac2bcc21fb9] [watcherID=5f827dea-94e9-422c-ae99-ef90e3ac5725] [2024/05/06 08:01:10.433 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:01:10.434 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364726304783] [2024/05/06 08:01:10.435 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:01:10.435 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:01:10.435 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:01:10.435 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:01:10.437 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364726304800] [2024/05/06 08:01:10.438 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364726304807] [2024/05/06 08:01:10.439 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=90001] [2024/05/06 08:01:10.439 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=90001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 08:01:10.441 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364726304809] [2024/05/06 08:01:10.443 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364726304811] [2024/05/06 08:01:10.445 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364726304813] [2024/05/06 08:01:10.447 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364726304815] [2024/05/06 08:01:10.449 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364726304817] [2024/05/06 08:01:10.450 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364726304819] [2024/05/06 08:01:10.452 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364726304821] [2024/05/06 08:01:10.454 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364726304823] [2024/05/06 08:01:10.456 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364726304826] [2024/05/06 08:01:10.458 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364726304828] [2024/05/06 08:01:10.461 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364726304831] [2024/05/06 08:01:10.462 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364726304833] [2024/05/06 08:01:10.464 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364726304835] [2024/05/06 08:01:10.466 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364726304837] [2024/05/06 08:01:10.468 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364726304839] [2024/05/06 08:01:10.469 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364726304841] [2024/05/06 08:01:10.471 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364726304843] [2024/05/06 08:01:10.473 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364726304845] [2024/05/06 08:01:10.475 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364739411970] [2024/05/06 08:01:10.477 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364739411972] [2024/05/06 08:01:10.478 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364739411974] [2024/05/06 08:01:10.480 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364739411976] [2024/05/06 08:01:10.482 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364739411978] [2024/05/06 08:01:10.484 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364739411980] [2024/05/06 08:01:10.486 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364739411982] [2024/05/06 08:01:10.488 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364739411984] [2024/05/06 08:01:10.490 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364739411986] [2024/05/06 08:01:10.493 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364739411988] [2024/05/06 08:01:10.495 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364739411990] [2024/05/06 08:01:10.497 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364739411992] [2024/05/06 08:01:10.499 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364739411994] [2024/05/06 08:01:10.501 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364739411996] [2024/05/06 08:01:10.503 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364739411998] [2024/05/06 08:01:10.506 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364739412000] [2024/05/06 08:01:10.508 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364739412003] [2024/05/06 08:01:10.510 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364739412006] [2024/05/06 08:01:10.512 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364739412008] [2024/05/06 08:01:10.514 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364739412010] [2024/05/06 08:01:10.516 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364739412012] [2024/05/06 08:01:10.519 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364739412014] [2024/05/06 08:01:10.521 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364739412016] [2024/05/06 08:01:10.523 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364739412018] [2024/05/06 08:01:10.525 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364752519170] [2024/05/06 08:01:10.527 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364752519172] [2024/05/06 08:01:10.528 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364752519174] [2024/05/06 08:01:10.530 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364752519176] [2024/05/06 08:01:10.532 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364752519178] [2024/05/06 08:01:10.533 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364752519180] [2024/05/06 08:01:10.535 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364752519182] [2024/05/06 08:01:10.537 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364752519184] [2024/05/06 08:01:10.539 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364752519186] [2024/05/06 08:01:10.541 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364752519188] [2024/05/06 08:01:10.542 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364752519190] [2024/05/06 08:01:10.544 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364752519192] [2024/05/06 08:01:10.546 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364752519194] [2024/05/06 08:01:10.548 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364752519196] [2024/05/06 08:01:10.549 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364752519198] [2024/05/06 08:01:10.551 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364752519200] [2024/05/06 08:01:10.553 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364752519202] [2024/05/06 08:01:10.555 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364752519204] [2024/05/06 08:01:10.557 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364752519207] [2024/05/06 08:01:10.559 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364752519210] [2024/05/06 08:01:10.560 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364752519212] [2024/05/06 08:01:10.562 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364752519214] [2024/05/06 08:01:10.564 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364752519216] [2024/05/06 08:01:10.566 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364752519218] [2024/05/06 08:01:10.568 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364752519220] [2024/05/06 08:01:10.570 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364752519222] [2024/05/06 08:01:10.572 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364752519224] [2024/05/06 08:01:10.574 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364765626369] [2024/05/06 08:01:10.577 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364765626371] [2024/05/06 08:01:10.579 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364765626373] [2024/05/06 08:01:10.581 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364765626375] [2024/05/06 08:01:10.583 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364765626377] [2024/05/06 08:01:10.585 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364765626379] [2024/05/06 08:01:10.587 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364765626381] [2024/05/06 08:01:10.590 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364765626383] [2024/05/06 08:01:10.592 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364765626385] [2024/05/06 08:01:10.594 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364765626387] [2024/05/06 08:01:10.596 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364765626389] [2024/05/06 08:01:10.598 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364765626391] [2024/05/06 08:01:10.600 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364765626393] [2024/05/06 08:01:10.602 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364765626395] [2024/05/06 08:01:10.603 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364765626397] [2024/05/06 08:01:10.605 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364765626399] [2024/05/06 08:01:10.607 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364765626402] [2024/05/06 08:01:10.609 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364765626405] [2024/05/06 08:01:10.611 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364765626407] [2024/05/06 08:01:10.613 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364765626409] [2024/05/06 08:01:10.614 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364765626411] [2024/05/06 08:01:10.616 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364765626413] [2024/05/06 08:01:10.618 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364765626415] [2024/05/06 08:01:10.620 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364765626417] [2024/05/06 08:01:10.622 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364765626419] [2024/05/06 08:01:10.624 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364778733569] [2024/05/06 08:01:10.625 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364778733571] [2024/05/06 08:01:10.627 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364778733573] [2024/05/06 08:01:10.629 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364778733575] [2024/05/06 08:01:10.631 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364778733577] [2024/05/06 08:01:10.633 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364778733579] [2024/05/06 08:01:10.635 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364778733581] [2024/05/06 08:01:10.637 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364778733584] [2024/05/06 08:01:10.639 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364778733586] [2024/05/06 08:01:10.641 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364778733588] [2024/05/06 08:01:10.642 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364778733590] [2024/05/06 08:01:10.644 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364778733592] [2024/05/06 08:01:10.646 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364778733594] [2024/05/06 08:01:10.648 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364778733596] [2024/05/06 08:01:10.650 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364778733598] [2024/05/06 08:01:10.652 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364778733600] [2024/05/06 08:01:10.654 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364778733602] [2024/05/06 08:01:10.656 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364778733604] [2024/05/06 08:01:10.658 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364778733610] [2024/05/06 08:01:10.660 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364778733613] [2024/05/06 08:01:10.663 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364778733615] [2024/05/06 08:01:10.665 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364778733617] [2024/05/06 08:01:10.667 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364778733619] [2024/05/06 08:01:10.669 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364778733621] [2024/05/06 08:01:10.671 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364778733623] [2024/05/06 08:01:10.673 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364778733625] [2024/05/06 08:01:10.675 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364791840770] [2024/05/06 08:01:10.677 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364791840772] [2024/05/06 08:01:10.679 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364791840774] [2024/05/06 08:01:10.681 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364791840776] [2024/05/06 08:01:10.683 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364791840778] [2024/05/06 08:01:10.685 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364791840780] [2024/05/06 08:01:10.687 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364791840782] [2024/05/06 08:01:10.689 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364791840784] [2024/05/06 08:01:10.691 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364791840786] [2024/05/06 08:01:10.693 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364791840788] [2024/05/06 08:01:10.695 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364791840790] [2024/05/06 08:01:10.696 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364791840792] [2024/05/06 08:01:10.698 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364791840794] [2024/05/06 08:01:10.700 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364791840796] [2024/05/06 08:01:10.702 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364791840798] [2024/05/06 08:01:10.704 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364791840800] [2024/05/06 08:01:10.706 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364791840802] [2024/05/06 08:01:10.707 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364791840805] [2024/05/06 08:01:10.710 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364791840808] [2024/05/06 08:01:10.712 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364791840810] [2024/05/06 08:01:10.714 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364791840812] [2024/05/06 08:01:10.716 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364791840815] [2024/05/06 08:01:10.718 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364791840817] [2024/05/06 08:01:10.719 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364791840819] [2024/05/06 08:01:10.721 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364791840821] [2024/05/06 08:01:10.723 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364791840823] [2024/05/06 08:01:10.725 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364804947970] [2024/05/06 08:01:10.727 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364804947972] [2024/05/06 08:01:10.729 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364804947974] [2024/05/06 08:01:10.731 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364804947976] [2024/05/06 08:01:10.733 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364804947978] [2024/05/06 08:01:10.735 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364804947980] [2024/05/06 08:01:10.736 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364804947982] [2024/05/06 08:01:10.739 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364804947984] [2024/05/06 08:01:10.741 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364804947986] [2024/05/06 08:01:10.743 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364804947988] [2024/05/06 08:01:10.746 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364804947990] [2024/05/06 08:01:10.748 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364804947992] [2024/05/06 08:01:10.750 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364804947994] [2024/05/06 08:01:10.752 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364804947996] [2024/05/06 08:01:10.754 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364804947998] [2024/05/06 08:01:10.756 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364804948000] [2024/05/06 08:01:10.758 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364804948003] [2024/05/06 08:01:10.760 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364804948006] [2024/05/06 08:01:10.762 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364804948008] [2024/05/06 08:01:10.765 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364804948010] [2024/05/06 08:01:10.767 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364804948012] [2024/05/06 08:01:10.769 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364804948014] [2024/05/06 08:01:10.771 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364804948016] [2024/05/06 08:01:10.773 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364804948018] [2024/05/06 08:01:10.776 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364818055170] [2024/05/06 08:01:10.778 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364818055172] [2024/05/06 08:01:10.781 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364818055174] [2024/05/06 08:01:10.783 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364818055176] [2024/05/06 08:01:10.786 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364818055178] [2024/05/06 08:01:10.788 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364818055180] [2024/05/06 08:01:10.790 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364818055182] [2024/05/06 08:01:10.793 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364818055184] [2024/05/06 08:01:10.796 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364818055186] [2024/05/06 08:01:10.798 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364818055188] [2024/05/06 08:01:10.800 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364818055190] [2024/05/06 08:01:10.803 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364818055192] [2024/05/06 08:01:10.805 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364818055194] [2024/05/06 08:01:10.808 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364818055197] [2024/05/06 08:01:10.811 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364818055200] [2024/05/06 08:01:10.814 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364818055202] [2024/05/06 08:01:10.817 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364818055204] [2024/05/06 08:01:10.869 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364818055206] [2024/05/06 08:01:10.871 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364831162376] [2024/05/06 08:01:10.875 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364844531713] [2024/05/06 08:01:10.878 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364844531715] [2024/05/06 08:01:10.880 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364844531717] [2024/05/06 08:01:10.884 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364844531719] [2024/05/06 08:01:10.887 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364844531721] [2024/05/06 08:01:10.889 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364844531723] [2024/05/06 08:01:10.892 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364844531725] [2024/05/06 08:01:10.895 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364844531727] [2024/05/06 08:01:10.897 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364844531729] [2024/05/06 08:01:10.899 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364844531731] [2024/05/06 08:01:10.901 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364844531733] [2024/05/06 08:01:10.903 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364844531735] [2024/05/06 08:01:10.905 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364844531737] [2024/05/06 08:01:10.907 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364844531741] [2024/05/06 08:01:10.909 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364844531746] [2024/05/06 08:01:10.912 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364844531748] [2024/05/06 08:01:10.914 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364844531750] [2024/05/06 08:01:10.915 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364844531752] [2024/05/06 08:01:10.917 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364844531754] [2024/05/06 08:01:10.919 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364844531756] [2024/05/06 08:01:10.921 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364844531758] [2024/05/06 08:01:10.922 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364844531760] [2024/05/06 08:01:10.924 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364857376769] [2024/05/06 08:01:10.926 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364857376771] [2024/05/06 08:01:10.928 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364857376773] [2024/05/06 08:01:10.930 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364857376775] [2024/05/06 08:01:10.932 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364857376777] [2024/05/06 08:01:10.934 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364857376779] [2024/05/06 08:01:10.936 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364857376782] [2024/05/06 08:01:10.937 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364857376784] [2024/05/06 08:01:10.939 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364857376786] [2024/05/06 08:01:10.940 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=90001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 08:01:10.940 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=90001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:10.941 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=90001] [curr-step=init] [next-step=read-index] [2024/05/06 08:01:10.941 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=90001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=4] [2024/05/06 08:01:10.941 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364857376789] [2024/05/06 08:01:10.943 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364857376792] [2024/05/06 08:01:10.945 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364857376795] [2024/05/06 08:01:10.947 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364857376799] [2024/05/06 08:01:10.949 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364857376802] [2024/05/06 08:01:10.951 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364857376804] [2024/05/06 08:01:10.953 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364857376806] [2024/05/06 08:01:10.955 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364857376808] [2024/05/06 08:01:10.958 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364857376811] [2024/05/06 08:01:10.960 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364857376814] [2024/05/06 08:01:10.962 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364857376816] [2024/05/06 08:01:10.964 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364857376818] [2024/05/06 08:01:10.967 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364857376820] [2024/05/06 08:01:10.969 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364857376822] [2024/05/06 08:01:10.971 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364857376824] [2024/05/06 08:01:10.973 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364857376826] [2024/05/06 08:01:10.975 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364870746114] [2024/05/06 08:01:10.977 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364870746116] [2024/05/06 08:01:10.979 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364870746118] [2024/05/06 08:01:10.980 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364870746120] [2024/05/06 08:01:10.982 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364870746122] [2024/05/06 08:01:10.985 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364870746124] [2024/05/06 08:01:10.986 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364870746126] [2024/05/06 08:01:10.988 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364870746128] [2024/05/06 08:01:10.990 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364870746130] [2024/05/06 08:01:10.992 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364870746132] [2024/05/06 08:01:10.994 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364870746134] [2024/05/06 08:01:10.996 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364870746136] [2024/05/06 08:01:10.998 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364870746138] [2024/05/06 08:01:11.001 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364870746140] [2024/05/06 08:01:11.003 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364870746142] [2024/05/06 08:01:11.005 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364870746144] [2024/05/06 08:01:11.007 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364870746147] [2024/05/06 08:01:11.009 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364870746150] [2024/05/06 08:01:11.011 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364870746152] [2024/05/06 08:01:11.013 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364870746154] [2024/05/06 08:01:11.015 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364870746157] [2024/05/06 08:01:11.017 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364870746159] [2024/05/06 08:01:11.019 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364870746161] [2024/05/06 08:01:11.021 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364870746163] [2024/05/06 08:01:11.023 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364870746165] [2024/05/06 08:01:11.025 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364883591170] [2024/05/06 08:01:11.027 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364883591172] [2024/05/06 08:01:11.029 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364883591174] [2024/05/06 08:01:11.031 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364883591176] [2024/05/06 08:01:11.033 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364883591178] [2024/05/06 08:01:11.035 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364883591180] [2024/05/06 08:01:11.037 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364883591182] [2024/05/06 08:01:11.039 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364883591184] [2024/05/06 08:01:11.041 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364883591186] [2024/05/06 08:01:11.043 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364883591188] [2024/05/06 08:01:11.045 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364883591190] [2024/05/06 08:01:11.047 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364883591192] [2024/05/06 08:01:11.049 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364883591194] [2024/05/06 08:01:11.051 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364883591196] [2024/05/06 08:01:11.053 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364883591198] [2024/05/06 08:01:11.055 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364883591200] [2024/05/06 08:01:11.057 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364883591203] [2024/05/06 08:01:11.059 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364883591206] [2024/05/06 08:01:11.061 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364883591208] [2024/05/06 08:01:11.063 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364883591210] [2024/05/06 08:01:11.064 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364883591212] [2024/05/06 08:01:11.067 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364883591214] [2024/05/06 08:01:11.069 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364883591216] [2024/05/06 08:01:11.071 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364883591218] [2024/05/06 08:01:11.073 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364883591220] [2024/05/06 08:01:11.075 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364896960514] [2024/05/06 08:01:11.077 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364896960516] [2024/05/06 08:01:11.079 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364896960518] [2024/05/06 08:01:11.081 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364896960520] [2024/05/06 08:01:11.083 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364896960522] [2024/05/06 08:01:11.085 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364896960524] [2024/05/06 08:01:11.087 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364896960526] [2024/05/06 08:01:11.089 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364896960528] [2024/05/06 08:01:11.091 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364896960530] [2024/05/06 08:01:11.094 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364896960532] [2024/05/06 08:01:11.095 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364896960534] [2024/05/06 08:01:11.097 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364896960536] [2024/05/06 08:01:11.100 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364896960538] [2024/05/06 08:01:11.101 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364896960540] [2024/05/06 08:01:11.103 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364896960542] [2024/05/06 08:01:11.105 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364896960544] [2024/05/06 08:01:11.107 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364896960547] [2024/05/06 08:01:11.109 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364896960550] [2024/05/06 08:01:11.111 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364896960552] [2024/05/06 08:01:11.113 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364896960554] [2024/05/06 08:01:11.115 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364896960556] [2024/05/06 08:01:11.117 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364896960558] [2024/05/06 08:01:11.118 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364896960560] [2024/05/06 08:01:11.120 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364896960562] [2024/05/06 08:01:11.122 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364896960564] [2024/05/06 08:01:11.124 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364909805570] [2024/05/06 08:01:11.126 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364909805572] [2024/05/06 08:01:11.128 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364909805574] [2024/05/06 08:01:11.130 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364909805576] [2024/05/06 08:01:11.132 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364909805578] [2024/05/06 08:01:11.134 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364909805580] [2024/05/06 08:01:11.135 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364909805582] [2024/05/06 08:01:11.137 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364909805584] [2024/05/06 08:01:11.139 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364909805586] [2024/05/06 08:01:11.141 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364909805588] [2024/05/06 08:01:11.143 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364909805590] [2024/05/06 08:01:11.145 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364909805592] [2024/05/06 08:01:11.146 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364909805594] [2024/05/06 08:01:11.148 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364909805596] [2024/05/06 08:01:11.151 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364909805598] [2024/05/06 08:01:11.152 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364909805600] [2024/05/06 08:01:11.154 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364909805602] [2024/05/06 08:01:11.156 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364909805604] [2024/05/06 08:01:11.158 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364909805610] [2024/05/06 08:01:11.160 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364909805613] [2024/05/06 08:01:11.162 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364909805615] [2024/05/06 08:01:11.163 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364909805617] [2024/05/06 08:01:11.165 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364909805619] [2024/05/06 08:01:11.167 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364909805621] [2024/05/06 08:01:11.169 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364909805623] [2024/05/06 08:01:11.171 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364909805625] [2024/05/06 08:01:11.173 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364909805627] [2024/05/06 08:01:11.174 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364909805629] [2024/05/06 08:01:11.177 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364923174914] [2024/05/06 08:01:11.178 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364923174916] [2024/05/06 08:01:11.180 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364923174918] [2024/05/06 08:01:11.182 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364923174920] [2024/05/06 08:01:11.184 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364923174922] [2024/05/06 08:01:11.186 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364923174924] [2024/05/06 08:01:11.188 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364923174926] [2024/05/06 08:01:11.190 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364923174928] [2024/05/06 08:01:11.192 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364923174930] [2024/05/06 08:01:11.194 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364923174932] [2024/05/06 08:01:11.196 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364923174934] [2024/05/06 08:01:11.198 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364923174936] [2024/05/06 08:01:11.200 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364923174938] [2024/05/06 08:01:11.202 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364923174940] [2024/05/06 08:01:11.204 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364923174942] [2024/05/06 08:01:11.205 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364923174944] [2024/05/06 08:01:11.208 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364923174947] [2024/05/06 08:01:11.209 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364923174950] [2024/05/06 08:01:11.211 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364923174952] [2024/05/06 08:01:11.213 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364923174954] [2024/05/06 08:01:11.215 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364923174956] [2024/05/06 08:01:11.217 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364923174958] [2024/05/06 08:01:11.219 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364923174960] [2024/05/06 08:01:11.220 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364923174962] [2024/05/06 08:01:11.222 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364923174964] [2024/05/06 08:01:11.224 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364936019969] [2024/05/06 08:01:11.226 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364936019971] [2024/05/06 08:01:11.228 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364936019973] [2024/05/06 08:01:11.230 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364936019975] [2024/05/06 08:01:11.232 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364936019977] [2024/05/06 08:01:11.234 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364936019979] [2024/05/06 08:01:11.236 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364936019982] [2024/05/06 08:01:11.237 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=90001] [type=backfill] [remaining-slots=12] [2024/05/06 08:01:11.237 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364936019984] [2024/05/06 08:01:11.239 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364936019986] [2024/05/06 08:01:11.241 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364936019988] [2024/05/06 08:01:11.243 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364936019990] [2024/05/06 08:01:11.245 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364936019992] [2024/05/06 08:01:11.247 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364936019994] [2024/05/06 08:01:11.248 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364936019996] [2024/05/06 08:01:11.250 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364936019998] [2024/05/06 08:01:11.252 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364936020000] [2024/05/06 08:01:11.254 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364936020002] [2024/05/06 08:01:11.255 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364936020004] [2024/05/06 08:01:11.257 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364936020007] [2024/05/06 08:01:11.259 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364936020010] [2024/05/06 08:01:11.261 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364936020012] [2024/05/06 08:01:11.263 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364936020014] [2024/05/06 08:01:11.265 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364936020016] [2024/05/06 08:01:11.267 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364936020018] [2024/05/06 08:01:11.269 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364936020020] [2024/05/06 08:01:11.270 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364936020022] [2024/05/06 08:01:11.272 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364936020024] [2024/05/06 08:01:11.274 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364949127169] [2024/05/06 08:01:11.276 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364949127171] [2024/05/06 08:01:11.278 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364949127173] [2024/05/06 08:01:11.280 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364949127175] [2024/05/06 08:01:11.282 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364949127177] [2024/05/06 08:01:11.283 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364949127179] [2024/05/06 08:01:11.285 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364949127181] [2024/05/06 08:01:11.287 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364949127183] [2024/05/06 08:01:11.289 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364949127185] [2024/05/06 08:01:11.291 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364949127187] [2024/05/06 08:01:11.293 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364949127189] [2024/05/06 08:01:11.295 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364949127191] [2024/05/06 08:01:11.297 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364949127193] [2024/05/06 08:01:11.298 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364949127195] [2024/05/06 08:01:11.300 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364949127197] [2024/05/06 08:01:11.302 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364949127199] [2024/05/06 08:01:11.304 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364949127201] [2024/05/06 08:01:11.306 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364949127203] [2024/05/06 08:01:11.308 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364949127206] [2024/05/06 08:01:11.309 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364949127209] [2024/05/06 08:01:11.311 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364949127211] [2024/05/06 08:01:11.313 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364949127213] [2024/05/06 08:01:11.315 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364949127216] [2024/05/06 08:01:11.317 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364949127218] [2024/05/06 08:01:11.319 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364949127220] [2024/05/06 08:01:11.320 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364949127222] [2024/05/06 08:01:11.322 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364949127224] [2024/05/06 08:01:11.324 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364962496513] [2024/05/06 08:01:11.326 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364962496515] [2024/05/06 08:01:11.328 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364962496517] [2024/05/06 08:01:11.330 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364962496519] [2024/05/06 08:01:11.332 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364962496521] [2024/05/06 08:01:11.333 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364962496523] [2024/05/06 08:01:11.335 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364962496525] [2024/05/06 08:01:11.337 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364962496527] [2024/05/06 08:01:11.339 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364962496529] [2024/05/06 08:01:11.341 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364962496531] [2024/05/06 08:01:11.342 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364962496533] [2024/05/06 08:01:11.344 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364962496535] [2024/05/06 08:01:11.346 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364962496537] [2024/05/06 08:01:11.348 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364962496539] [2024/05/06 08:01:11.350 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364962496541] [2024/05/06 08:01:11.352 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364962496543] [2024/05/06 08:01:11.354 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364962496545] [2024/05/06 08:01:11.356 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364962496547] [2024/05/06 08:01:11.358 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364962496550] [2024/05/06 08:01:11.359 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364962496553] [2024/05/06 08:01:11.361 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364962496555] [2024/05/06 08:01:11.363 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364962496557] [2024/05/06 08:01:11.365 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364962496559] [2024/05/06 08:01:11.367 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364962496561] [2024/05/06 08:01:11.369 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364962496564] [2024/05/06 08:01:11.370 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364962496566] [2024/05/06 08:01:11.372 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364962496568] [2024/05/06 08:01:11.374 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364975341569] [2024/05/06 08:01:11.376 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364975341571] [2024/05/06 08:01:11.378 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364975341573] [2024/05/06 08:01:11.380 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364975341575] [2024/05/06 08:01:11.381 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364975341577] [2024/05/06 08:01:11.383 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364975341579] [2024/05/06 08:01:11.385 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364975341581] [2024/05/06 08:01:11.387 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364975341583] [2024/05/06 08:01:11.389 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364975341585] [2024/05/06 08:01:11.391 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364975341587] [2024/05/06 08:01:11.392 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364975341589] [2024/05/06 08:01:11.394 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364975341591] [2024/05/06 08:01:11.396 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364975341593] [2024/05/06 08:01:11.398 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364975341595] [2024/05/06 08:01:11.400 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364975341597] [2024/05/06 08:01:11.402 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364975341599] [2024/05/06 08:01:11.404 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364975341601] [2024/05/06 08:01:11.405 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:01:11.406 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364975341603] [2024/05/06 08:01:11.408 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364975341610] [2024/05/06 08:01:11.410 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364975341614] [2024/05/06 08:01:11.411 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364975341616] [2024/05/06 08:01:11.413 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364975341618] [2024/05/06 08:01:11.415 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364975341620] [2024/05/06 08:01:11.417 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364975341622] [2024/05/06 08:01:11.419 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364975341624] [2024/05/06 08:01:11.421 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364975341626] [2024/05/06 08:01:11.422 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364975341628] [2024/05/06 08:01:11.424 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364988710913] [2024/05/06 08:01:11.426 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364988710915] [2024/05/06 08:01:11.428 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364988710917] [2024/05/06 08:01:11.430 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364988710919] [2024/05/06 08:01:11.431 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364988710921] [2024/05/06 08:01:11.433 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364988710923] [2024/05/06 08:01:11.435 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364988710925] [2024/05/06 08:01:11.437 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364988710929] [2024/05/06 08:01:11.439 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364988710931] [2024/05/06 08:01:11.441 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364988710933] [2024/05/06 08:01:11.443 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364988710936] [2024/05/06 08:01:11.445 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364988710938] [2024/05/06 08:01:11.447 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364988710940] [2024/05/06 08:01:11.448 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364988710942] [2024/05/06 08:01:11.450 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364988710944] [2024/05/06 08:01:11.452 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364988710946] [2024/05/06 08:01:11.454 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364988710948] [2024/05/06 08:01:11.456 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364988710950] [2024/05/06 08:01:11.458 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364988710953] [2024/05/06 08:01:11.459 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364988710956] [2024/05/06 08:01:11.461 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364988710958] [2024/05/06 08:01:11.463 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364988710960] [2024/05/06 08:01:11.465 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364988710962] [2024/05/06 08:01:11.467 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364988710964] [2024/05/06 08:01:11.470 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364988710966] [2024/05/06 08:01:11.472 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364988710968] [2024/05/06 08:01:11.473 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572364988710970] [2024/05/06 08:01:11.475 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365001555970] [2024/05/06 08:01:11.477 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365001555972] [2024/05/06 08:01:11.479 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365001555974] [2024/05/06 08:01:11.481 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365001555976] [2024/05/06 08:01:11.483 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365001555978] [2024/05/06 08:01:11.485 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365001555980] [2024/05/06 08:01:11.487 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365001555982] [2024/05/06 08:01:11.489 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365001555984] [2024/05/06 08:01:11.491 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365001555986] [2024/05/06 08:01:11.493 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365001555988] [2024/05/06 08:01:11.494 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365001555990] [2024/05/06 08:01:11.496 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365001555992] [2024/05/06 08:01:11.498 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365001555994] [2024/05/06 08:01:11.500 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365001555996] [2024/05/06 08:01:11.502 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365001555998] [2024/05/06 08:01:11.504 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365001556000] [2024/05/06 08:01:11.505 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365001556002] [2024/05/06 08:01:11.508 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365001556005] [2024/05/06 08:01:11.510 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365001556008] [2024/05/06 08:01:11.511 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365001556010] [2024/05/06 08:01:11.513 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365001556012] [2024/05/06 08:01:11.515 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365001556014] [2024/05/06 08:01:11.517 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365001556016] [2024/05/06 08:01:11.519 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365001556018] [2024/05/06 08:01:11.521 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365001556020] [2024/05/06 08:01:11.522 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365001556022] [2024/05/06 08:01:11.524 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365014663169] [2024/05/06 08:01:11.526 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365014663171] [2024/05/06 08:01:11.528 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365014663173] [2024/05/06 08:01:11.530 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365014663175] [2024/05/06 08:01:11.532 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365014663177] [2024/05/06 08:01:11.533 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365014663179] [2024/05/06 08:01:11.535 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365014663182] [2024/05/06 08:01:11.538 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365014663184] [2024/05/06 08:01:11.539 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365014663187] [2024/05/06 08:01:11.541 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=90001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 08:01:11.541 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365014663189] [2024/05/06 08:01:11.542 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:01:11.542 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/166] [keyspaceName=] [2024/05/06 08:01:11.544 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365014663192] [2024/05/06 08:01:11.545 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:01:11.545 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:01:11.545 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365014663194] [2024/05/06 08:01:11.546 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:11.546 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:01:11.546 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:11.546 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:11.546 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:11.546 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:11.546 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:11.548 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365014663196] [2024/05/06 08:01:11.550 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:11.550 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365014663199] [2024/05/06 08:01:11.550 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:11.550 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=166] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 08:01:11.550 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 08:01:11.552 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365014663202] [2024/05/06 08:01:11.554 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365014663204] [2024/05/06 08:01:11.555 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:11.556 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365014663208] [2024/05/06 08:01:11.557 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365014663212] [2024/05/06 08:01:11.558 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:01:11.558 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=166] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:11.559 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90001] [subtask-id=90001] [jobID=166] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:11.559 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=161] ["start key"=7480000000000000a15f728000000000002910] ["end key"=7480000000000000a15f72800000000000291400] [2024/05/06 08:01:11.559 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=90001] [subtask-id=90001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000a15f728000000000002910, endKey=7480000000000000a15f72800000000000291400"] [2024/05/06 08:01:11.559 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365014663216] [2024/05/06 08:01:11.562 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365014663219] [2024/05/06 08:01:11.563 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365014663221] [2024/05/06 08:01:11.565 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365014663223] [2024/05/06 08:01:11.567 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365014663225] [2024/05/06 08:01:11.569 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365014663227] [2024/05/06 08:01:11.571 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 08:01:11.571 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365014663229] [2024/05/06 08:01:11.573 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365014663231] [2024/05/06 08:01:11.575 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365027770370] [2024/05/06 08:01:11.577 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365027770372] [2024/05/06 08:01:11.580 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365027770374] [2024/05/06 08:01:11.582 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365027770376] [2024/05/06 08:01:11.584 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365027770378] [2024/05/06 08:01:11.586 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365027770380] [2024/05/06 08:01:11.588 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365027770382] [2024/05/06 08:01:11.590 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365027770384] [2024/05/06 08:01:11.593 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365027770386] [2024/05/06 08:01:11.595 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365027770388] [2024/05/06 08:01:11.597 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365027770390] [2024/05/06 08:01:11.599 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365027770392] [2024/05/06 08:01:11.601 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365027770394] [2024/05/06 08:01:11.604 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365027770396] [2024/05/06 08:01:11.606 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365027770398] [2024/05/06 08:01:11.608 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365027770402] [2024/05/06 08:01:11.610 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365027770404] [2024/05/06 08:01:11.612 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365027770406] [2024/05/06 08:01:11.614 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365027770409] [2024/05/06 08:01:11.617 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365027770411] [2024/05/06 08:01:11.619 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365027770413] [2024/05/06 08:01:11.621 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365027770415] [2024/05/06 08:01:11.623 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365027770417] [2024/05/06 08:01:11.626 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365040877570] [2024/05/06 08:01:11.627 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365040877572] [2024/05/06 08:01:11.630 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365040877574] [2024/05/06 08:01:11.632 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365040877576] [2024/05/06 08:01:11.634 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365040877578] [2024/05/06 08:01:11.636 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/06 08:01:11.636 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=90001] [subtask-id=90001] [id=1] [2024/05/06 08:01:11.637 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365040877580] [2024/05/06 08:01:11.639 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365040877582] [2024/05/06 08:01:11.641 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365040877584] [2024/05/06 08:01:11.644 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365040877586] [2024/05/06 08:01:11.646 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365040877588] [2024/05/06 08:01:11.648 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365040877590] [2024/05/06 08:01:11.651 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365040877592] [2024/05/06 08:01:11.653 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365040877594] [2024/05/06 08:01:11.655 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365040877596] [2024/05/06 08:01:11.657 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365040877600] [2024/05/06 08:01:11.659 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365040877605] [2024/05/06 08:01:11.661 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365040877607] [2024/05/06 08:01:11.663 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365040877609] [2024/05/06 08:01:11.666 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365040877611] [2024/05/06 08:01:11.668 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365040877613] [2024/05/06 08:01:11.669 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365040877615] [2024/05/06 08:01:11.672 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365040877617] [2024/05/06 08:01:11.674 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365053984769] [2024/05/06 08:01:11.676 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365053984771] [2024/05/06 08:01:11.679 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365053984773] [2024/05/06 08:01:11.681 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365053984775] [2024/05/06 08:01:11.683 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365053984777] [2024/05/06 08:01:11.686 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365053984779] [2024/05/06 08:01:11.688 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365053984781] [2024/05/06 08:01:11.691 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365053984783] [2024/05/06 08:01:11.694 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365053984785] [2024/05/06 08:01:11.696 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365053984787] [2024/05/06 08:01:11.698 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365053984789] [2024/05/06 08:01:11.699 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/06 08:01:11.700 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365053984791] [2024/05/06 08:01:11.702 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137696] ["max memory quota"=17179869184] [2024/05/06 08:01:11.702 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=228] [kvs=6] [files=1] [sstFileSize=1036] [file=/tmp/tidb/tmp_ddl-4000/166/f75d9cab-8823-5503-94ba-459a1de580da.sst/3e74b964-49b7-4fe4-b3d1-b52f8dd9b65d.sst] [firstKey=7480000000000000A15F698000000000000001038000000000002912038000000000002910] [lastKey=7480000000000000A15F698000000000000001038000000000002CFD038000000000002910] [2024/05/06 08:01:11.702 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365053984793] [2024/05/06 08:01:11.705 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365053984795] [2024/05/06 08:01:11.705 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=166] [2024/05/06 08:01:11.705 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 638170259456/940431265792, backend usage: 0"] [2024/05/06 08:01:11.705 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:11.706 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:11.707 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365053984798] [2024/05/06 08:01:11.709 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365053984801] [2024/05/06 08:01:11.712 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365053984803] [2024/05/06 08:01:11.714 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365053984805] [2024/05/06 08:01:11.717 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365053984807] [2024/05/06 08:01:11.720 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365053984811] [2024/05/06 08:01:11.722 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365053984813] [2024/05/06 08:01:11.724 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365067091969] [2024/05/06 08:01:11.726 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365067091971] [2024/05/06 08:01:11.728 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=6] [size=228] [2024/05/06 08:01:11.728 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:11.728 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365067091973] [2024/05/06 08:01:11.730 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365067091975] [2024/05/06 08:01:11.732 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365067091977] [2024/05/06 08:01:11.735 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365067091979] [2024/05/06 08:01:11.736 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=228] [kvs=6] [importedSize=228] [importedCount=6] [2024/05/06 08:01:11.737 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365067091981] [2024/05/06 08:01:11.738 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=32.390213ms] [] [2024/05/06 08:01:11.739 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365067091983] [2024/05/06 08:01:11.741 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=166] [2024/05/06 08:01:11.741 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365067091986] [2024/05/06 08:01:11.743 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365067091989] [2024/05/06 08:01:11.745 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365067091992] [2024/05/06 08:01:11.747 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365067091997] [2024/05/06 08:01:11.749 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365067092000] [2024/05/06 08:01:11.750 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:11.751 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365067092003] [2024/05/06 08:01:11.751 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["current memory usage"=673186232] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:11.752 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90001] [subtask-id=90002] [jobID=166] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:11.752 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186272] ["max memory quota"=17179869184] [2024/05/06 08:01:11.752 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673186312] ["max memory quota"=17179869184] [2024/05/06 08:01:11.752 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673186352] ["max memory quota"=17179869184] [2024/05/06 08:01:11.753 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186392] ["max memory quota"=17179869184] [2024/05/06 08:01:11.752 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=162] ["start key"=7480000000000000a25f72800000000000292d] ["end key"=7480000000000000a25f72800000000000293500] [2024/05/06 08:01:11.753 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=90001] [subtask-id=90002] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000a25f72800000000000292d, endKey=7480000000000000a25f72800000000000293500"] [2024/05/06 08:01:11.753 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=90001] [subtask-id=90002] [id=1] [2024/05/06 08:01:11.753 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365067092006] [2024/05/06 08:01:11.754 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=342] [kvs=9] [files=1] [sstFileSize=1056] [file=/tmp/tidb/tmp_ddl-4000/166/f75d9cab-8823-5503-94ba-459a1de580da.sst/48a80e44-42cf-43f4-a010-f67f10988fe0.sst] [firstKey=7480000000000000A25F69800000000000000103800000000000292F03800000000000292D] [lastKey=7480000000000000A25F698000000000000001038000000000002D1A03800000000000292D] [2024/05/06 08:01:11.755 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365067092009] [2024/05/06 08:01:11.756 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=166] [2024/05/06 08:01:11.756 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 647574691840/940431265792, backend usage: 0"] [2024/05/06 08:01:11.756 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:11.757 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:11.757 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365067092012] [2024/05/06 08:01:11.760 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365067092015] [2024/05/06 08:01:11.761 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365067092017] [2024/05/06 08:01:11.763 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365067092019] [2024/05/06 08:01:11.766 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365067092021] [2024/05/06 08:01:11.769 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365067092023] [2024/05/06 08:01:11.771 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365067092027] [2024/05/06 08:01:11.773 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365067092029] [2024/05/06 08:01:11.775 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365080199170] [2024/05/06 08:01:11.777 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365080199172] [2024/05/06 08:01:11.779 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=9] [size=342] [2024/05/06 08:01:11.779 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365080199174] [2024/05/06 08:01:11.779 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:11.781 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365080199176] [2024/05/06 08:01:11.783 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365080199178] [2024/05/06 08:01:11.785 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=342] [kvs=9] [importedSize=570] [importedCount=15] [2024/05/06 08:01:11.785 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365080199180] [2024/05/06 08:01:11.787 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.380675ms] [] [2024/05/06 08:01:11.787 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365080199182] [2024/05/06 08:01:11.789 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365080199184] [2024/05/06 08:01:11.790 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=166] [2024/05/06 08:01:11.791 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365080199187] [2024/05/06 08:01:11.793 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365080199191] [2024/05/06 08:01:11.795 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365080199195] [2024/05/06 08:01:11.797 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365080199198] [2024/05/06 08:01:11.799 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:11.799 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365080199201] [2024/05/06 08:01:11.800 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["current memory usage"=673186352] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:11.801 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90001] [subtask-id=90003] [jobID=166] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:11.801 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186392] ["max memory quota"=17179869184] [2024/05/06 08:01:11.801 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673186432] ["max memory quota"=17179869184] [2024/05/06 08:01:11.801 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673186472] ["max memory quota"=17179869184] [2024/05/06 08:01:11.801 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186512] ["max memory quota"=17179869184] [2024/05/06 08:01:11.801 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=163] ["start key"=7480000000000000a35f728000000000002936] ["end key"=7480000000000000a35f72800000000000293a00] [2024/05/06 08:01:11.801 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365080199205] [2024/05/06 08:01:11.801 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=90001] [subtask-id=90003] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000a35f728000000000002936, endKey=7480000000000000a35f72800000000000293a00"] [2024/05/06 08:01:11.802 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=90001] [subtask-id=90003] [id=1] [2024/05/06 08:01:11.803 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=228] [kvs=6] [files=1] [sstFileSize=1038] [file=/tmp/tidb/tmp_ddl-4000/166/f75d9cab-8823-5503-94ba-459a1de580da.sst/966a273b-e200-4194-9e8a-261c3681832b.sst] [firstKey=7480000000000000A35F698000000000000001038000000000002938038000000000002936] [lastKey=7480000000000000A35F698000000000000001038000000000002D23038000000000002936] [2024/05/06 08:01:11.804 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365080199208] [2024/05/06 08:01:11.805 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=166] [2024/05/06 08:01:11.805 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 647574716416/940431265792, backend usage: 0"] [2024/05/06 08:01:11.805 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:11.806 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365080199210] [2024/05/06 08:01:11.806 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:11.808 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365080199213] [2024/05/06 08:01:11.816 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365080199219] [2024/05/06 08:01:11.818 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365080199221] [2024/05/06 08:01:11.820 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365080199223] [2024/05/06 08:01:11.822 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365080199225] [2024/05/06 08:01:11.824 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365093306369] [2024/05/06 08:01:11.826 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365093306371] [2024/05/06 08:01:11.827 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365093306373] [2024/05/06 08:01:11.828 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=6] [size=228] [2024/05/06 08:01:11.828 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:11.829 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365093306375] [2024/05/06 08:01:11.832 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365093306380] [2024/05/06 08:01:11.834 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365093306382] [2024/05/06 08:01:11.834 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=228] [kvs=6] [importedSize=798] [importedCount=21] [2024/05/06 08:01:11.836 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.735585ms] [] [2024/05/06 08:01:11.836 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365093306385] [2024/05/06 08:01:11.838 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365093306387] [2024/05/06 08:01:11.839 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=166] [2024/05/06 08:01:11.840 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365093306390] [2024/05/06 08:01:11.842 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365093306393] [2024/05/06 08:01:11.844 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365093306397] [2024/05/06 08:01:11.846 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365093306401] [2024/05/06 08:01:11.848 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365093306404] [2024/05/06 08:01:11.848 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:11.850 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["current memory usage"=673186472] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:11.850 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365093306408] [2024/05/06 08:01:11.851 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90001] [subtask-id=90004] [jobID=166] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:11.851 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186512] ["max memory quota"=17179869184] [2024/05/06 08:01:11.851 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673186552] ["max memory quota"=17179869184] [2024/05/06 08:01:11.851 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673186592] ["max memory quota"=17179869184] [2024/05/06 08:01:11.851 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=164] ["start key"=7480000000000000a45f72800000000000293b] ["end key"=7480000000000000a45f72800000000000294300] [2024/05/06 08:01:11.851 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186632] ["max memory quota"=17179869184] [2024/05/06 08:01:11.851 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=90001] [subtask-id=90004] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000a45f72800000000000293b, endKey=7480000000000000a45f72800000000000294300"] [2024/05/06 08:01:11.852 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=90001] [subtask-id=90004] [id=1] [2024/05/06 08:01:11.852 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365093306411] [2024/05/06 08:01:11.852 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=342] [kvs=9] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/166/f75d9cab-8823-5503-94ba-459a1de580da.sst/be96f7dd-df2e-4241-b5bc-3a6c2744d721.sst] [firstKey=7480000000000000A45F69800000000000000103800000000000293D03800000000000293B] [lastKey=7480000000000000A45F698000000000000001038000000000002D2C03800000000000293F] [2024/05/06 08:01:11.854 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365093306413] [2024/05/06 08:01:11.855 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=166] [2024/05/06 08:01:11.855 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 647574732800/940431265792, backend usage: 0"] [2024/05/06 08:01:11.855 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:11.856 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:11.856 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365093306416] [2024/05/06 08:01:11.858 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365093306420] [2024/05/06 08:01:11.860 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365093306422] [2024/05/06 08:01:11.862 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365093306426] [2024/05/06 08:01:11.864 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365093306428] [2024/05/06 08:01:11.866 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365093306430] [2024/05/06 08:01:11.869 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365093306432] [2024/05/06 08:01:11.870 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365093306434] [2024/05/06 08:01:11.873 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365093306436] [2024/05/06 08:01:11.875 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365106675714] [2024/05/06 08:01:11.876 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365106675716] [2024/05/06 08:01:11.877 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=9] [size=342] [2024/05/06 08:01:11.877 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:11.879 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365106675718] [2024/05/06 08:01:11.881 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365106675720] [2024/05/06 08:01:11.883 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=342] [kvs=9] [importedSize=1140] [importedCount=30] [2024/05/06 08:01:11.883 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365106675722] [2024/05/06 08:01:11.884 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.745217ms] [] [2024/05/06 08:01:11.885 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365106675724] [2024/05/06 08:01:11.887 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365106675726] [2024/05/06 08:01:11.887 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=166] [2024/05/06 08:01:11.889 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365106675729] [2024/05/06 08:01:11.891 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365106675733] [2024/05/06 08:01:11.893 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365106675737] [2024/05/06 08:01:11.895 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 08:01:11.895 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:01:11.895 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365106675740] [2024/05/06 08:01:11.895 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=652.194Β΅s] [] [2024/05/06 08:01:11.896 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:01:11.896 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=530.883Β΅s] [] [2024/05/06 08:01:11.897 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:11.897 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:11.897 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:11.897 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:11.897 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:11.897 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:11.897 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:11.897 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:11.897 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:11.897 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:11.897 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:11.897 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:11.897 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:11.897 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:11.897 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:11.897 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:11.897 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:11.897 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:11.897 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365106675742] [2024/05/06 08:01:11.897 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=166] ["current memory usage"=480] ["max memory quota"=17179869184] [2024/05/06 08:01:11.897 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=90001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=356.6714ms] [] [2024/05/06 08:01:11.900 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365106675744] [2024/05/06 08:01:11.902 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365106675746] [2024/05/06 08:01:11.904 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365106675748] [2024/05/06 08:01:11.906 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365106675750] [2024/05/06 08:01:11.908 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365106675756] [2024/05/06 08:01:11.910 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365106675759] [2024/05/06 08:01:11.912 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365106675761] [2024/05/06 08:01:11.914 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365106675763] [2024/05/06 08:01:11.916 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365106675766] [2024/05/06 08:01:11.918 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365106675768] [2024/05/06 08:01:11.920 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365106675770] [2024/05/06 08:01:11.922 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365106675772] [2024/05/06 08:01:11.924 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365106675774] [2024/05/06 08:01:11.925 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365119520770] [2024/05/06 08:01:11.928 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365119520772] [2024/05/06 08:01:11.930 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365119520774] [2024/05/06 08:01:11.932 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365119520776] [2024/05/06 08:01:11.935 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365119520778] [2024/05/06 08:01:11.937 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365119520781] [2024/05/06 08:01:11.939 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365119520783] [2024/05/06 08:01:11.941 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365119520785] [2024/05/06 08:01:11.942 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=90001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 08:01:11.944 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365119520789] [2024/05/06 08:01:11.946 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365119520792] [2024/05/06 08:01:11.948 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365119520794] [2024/05/06 08:01:11.950 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365119520796] [2024/05/06 08:01:11.952 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365119520798] [2024/05/06 08:01:11.955 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365119520800] [2024/05/06 08:01:11.958 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365119520803] [2024/05/06 08:01:11.960 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365119520806] [2024/05/06 08:01:11.962 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365119520808] [2024/05/06 08:01:11.964 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365119520810] [2024/05/06 08:01:11.966 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365119520812] [2024/05/06 08:01:11.968 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365119520814] [2024/05/06 08:01:11.970 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365119520816] [2024/05/06 08:01:11.973 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365119520818] [2024/05/06 08:01:11.975 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365132890113] [2024/05/06 08:01:11.977 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365132890115] [2024/05/06 08:01:11.979 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365132890117] [2024/05/06 08:01:11.981 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365132890119] [2024/05/06 08:01:11.984 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365132890121] [2024/05/06 08:01:11.986 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365132890123] [2024/05/06 08:01:11.988 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365132890125] [2024/05/06 08:01:11.990 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365132890127] [2024/05/06 08:01:11.992 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365132890129] [2024/05/06 08:01:11.994 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365132890131] [2024/05/06 08:01:11.997 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365132890133] [2024/05/06 08:01:11.999 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365132890135] [2024/05/06 08:01:12.001 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365132890137] [2024/05/06 08:01:12.003 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365132890139] [2024/05/06 08:01:12.005 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365132890141] [2024/05/06 08:01:12.007 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365132890144] [2024/05/06 08:01:12.010 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365132890147] [2024/05/06 08:01:12.012 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365132890149] [2024/05/06 08:01:12.015 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365132890151] [2024/05/06 08:01:12.017 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365132890153] [2024/05/06 08:01:12.019 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365132890155] [2024/05/06 08:01:12.022 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365132890157] [2024/05/06 08:01:12.024 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365145735169] [2024/05/06 08:01:12.026 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365145735171] [2024/05/06 08:01:12.029 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365145735173] [2024/05/06 08:01:12.031 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365145735175] [2024/05/06 08:01:12.033 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365145735177] [2024/05/06 08:01:12.036 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365145735179] [2024/05/06 08:01:12.038 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365145735181] [2024/05/06 08:01:12.040 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365145735183] [2024/05/06 08:01:12.042 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365145735185] [2024/05/06 08:01:12.045 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365145735187] [2024/05/06 08:01:12.047 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365145735189] [2024/05/06 08:01:12.049 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365145735191] [2024/05/06 08:01:12.051 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365145735193] [2024/05/06 08:01:12.053 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365145735195] [2024/05/06 08:01:12.056 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365145735197] [2024/05/06 08:01:12.058 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365145735200] [2024/05/06 08:01:12.060 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365145735203] [2024/05/06 08:01:12.062 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365145735205] [2024/05/06 08:01:12.065 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365145735207] [2024/05/06 08:01:12.067 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365145735209] [2024/05/06 08:01:12.069 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365145735211] [2024/05/06 08:01:12.071 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365145735213] [2024/05/06 08:01:12.073 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365145735215] [2024/05/06 08:01:12.075 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365158842370] [2024/05/06 08:01:12.078 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365158842372] [2024/05/06 08:01:12.080 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365158842374] [2024/05/06 08:01:12.082 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365158842376] [2024/05/06 08:01:12.084 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365158842378] [2024/05/06 08:01:12.086 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365158842380] [2024/05/06 08:01:12.088 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365158842382] [2024/05/06 08:01:12.091 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365158842384] [2024/05/06 08:01:12.092 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365158842386] [2024/05/06 08:01:12.094 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365158842388] [2024/05/06 08:01:12.097 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365158842390] [2024/05/06 08:01:12.099 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365158842392] [2024/05/06 08:01:12.101 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365158842394] [2024/05/06 08:01:12.103 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365158842396] [2024/05/06 08:01:12.105 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365158842398] [2024/05/06 08:01:12.107 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365158842401] [2024/05/06 08:01:12.109 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365158842404] [2024/05/06 08:01:12.111 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365158842406] [2024/05/06 08:01:12.114 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365158842408] [2024/05/06 08:01:12.116 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365158842410] [2024/05/06 08:01:12.118 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365158842412] [2024/05/06 08:01:12.120 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365158842414] [2024/05/06 08:01:12.122 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365158842416] [2024/05/06 08:01:12.124 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365171949570] [2024/05/06 08:01:12.127 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365171949572] [2024/05/06 08:01:12.129 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365171949574] [2024/05/06 08:01:12.131 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365171949576] [2024/05/06 08:01:12.133 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365171949578] [2024/05/06 08:01:12.136 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365171949580] [2024/05/06 08:01:12.138 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365171949583] [2024/05/06 08:01:12.140 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365171949585] [2024/05/06 08:01:12.142 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365171949587] [2024/05/06 08:01:12.145 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365171949589] [2024/05/06 08:01:12.147 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365171949591] [2024/05/06 08:01:12.149 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365171949593] [2024/05/06 08:01:12.151 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365171949595] [2024/05/06 08:01:12.154 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365171949597] [2024/05/06 08:01:12.156 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365171949599] [2024/05/06 08:01:12.158 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365171949606] [2024/05/06 08:01:12.161 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365171949608] [2024/05/06 08:01:12.163 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365171949610] [2024/05/06 08:01:12.165 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365171949612] [2024/05/06 08:01:12.167 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365171949614] [2024/05/06 08:01:12.169 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365171949616] [2024/05/06 08:01:12.171 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365171949618] [2024/05/06 08:01:12.173 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365185056769] [2024/05/06 08:01:12.176 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365185056771] [2024/05/06 08:01:12.178 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365185056773] [2024/05/06 08:01:12.180 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365185056775] [2024/05/06 08:01:12.182 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365185056777] [2024/05/06 08:01:12.184 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365185056779] [2024/05/06 08:01:12.186 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365185056781] [2024/05/06 08:01:12.188 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365185056783] [2024/05/06 08:01:12.190 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365185056785] [2024/05/06 08:01:12.193 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365185056787] [2024/05/06 08:01:12.195 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365185056789] [2024/05/06 08:01:12.197 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365185056791] [2024/05/06 08:01:12.199 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=90001] [type=backfill] [2024/05/06 08:01:12.200 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365185056793] [2024/05/06 08:01:12.202 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365185056795] [2024/05/06 08:01:12.204 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365185056797] [2024/05/06 08:01:12.206 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365185056799] [2024/05/06 08:01:12.209 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365185056802] [2024/05/06 08:01:12.211 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365185056805] [2024/05/06 08:01:12.213 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365185056807] [2024/05/06 08:01:12.215 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365185056810] [2024/05/06 08:01:12.217 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365185056814] [2024/05/06 08:01:12.219 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=10] [2024/05/06 08:01:12.220 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365185056817] [2024/05/06 08:01:12.222 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365185056822] [2024/05/06 08:01:12.224 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365198163970] [2024/05/06 08:01:12.227 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365198163972] [2024/05/06 08:01:12.230 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365198163974] [2024/05/06 08:01:12.232 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365198163976] [2024/05/06 08:01:12.234 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365198163978] [2024/05/06 08:01:12.236 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365198163980] [2024/05/06 08:01:12.238 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365198163982] [2024/05/06 08:01:12.240 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365198163984] [2024/05/06 08:01:12.243 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365198163986] [2024/05/06 08:01:12.245 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365198163988] [2024/05/06 08:01:12.247 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365198163992] [2024/05/06 08:01:12.249 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365198163994] [2024/05/06 08:01:12.254 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365198163998] [2024/05/06 08:01:12.255 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=1.968304ms] [gotSchemaVersion=103] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:12.257 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=166] [version=103] [2024/05/06 08:01:12.258 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365198164001] [2024/05/06 08:01:12.261 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365198164006] [2024/05/06 08:01:12.263 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365198164008] [2024/05/06 08:01:12.265 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365198164010] [2024/05/06 08:01:12.265 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365198164010] [2024/05/06 08:01:12.267 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365198164012] [2024/05/06 08:01:12.267 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365198164012] [2024/05/06 08:01:12.269 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365198164014] [2024/05/06 08:01:12.272 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365198164016] [2024/05/06 08:01:12.272 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365198164016] [2024/05/06 08:01:12.274 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365198164018] [2024/05/06 08:01:12.274 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365198164018] [2024/05/06 08:01:12.276 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365211533314] [2024/05/06 08:01:12.279 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365211533316] [2024/05/06 08:01:12.279 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365211533316] [2024/05/06 08:01:12.282 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365211533318] [2024/05/06 08:01:12.284 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365211533320] [2024/05/06 08:01:12.284 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365211533320] [2024/05/06 08:01:12.286 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365211533322] [2024/05/06 08:01:12.286 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365211533322] [2024/05/06 08:01:12.288 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365211533324] [2024/05/06 08:01:12.290 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365211533326] [2024/05/06 08:01:12.290 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365211533326] [2024/05/06 08:01:12.292 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365211533328] [2024/05/06 08:01:12.292 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365211533328] [2024/05/06 08:01:12.295 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365211533330] [2024/05/06 08:01:12.297 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365211533332] [2024/05/06 08:01:12.297 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365211533332] [2024/05/06 08:01:12.299 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365211533334] [2024/05/06 08:01:12.299 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365211533334] [2024/05/06 08:01:12.302 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365211533336] [2024/05/06 08:01:12.302 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=52.717566ms] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:10, ArgLen:6, start time: 2024-05-06 08:01:09.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572364621447215, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:12.304 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365211533339] [2024/05/06 08:01:12.306 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365211533342] [2024/05/06 08:01:12.309 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365211533346] [2024/05/06 08:01:12.309 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365211533346] [2024/05/06 08:01:12.310 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 36, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:10, ArgLen:0, start time: 2024-05-06 08:01:09.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572364621447215, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:12.311 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365211533350] [2024/05/06 08:01:12.311 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=166] [table=t] [index=idx] [2024/05/06 08:01:12.313 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365211533354] [2024/05/06 08:01:12.313 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365211533354] [2024/05/06 08:01:12.316 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365211533357] [2024/05/06 08:01:12.318 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365211533360] [2024/05/06 08:01:12.320 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=843.014Β΅s] [gotSchemaVersion=104] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:12.321 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365211533363] [2024/05/06 08:01:12.321 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365211533363] [2024/05/06 08:01:12.321 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=166] [version=104] [2024/05/06 08:01:12.323 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365211533367] [2024/05/06 08:01:12.325 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378370] [2024/05/06 08:01:12.325 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378370] [2024/05/06 08:01:12.327 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378372] [2024/05/06 08:01:12.327 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378372] [2024/05/06 08:01:12.330 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378374] [2024/05/06 08:01:12.330 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378374] [2024/05/06 08:01:12.331 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378376] [2024/05/06 08:01:12.334 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378378] [2024/05/06 08:01:12.334 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378378] [2024/05/06 08:01:12.336 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378380] [2024/05/06 08:01:12.336 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378380] [2024/05/06 08:01:12.338 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378382] [2024/05/06 08:01:12.340 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378384] [2024/05/06 08:01:12.342 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378386] [2024/05/06 08:01:12.344 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378388] [2024/05/06 08:01:12.346 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378390] [2024/05/06 08:01:12.346 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378390] [2024/05/06 08:01:12.348 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378392] [2024/05/06 08:01:12.348 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378392] [2024/05/06 08:01:12.350 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378394] [2024/05/06 08:01:12.352 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378396] [2024/05/06 08:01:12.354 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378398] [2024/05/06 08:01:12.356 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378400] [2024/05/06 08:01:12.359 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378403] [2024/05/06 08:01:12.359 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378403] [2024/05/06 08:01:12.361 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378406] [2024/05/06 08:01:12.361 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378406] [2024/05/06 08:01:12.363 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378408] [2024/05/06 08:01:12.365 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378410] [2024/05/06 08:01:12.368 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378412] [2024/05/06 08:01:12.368 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378412] [2024/05/06 08:01:12.369 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=52.003435ms] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:10, ArgLen:6, start time: 2024-05-06 08:01:09.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:12.370 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378414] [2024/05/06 08:01:12.370 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378414] [2024/05/06 08:01:12.372 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378418] [2024/05/06 08:01:12.372 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365224378418] [2024/05/06 08:01:12.374 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365237485569] [2024/05/06 08:01:12.374 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365237485569] [2024/05/06 08:01:12.376 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:10, ArgLen:0, start time: 2024-05-06 08:01:09.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:12.376 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365237485572] [2024/05/06 08:01:12.377 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=166] [physicalTableID=161] [startKey=7480000000000000a15f69ffff000000000001] [endKey=7480000000000000a15f69ffff000000000001ff] [2024/05/06 08:01:12.378 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365237485576] [2024/05/06 08:01:12.381 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365237485579] [2024/05/06 08:01:12.382 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365237485582] [2024/05/06 08:01:12.383 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=166] [2024/05/06 08:01:12.385 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365237485586] [2024/05/06 08:01:12.385 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365237485586] [2024/05/06 08:01:12.387 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365237485589] [2024/05/06 08:01:12.389 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 35, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:10, ArgLen:0, start time: 2024-05-06 08:01:09.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572365237485575, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:12.389 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365237485592] [2024/05/06 08:01:12.389 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365237485592] [2024/05/06 08:01:12.391 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:10, ArgLen:6, start time: 2024-05-06 08:01:09.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572365237485575, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000a15f69ffff000000000001,EndKey:7480000000000000a15f69ffff000000000001ff,First:false,PhysicalTableID:161,Ingest mode:false"] [2024/05/06 08:01:12.391 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365237485596] [2024/05/06 08:01:12.393 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=166] [2024/05/06 08:01:12.393 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=166] [2024/05/06 08:01:12.393 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=161] ["start key"=7480000000000000a15f69ffff000000000001] ["end key"=7480000000000000a15f69ffff000000000001ff] [2024/05/06 08:01:12.393 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=166] [2024/05/06 08:01:12.393 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000a15f69ffff000000000001] [endKey=7480000000000000a15f69ffff000000000001ff] [2024/05/06 08:01:12.393 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=166] [2024/05/06 08:01:12.394 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365237485599] [2024/05/06 08:01:12.394 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365237485599] [2024/05/06 08:01:12.394 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=161] ["end key"=7480000000000000a15f69ffff000000000001ff] ["current end key"=7480000000000000a15f69ffff000000000001038000000000002d7d03800000000000299000] [2024/05/06 08:01:12.394 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=166] [2024/05/06 08:01:12.394 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=166] [2024/05/06 08:01:12.394 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=166] [2024/05/06 08:01:12.395 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365237485602] [2024/05/06 08:01:12.398 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365237485604] [2024/05/06 08:01:12.398 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365237485604] [2024/05/06 08:01:12.400 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365237485606] [2024/05/06 08:01:12.400 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365237485606] [2024/05/06 08:01:12.402 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365237485609] [2024/05/06 08:01:12.404 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365237485612] [2024/05/06 08:01:12.407 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365237485617] [2024/05/06 08:01:12.409 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365237485623] [2024/05/06 08:01:12.410 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 161, range: [7480000000000000a15f69ffff000000000001, 7480000000000000a15f69ffff000000000001038000000000002d7d03800000000000299000), jobID: 166"] ["added count"=462] ["scan count"=462] ["next key"=7480000000000000a15f69ffff000000000001038000000000002d7d0380000000000029900000] ["take time"=15.704288ms] [2024/05/06 08:01:12.410 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=166] [2024/05/06 08:01:12.411 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365237485627] [2024/05/06 08:01:12.411 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365237485627] [2024/05/06 08:01:12.413 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=472] ["start key"=7480000000000000a15f69ffff000000000001] [2024/05/06 08:01:12.414 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365237485632] [2024/05/06 08:01:12.414 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365237485632] [2024/05/06 08:01:12.416 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365237485636] [2024/05/06 08:01:12.416 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=166] [element=ID:1,TypeKey:_idx_] [partitionTableID=162] [startKey=7480000000000000a25f69ffff000000000001] [endKey=7480000000000000a25f69ffff000000000001ff] [] [2024/05/06 08:01:12.416 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:472, ArgLen:6, start time: 2024-05-06 08:01:09.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572365237485575, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000a25f69ffff000000000001,EndKey:7480000000000000a25f69ffff000000000001ff,First:false,PhysicalTableID:162,Ingest mode:false"] [2024/05/06 08:01:12.417 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=166] [2024/05/06 08:01:12.417 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=166] [2024/05/06 08:01:12.417 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=162] ["start key"=7480000000000000a25f69ffff000000000001] ["end key"=7480000000000000a25f69ffff000000000001ff] [2024/05/06 08:01:12.417 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=166] [2024/05/06 08:01:12.417 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000a25f69ffff000000000001] [endKey=7480000000000000a25f69ffff000000000001ff] [2024/05/06 08:01:12.417 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=166] [2024/05/06 08:01:12.418 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365237485640] [2024/05/06 08:01:12.418 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=162] ["end key"=7480000000000000a25f69ffff000000000001ff] ["current end key"=7480000000000000a25f69ffff000000000001038000000000002d7e03800000000000299100] [2024/05/06 08:01:12.418 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=166] [2024/05/06 08:01:12.418 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=166] [2024/05/06 08:01:12.418 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=166] [2024/05/06 08:01:12.420 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365237485643] [2024/05/06 08:01:12.421 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365237485645] [2024/05/06 08:01:12.424 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365237485647] [2024/05/06 08:01:12.426 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365250854915] [2024/05/06 08:01:12.429 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365250854918] [2024/05/06 08:01:12.429 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365250854918] [2024/05/06 08:01:12.431 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365250854920] [2024/05/06 08:01:12.431 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365250854920] [2024/05/06 08:01:12.433 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 162, range: [7480000000000000a25f69ffff000000000001, 7480000000000000a25f69ffff000000000001038000000000002d7e03800000000000299100), jobID: 166"] ["added count"=460] ["scan count"=460] ["next key"=7480000000000000a25f69ffff000000000001038000000000002d7e0380000000000029910000] ["take time"=14.900526ms] [2024/05/06 08:01:12.433 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=166] [2024/05/06 08:01:12.434 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365250854924] [2024/05/06 08:01:12.436 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365250854930] [2024/05/06 08:01:12.436 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=932] ["start key"=7480000000000000a25f69ffff000000000001] [2024/05/06 08:01:12.438 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365250854935] [2024/05/06 08:01:12.439 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=166] [element=ID:1,TypeKey:_idx_] [partitionTableID=163] [startKey=7480000000000000a35f69ffff000000000001] [endKey=7480000000000000a35f69ffff000000000001ff] [] [2024/05/06 08:01:12.439 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:932, ArgLen:6, start time: 2024-05-06 08:01:09.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572365237485575, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000a35f69ffff000000000001,EndKey:7480000000000000a35f69ffff000000000001ff,First:false,PhysicalTableID:163,Ingest mode:false"] [2024/05/06 08:01:12.440 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=90001] [2024/05/06 08:01:12.441 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=166] [2024/05/06 08:01:12.441 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=166] [2024/05/06 08:01:12.441 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=163] ["start key"=7480000000000000a35f69ffff000000000001] ["end key"=7480000000000000a35f69ffff000000000001ff] [2024/05/06 08:01:12.441 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000a35f69ffff000000000001] [endKey=7480000000000000a35f69ffff000000000001ff] [2024/05/06 08:01:12.441 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=166] [2024/05/06 08:01:12.441 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=166] [2024/05/06 08:01:12.441 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365250854939] [2024/05/06 08:01:12.442 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=163] ["end key"=7480000000000000a35f69ffff000000000001ff] ["current end key"=7480000000000000a35f69ffff000000000001038000000000002d8303800000000000299600] [2024/05/06 08:01:12.442 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=166] [2024/05/06 08:01:12.442 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=166] [2024/05/06 08:01:12.442 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=166] [2024/05/06 08:01:12.442 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:01:12.442 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=90001] [2024/05/06 08:01:12.443 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365250854944] [2024/05/06 08:01:12.445 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365250854949] [2024/05/06 08:01:12.445 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365250854949] [2024/05/06 08:01:12.447 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365250854953] [2024/05/06 08:01:12.447 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365250854953] [2024/05/06 08:01:12.450 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365250854959] [2024/05/06 08:01:12.452 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:01:12.452 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365250854963] [2024/05/06 08:01:12.452 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365250854963] [2024/05/06 08:01:12.455 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365250854966] [2024/05/06 08:01:12.455 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 163, range: [7480000000000000a35f69ffff000000000001, 7480000000000000a35f69ffff000000000001038000000000002d8303800000000000299600), jobID: 166"] ["added count"=460] ["scan count"=460] ["next key"=7480000000000000a35f69ffff000000000001038000000000002d830380000000000029960000] ["take time"=13.144312ms] [2024/05/06 08:01:12.455 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=166] [2024/05/06 08:01:12.457 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365250854973] [2024/05/06 08:01:12.457 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365250854973] [2024/05/06 08:01:12.458 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1392] ["start key"=7480000000000000a35f69ffff000000000001] [2024/05/06 08:01:12.459 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365250854977] [2024/05/06 08:01:12.461 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=166] [element=ID:1,TypeKey:_idx_] [partitionTableID=164] [startKey=7480000000000000a45f69ffff000000000001] [endKey=7480000000000000a45f69ffff000000000001ff] [] [2024/05/06 08:01:12.461 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:1392, ArgLen:6, start time: 2024-05-06 08:01:09.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572365237485575, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000a45f69ffff000000000001,EndKey:7480000000000000a45f69ffff000000000001ff,First:false,PhysicalTableID:164,Ingest mode:false"] [2024/05/06 08:01:12.461 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365250854980] [2024/05/06 08:01:12.462 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=164] ["start key"=7480000000000000a45f69ffff000000000001] ["end key"=7480000000000000a45f69ffff000000000001ff] [2024/05/06 08:01:12.462 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=166] [2024/05/06 08:01:12.462 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=166] [2024/05/06 08:01:12.462 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000a45f69ffff000000000001] [endKey=7480000000000000a45f69ffff000000000001ff] [2024/05/06 08:01:12.462 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=166] [2024/05/06 08:01:12.462 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=166] [2024/05/06 08:01:12.463 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365250854984] [2024/05/06 08:01:12.463 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365250854984] [2024/05/06 08:01:12.464 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=164] ["end key"=7480000000000000a45f69ffff000000000001ff] ["current end key"=7480000000000000a45f69ffff000000000001038000000000002d8803800000000000299b00] [2024/05/06 08:01:12.464 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=166] [2024/05/06 08:01:12.464 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=166] [2024/05/06 08:01:12.464 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=166] [2024/05/06 08:01:12.465 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365250854987] [2024/05/06 08:01:12.465 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365250854987] [2024/05/06 08:01:12.468 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365250854989] [2024/05/06 08:01:12.469 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365250854992] [2024/05/06 08:01:12.472 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365250854994] [2024/05/06 08:01:12.472 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365250854994] [2024/05/06 08:01:12.476 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365263699969] [2024/05/06 08:01:12.476 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365263699969] [2024/05/06 08:01:12.478 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 164, range: [7480000000000000a45f69ffff000000000001, 7480000000000000a45f69ffff000000000001038000000000002d8803800000000000299b00), jobID: 166"] ["added count"=463] ["scan count"=463] ["next key"=7480000000000000a45f69ffff000000000001038000000000002d8803800000000000299b0000] ["take time"=14.103752ms] [2024/05/06 08:01:12.478 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=166] [2024/05/06 08:01:12.478 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365263699972] [2024/05/06 08:01:12.478 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365263699972] [2024/05/06 08:01:12.481 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1855] ["start key"=7480000000000000a45f69ffff000000000001] [2024/05/06 08:01:12.481 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=1855] [2024/05/06 08:01:12.481 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365263699976] [2024/05/06 08:01:12.484 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365263699980] [2024/05/06 08:01:12.484 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365263699980] [2024/05/06 08:01:12.486 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365263699982] [2024/05/06 08:01:12.486 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365263699982] [2024/05/06 08:01:12.489 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365263699984] [2024/05/06 08:01:12.491 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365263699986] [2024/05/06 08:01:12.491 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365263699986] [2024/05/06 08:01:12.493 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365263699988] [2024/05/06 08:01:12.495 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365263699990] [2024/05/06 08:01:12.495 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365263699990] [2024/05/06 08:01:12.498 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365263699992] [2024/05/06 08:01:12.500 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365263699994] [2024/05/06 08:01:12.502 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365263699996] [2024/05/06 08:01:12.502 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365263699996] [2024/05/06 08:01:12.504 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365263699998] [2024/05/06 08:01:12.506 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365263700001] [2024/05/06 08:01:12.506 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365263700001] [2024/05/06 08:01:12.507 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 08:01:12.508 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365263700005] [2024/05/06 08:01:12.508 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365263700005] [2024/05/06 08:01:12.511 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365263700008] [2024/05/06 08:01:12.511 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365263700008] [2024/05/06 08:01:12.513 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365263700012] [2024/05/06 08:01:12.513 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=865.16Β΅s] [gotSchemaVersion=105] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:12.515 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=166] [version=105] [2024/05/06 08:01:12.515 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365263700014] [2024/05/06 08:01:12.518 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365263700018] [2024/05/06 08:01:12.520 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365263700020] [2024/05/06 08:01:12.522 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365263700022] [2024/05/06 08:01:12.522 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365263700022] [2024/05/06 08:01:12.524 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807169] [2024/05/06 08:01:12.524 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807169] [2024/05/06 08:01:12.526 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807171] [2024/05/06 08:01:12.526 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807171] [2024/05/06 08:01:12.528 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807173] [2024/05/06 08:01:12.531 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807175] [2024/05/06 08:01:12.533 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807177] [2024/05/06 08:01:12.533 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807177] [2024/05/06 08:01:12.535 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807179] [2024/05/06 08:01:12.537 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807181] [2024/05/06 08:01:12.539 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807183] [2024/05/06 08:01:12.541 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807185] [2024/05/06 08:01:12.543 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807187] [2024/05/06 08:01:12.545 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807189] [2024/05/06 08:01:12.545 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807189] [2024/05/06 08:01:12.547 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807191] [2024/05/06 08:01:12.547 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807191] [2024/05/06 08:01:12.549 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807193] [2024/05/06 08:01:12.549 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807193] [2024/05/06 08:01:12.551 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807195] [2024/05/06 08:01:12.553 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807197] [2024/05/06 08:01:12.553 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807197] [2024/05/06 08:01:12.556 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807199] [2024/05/06 08:01:12.558 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807202] [2024/05/06 08:01:12.560 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807205] [2024/05/06 08:01:12.562 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807207] [2024/05/06 08:01:12.563 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=52.637592ms] [job="ID:166, Type:add index, State:done, SchemaState:public, SchemaID:158, TableID:160, RowCount:1855, ArgLen:3, start time: 2024-05-06 08:01:09.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572365237485575, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:12.564 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807209] [2024/05/06 08:01:12.566 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807213] [2024/05/06 08:01:12.566 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807213] [2024/05/06 08:01:12.568 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807216] [2024/05/06 08:01:12.568 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807216] [2024/05/06 08:01:12.570 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=166] [tableID=161] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:12.570 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807219] [2024/05/06 08:01:12.570 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807219] [2024/05/06 08:01:12.573 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807224] [2024/05/06 08:01:12.573 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365276807224] [2024/05/06 08:01:12.573 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=166] [tableID=162] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:12.575 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=166] [tableID=163] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:12.575 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365290176514] [2024/05/06 08:01:12.576 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365290176518] [2024/05/06 08:01:12.576 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=166] [tableID=164] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:12.578 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=166] [jobType="add index"] [2024/05/06 08:01:12.579 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365290176522] [2024/05/06 08:01:12.579 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365290176522] [2024/05/06 08:01:12.579 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 37, tp add index"] [category=ddl] [jobID=166] [conn=9] [job="ID:166, Type:add index, State:synced, SchemaState:public, SchemaID:158, TableID:160, RowCount:1855, ArgLen:3, start time: 2024-05-06 08:01:09.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572365237485575, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:12.581 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365290176525] [2024/05/06 08:01:12.581 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365290176525] [2024/05/06 08:01:12.583 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365290176528] [2024/05/06 08:01:12.585 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365290176531] [2024/05/06 08:01:12.585 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365290176531] [2024/05/06 08:01:12.587 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365290176537] [2024/05/06 08:01:12.587 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365290176537] [2024/05/06 08:01:12.587 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=166] [2024/05/06 08:01:12.587 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:12.588 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 9\n# Query_time: 2.738720716\n# Parse_time: 0.000034746\n# Compile_time: 0.000068591\n# Rewrite_time: 0.000001757\n# Optimize_time: 0.000022115\n# Wait_TS: 0.000165679\n# DB: addindexlit\n# Is_internal: false\n# Digest: 1248ca3a978e331ae61b9067dcdcce0f893febad7030f2d9d49c63743e3b9b79\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx((cast(a as signed array)));"] [2024/05/06 08:01:12.589 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365290176541] [2024/05/06 08:01:12.589 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365290176541] [2024/05/06 08:01:12.591 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365290176546] [2024/05/06 08:01:12.593 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449572365290176548] [2024/05/06 08:01:12.595 +00:00] [INFO] [session.go:4055] ["use snapshot schema"] [conn=0] [schemaVersion=105] [2024/05/06 08:01:12.608 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=105] [cur_db=addindexlit] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 08:01:12.612 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:167, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:12.573 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:12.612 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:167, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:12.573 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 08:01:12.617 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=167] [conn=9] [category=ddl] [job="ID:167, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:12.573 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:12.627 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=51.055Β΅s] [gotSchemaVersion=106] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[2,2,2,2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:12.628 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=167] [version=106] [2024/05/06 08:01:12.677 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=53.843561ms] [job="ID:167, Type:drop schema, State:running, SchemaState:write only, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:12.573 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:12.683 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=167] [conn=9] [category=ddl] [job="ID:167, Type:drop schema, State:running, SchemaState:write only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:12.573 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:12.689 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=33.682Β΅s] [gotSchemaVersion=107] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:12.690 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=167] [version=107] [2024/05/06 08:01:12.740 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=52.263191ms] [job="ID:167, Type:drop schema, State:running, SchemaState:delete only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:12.573 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:12.745 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=167] [conn=9] [category=ddl] [job="ID:167, Type:drop schema, State:running, SchemaState:delete only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:12.573 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:12.752 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=43.613Β΅s] [gotSchemaVersion=108] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:12.754 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=167] [version=108] [2024/05/06 08:01:12.803 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=52.358305ms] [job="ID:167, Type:drop schema, State:done, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:12.573 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:12.811 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=167] [tableIDs="[160,161,162,163,164]"] [comment="drop schema: table IDs"] [2024/05/06 08:01:12.814 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=167] [jobType="drop schema"] [2024/05/06 08:01:12.815 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=167] [conn=9] [job="ID:167, Type:drop schema, State:synced, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:12.573 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:12.820 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=167] [2024/05/06 08:01:12.820 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:12.821 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=108] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 08:01:12.828 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:169, Type:create schema, State:queueing, SchemaState:none, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:12.823 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:12.828 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:169, Type:create schema, State:queueing, SchemaState:none, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:12.823 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 08:01:12.833 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=169] [conn=9] [category=ddl] [job="ID:169, Type:create schema, State:queueing, SchemaState:none, SchemaID:168, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:12.823 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:12.840 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=274.515Β΅s] [gotSchemaVersion=109] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:01:12.842 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=169] [version=109] [2024/05/06 08:01:12.890 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=52.001901ms] [job="ID:169, Type:create schema, State:done, SchemaState:public, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:12.823 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:12.896 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=169] [conn=9] [job="ID:169, Type:create schema, State:synced, SchemaState:public, SchemaID:168, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:12.823 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:12.901 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=169] [2024/05/06 08:01:12.901 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:12.909 +00:00] [INFO] [set.go:170] ["set global var"] [conn=9] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 08:01:12.909 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=109] [cur_db=addindexlit] [sql="drop table if exists t"] [user=] [2024/05/06 08:01:12.909 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=109] [cur_db=addindexlit] [sql="create table t (pk int primary key, a json) partition by hash(pk) partitions 4;"] [user=] [2024/05/06 08:01:12.918 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:175, Type:create table, State:queueing, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:12.872 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:12.918 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:175, Type:create table, State:queueing, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:12.872 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (pk int primary key, a json) partition by hash(pk) partitions 4;"] [2024/05/06 08:01:12.923 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=175] [conn=9] [category=ddl] [job="ID:175, Type:create table, State:queueing, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:12.872 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:12.926 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 168, Table ID: 170, Table Name: t"] [2024/05/06 08:01:12.932 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=785.726Β΅s] [gotSchemaVersion=110] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[3,3,3,3,3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:12.933 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=175] [version=110] [2024/05/06 08:01:12.982 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=52.565298ms] [job="ID:175, Type:create table, State:done, SchemaState:public, SchemaID:168, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:12.872 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:12.989 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=175] [conn=9] [job="ID:175, Type:create table, State:synced, SchemaState:public, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:12.872 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:12.993 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=175] [2024/05/06 08:01:12.993 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:12.995 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=110] [cur_db=addindexlit] [sql="alter table t add unique index idx(pk, (cast(a as signed array)));"] [user=] [2024/05/06 08:01:12.996 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365394771985] [2024/05/06 08:01:12.999 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365394771993] [2024/05/06 08:01:13.000 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:176, Type:add index, State:queueing, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:12.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 08:01:13.000 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:176, Type:add index, State:queueing, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:12.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(pk, (cast(a as signed array)));"] [2024/05/06 08:01:13.002 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365394771999] [2024/05/06 08:01:13.005 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365394772005] [2024/05/06 08:01:13.007 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:queueing, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:12.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:13.007 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365394772011] [2024/05/06 08:01:13.008 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:12.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"pk\",\"L\":\"pk\"},\"offset\":0,\"length\":-1},{\"name\":{\"O\":\"_V$_idx_1\",\"L\":\"_v$_idx_1\"},\"offset\":2,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":true}"] [2024/05/06 08:01:13.010 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365394772020] [2024/05/06 08:01:13.013 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365394772023] [2024/05/06 08:01:13.015 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=864.946Β΅s] [gotSchemaVersion=111] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:13.019 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365394772027] [2024/05/06 08:01:13.021 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=176] [version=111] [2024/05/06 08:01:13.022 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365394772036] [2024/05/06 08:01:13.023 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365407879169] [2024/05/06 08:01:13.027 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365407879173] [2024/05/06 08:01:13.032 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365407879178] [2024/05/06 08:01:13.036 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365407879183] [2024/05/06 08:01:13.039 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365407879185] [2024/05/06 08:01:13.043 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365407879188] [2024/05/06 08:01:13.047 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365407879191] [2024/05/06 08:01:13.049 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365407879193] [2024/05/06 08:01:13.053 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365407879196] [2024/05/06 08:01:13.055 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365407879198] [2024/05/06 08:01:13.057 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365407879201] [2024/05/06 08:01:13.060 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365407879204] [2024/05/06 08:01:13.061 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365407879206] [2024/05/06 08:01:13.064 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365407879208] [2024/05/06 08:01:13.065 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=52.590926ms] [job="ID:176, Type:add index, State:running, SchemaState:delete only, SchemaID:168, TableID:170, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:12.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:13.067 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365407879211] [2024/05/06 08:01:13.069 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365407879215] [2024/05/06 08:01:13.071 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365407879217] [2024/05/06 08:01:13.072 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 37, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:delete only, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:12.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:13.074 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365420986369] [2024/05/06 08:01:13.076 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365420986373] [2024/05/06 08:01:13.079 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=818.537Β΅s] [gotSchemaVersion=112] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:13.081 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=176] [version=112] [2024/05/06 08:01:13.092 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365420986385] [2024/05/06 08:01:13.100 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365420986389] [2024/05/06 08:01:13.107 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365420986394] [2024/05/06 08:01:13.115 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365420986399] [2024/05/06 08:01:13.122 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365420986403] [2024/05/06 08:01:13.129 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=51.666609ms] [job="ID:176, Type:add index, State:running, SchemaState:write only, SchemaID:168, TableID:170, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:12.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:13.129 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365434093571] [2024/05/06 08:01:13.136 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write only, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:12.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:13.137 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365434093579] [2024/05/06 08:01:13.143 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=853.897Β΅s] [gotSchemaVersion=113] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:13.144 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365434093588] [2024/05/06 08:01:13.145 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=176] [version=113] [2024/05/06 08:01:13.152 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365434093594] [2024/05/06 08:01:13.159 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365434093603] [2024/05/06 08:01:13.167 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365434093607] [2024/05/06 08:01:13.174 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365447462913] [2024/05/06 08:01:13.184 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365447462917] [2024/05/06 08:01:13.192 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365447462921] [2024/05/06 08:01:13.193 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=51.936551ms] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:12.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:13.200 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 37, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:12.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:13.201 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=176] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:01:13.202 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=176] [physicalTableID=171] [startKey=7480000000000000ab5f728000000000002818] [endKey=7480000000000000ab5f72800000000000282000] [2024/05/06 08:01:13.206 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=176] [2024/05/06 08:01:13.207 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365447462937] [2024/05/06 08:01:13.214 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:12.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572365447462932, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:13.215 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=176] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:01:13.219 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/176] [2024/05/06 08:01:13.223 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365447462954] [2024/05/06 08:01:13.230 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365460307972] [2024/05/06 08:01:13.238 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365460307976] [2024/05/06 08:01:13.239 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=170] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:13.246 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365460307983] [2024/05/06 08:01:13.250 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=90002] [2024/05/06 08:01:13.250 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=90002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 08:01:13.253 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365460307991] [2024/05/06 08:01:13.261 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365460307997] [2024/05/06 08:01:13.268 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365460308001] [2024/05/06 08:01:13.275 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365473415169] [2024/05/06 08:01:13.284 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365473415173] [2024/05/06 08:01:13.292 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365473415177] [2024/05/06 08:01:13.299 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365473415181] [2024/05/06 08:01:13.307 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365473415185] [2024/05/06 08:01:13.315 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365473415191] [2024/05/06 08:01:13.323 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365473415195] [2024/05/06 08:01:13.331 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365486784516] [2024/05/06 08:01:13.377 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365499629570] [2024/05/06 08:01:13.406 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365499629583] [2024/05/06 08:01:13.414 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365499629594] [2024/05/06 08:01:13.466 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365512998934] [2024/05/06 08:01:13.481 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365525843972] [2024/05/06 08:01:13.488 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365525843976] [2024/05/06 08:01:13.495 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365525843980] [2024/05/06 08:01:13.502 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365525843985] [2024/05/06 08:01:13.517 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365525843994] [2024/05/06 08:01:13.540 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365538951175] [2024/05/06 08:01:13.547 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365538951179] [2024/05/06 08:01:13.555 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365538951184] [2024/05/06 08:01:13.562 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365538951190] [2024/05/06 08:01:13.569 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365538951194] [2024/05/06 08:01:13.577 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365552058370] [2024/05/06 08:01:13.585 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365552058374] [2024/05/06 08:01:13.592 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365552058378] [2024/05/06 08:01:13.601 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365552058382] [2024/05/06 08:01:13.608 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365552058387] [2024/05/06 08:01:13.617 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365552058392] [2024/05/06 08:01:13.624 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365552058396] [2024/05/06 08:01:13.647 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365565427723] [2024/05/06 08:01:13.655 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365565427727] [2024/05/06 08:01:13.663 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365565427736] [2024/05/06 08:01:13.671 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365565427740] [2024/05/06 08:01:13.679 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365578272770] [2024/05/06 08:01:13.695 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365578272777] [2024/05/06 08:01:13.703 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365578272781] [2024/05/06 08:01:13.711 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365578272787] [2024/05/06 08:01:13.719 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365578272791] [2024/05/06 08:01:13.751 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=90002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 08:01:13.751 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=90002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:13.752 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=90002] [curr-step=init] [next-step=read-index] [2024/05/06 08:01:13.752 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=90002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=4] [2024/05/06 08:01:13.900 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365630963721] [2024/05/06 08:01:13.908 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365630963727] [2024/05/06 08:01:13.915 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365630963734] [2024/05/06 08:01:13.922 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365630963738] [2024/05/06 08:01:13.929 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365643808771] [2024/05/06 08:01:13.937 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=90002] [type=backfill] [remaining-slots=12] [2024/05/06 08:01:13.944 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365643808779] [2024/05/06 08:01:13.952 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365643808783] [2024/05/06 08:01:13.983 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365656915972] [2024/05/06 08:01:13.991 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365656915976] [2024/05/06 08:01:14.006 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365656915984] [2024/05/06 08:01:14.015 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365656915990] [2024/05/06 08:01:14.047 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365670023177] [2024/05/06 08:01:14.063 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365670023186] [2024/05/06 08:01:14.100 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365683392523] [2024/05/06 08:01:14.182 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365709606915] [2024/05/06 08:01:14.229 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365722451970] [2024/05/06 08:01:14.241 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=90002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 08:01:14.242 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:01:14.242 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/176] [keyspaceName=] [2024/05/06 08:01:14.245 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365722451980] [2024/05/06 08:01:14.246 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:01:14.246 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:01:14.246 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:14.246 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:01:14.247 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:14.247 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:14.247 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:14.247 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:14.247 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:14.253 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:14.253 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:14.253 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=176] ["current memory usage"=656] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 08:01:14.253 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 08:01:14.258 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:14.261 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:01:14.261 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=176] ["index ID"=1] ["current memory usage"=671089440] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:14.263 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90002] [subtask-id=90005] [jobID=176] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:14.263 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=171] ["start key"=7480000000000000ab5f728000000000002894] ["end key"=7480000000000000ab5f72800000000000289c00] [2024/05/06 08:01:14.263 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=90002] [subtask-id=90005] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000ab5f728000000000002894, endKey=7480000000000000ab5f72800000000000289c00"] [2024/05/06 08:01:14.266 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089480] ["max memory quota"=17179869184] [2024/05/06 08:01:14.268 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089520] ["max memory quota"=17179869184] [2024/05/06 08:01:14.269 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=90002] [subtask-id=90005] [id=1] [2024/05/06 08:01:14.271 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672138136] ["max memory quota"=17179869184] [2024/05/06 08:01:14.274 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672138176] ["max memory quota"=17179869184] [2024/05/06 08:01:14.274 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=378] [kvs=6] [files=1] [sstFileSize=1108] [file=/tmp/tidb/tmp_ddl-4000/176/f75d9cab-8823-5503-94ba-459a1de580da.sst/81415f8b-b0c2-4457-a9c3-fadb02fb391c.sst] [firstKey=7480000000000000FFAB5F698000000000FF0000010380000000FF0000289803800000FF000000289A000000FC80000000000028980008] [lastKey=7480000000000000FFAB5F698000000000FF0000010380000000FF0000289C03800000FF000000289E000000FC800000000000289C0008] [2024/05/06 08:01:14.277 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=176] [2024/05/06 08:01:14.277 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 647735881728/940431265792, backend usage: 0"] [2024/05/06 08:01:14.277 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:14.279 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:14.300 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=6] [size=378] [2024/05/06 08:01:14.300 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:14.309 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=378] [kvs=6] [importedSize=270] [importedCount=6] [2024/05/06 08:01:14.311 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=33.655089ms] [] [2024/05/06 08:01:14.314 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=176] [2024/05/06 08:01:14.318 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365735559192] [2024/05/06 08:01:14.324 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:14.325 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["current memory usage"=673186712] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:14.327 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90002] [subtask-id=90006] [jobID=176] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:14.327 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186752] ["max memory quota"=17179869184] [2024/05/06 08:01:14.327 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673186792] ["max memory quota"=17179869184] [2024/05/06 08:01:14.327 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673186832] ["max memory quota"=17179869184] [2024/05/06 08:01:14.327 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=172] ["start key"=7480000000000000ac5f72800000000000289d] ["end key"=7480000000000000ac5f7280000000000028a500] [2024/05/06 08:01:14.327 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186872] ["max memory quota"=17179869184] [2024/05/06 08:01:14.327 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=90002] [subtask-id=90006] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000ac5f72800000000000289d, endKey=7480000000000000ac5f7280000000000028a500"] [2024/05/06 08:01:14.328 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=90002] [subtask-id=90006] [id=1] [2024/05/06 08:01:14.328 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=567] [kvs=9] [files=1] [sstFileSize=1140] [file=/tmp/tidb/tmp_ddl-4000/176/f75d9cab-8823-5503-94ba-459a1de580da.sst/3cd02b65-d3f1-460d-9dfa-a22882b1667d.sst] [firstKey=7480000000000000FFAC5F698000000000FF0000010380000000FF0000289D03800000FF000000289F000000FC800000000000289D0008] [lastKey=7480000000000000FFAC5F698000000000FF0000010380000000FF000028A503800000FF00000028A7000000FC80000000000028A50008] [2024/05/06 08:01:14.331 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=176] [2024/05/06 08:01:14.331 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 647735926784/940431265792, backend usage: 0"] [2024/05/06 08:01:14.331 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:14.332 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:14.354 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=9] [size=567] [2024/05/06 08:01:14.354 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:14.366 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=567] [kvs=9] [importedSize=675] [importedCount=15] [2024/05/06 08:01:14.368 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=36.690564ms] [] [2024/05/06 08:01:14.371 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=176] [2024/05/06 08:01:14.382 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:14.383 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["current memory usage"=674235408] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:14.385 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90002] [subtask-id=90007] [jobID=176] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:14.385 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235448] ["max memory quota"=17179869184] [2024/05/06 08:01:14.385 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235488] ["max memory quota"=17179869184] [2024/05/06 08:01:14.385 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235528] ["max memory quota"=17179869184] [2024/05/06 08:01:14.385 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235568] ["max memory quota"=17179869184] [2024/05/06 08:01:14.385 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=173] ["start key"=7480000000000000ad5f7280000000000028a6] ["end key"=7480000000000000ad5f7280000000000028aa00] [2024/05/06 08:01:14.385 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=90002] [subtask-id=90007] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000ad5f7280000000000028a6, endKey=7480000000000000ad5f7280000000000028aa00"] [2024/05/06 08:01:14.386 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=90002] [subtask-id=90007] [id=1] [2024/05/06 08:01:14.386 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=378] [kvs=6] [files=1] [sstFileSize=1108] [file=/tmp/tidb/tmp_ddl-4000/176/f75d9cab-8823-5503-94ba-459a1de580da.sst/abd9b2c9-a4d3-4163-9f40-8cb15993ce92.sst] [firstKey=7480000000000000FFAD5F698000000000FF0000010380000000FF000028A603800000FF00000028A8000000FC80000000000028A60008] [lastKey=7480000000000000FFAD5F698000000000FF0000010380000000FF000028AA03800000FF00000028AC000000FC80000000000028AA0008] [2024/05/06 08:01:14.389 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=176] [2024/05/06 08:01:14.389 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 647735947264/940431265792, backend usage: 0"] [2024/05/06 08:01:14.389 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:14.390 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:14.411 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=6] [size=378] [2024/05/06 08:01:14.411 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:14.418 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=378] [kvs=6] [importedSize=945] [importedCount=21] [2024/05/06 08:01:14.419 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.494461ms] [] [2024/05/06 08:01:14.422 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=176] [2024/05/06 08:01:14.433 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:14.434 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["current memory usage"=674235528] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:14.434 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90002] [subtask-id=90008] [jobID=176] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:14.434 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235568] ["max memory quota"=17179869184] [2024/05/06 08:01:14.434 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235608] ["max memory quota"=17179869184] [2024/05/06 08:01:14.434 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235648] ["max memory quota"=17179869184] [2024/05/06 08:01:14.434 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235688] ["max memory quota"=17179869184] [2024/05/06 08:01:14.434 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=174] ["start key"=7480000000000000ae5f7280000000000028ab] ["end key"=7480000000000000ae5f7280000000000028af00] [2024/05/06 08:01:14.435 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=90002] [subtask-id=90008] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000ae5f7280000000000028ab, endKey=7480000000000000ae5f7280000000000028af00"] [2024/05/06 08:01:14.435 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=90002] [subtask-id=90008] [id=1] [2024/05/06 08:01:14.436 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=378] [kvs=6] [files=1] [sstFileSize=1108] [file=/tmp/tidb/tmp_ddl-4000/176/f75d9cab-8823-5503-94ba-459a1de580da.sst/091e73dc-e54f-496b-b423-06d01423acb1.sst] [firstKey=7480000000000000FFAE5F698000000000FF0000010380000000FF000028AB03800000FF00000028AD000000FC80000000000028AB0008] [lastKey=7480000000000000FFAE5F698000000000FF0000010380000000FF000028AF03800000FF00000028B1000000FC80000000000028AF0008] [2024/05/06 08:01:14.439 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=176] [2024/05/06 08:01:14.439 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 647735959552/940431265792, backend usage: 0"] [2024/05/06 08:01:14.439 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:14.440 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:14.461 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=6] [size=378] [2024/05/06 08:01:14.461 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:14.467 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=378] [kvs=6] [importedSize=1215] [importedCount=27] [2024/05/06 08:01:14.468 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.480275ms] [] [2024/05/06 08:01:14.471 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=176] [2024/05/06 08:01:14.479 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 08:01:14.479 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:01:14.479 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=703.925Β΅s] [] [2024/05/06 08:01:14.479 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:01:14.480 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=512.679Β΅s] [] [2024/05/06 08:01:14.481 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365774880801] [2024/05/06 08:01:14.481 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:14.481 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:14.481 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:14.481 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:14.481 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:14.481 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:14.481 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:14.481 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:14.481 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:14.481 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:14.481 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:14.481 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:14.481 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:14.482 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:14.482 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:14.482 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:14.482 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:14.482 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:14.482 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=176] ["current memory usage"=960] ["max memory quota"=17179869184] [2024/05/06 08:01:14.482 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=90002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=240.509594ms] [] [2024/05/06 08:01:14.486 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365787987976] [2024/05/06 08:01:14.494 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365787987980] [2024/05/06 08:01:14.501 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365787987984] [2024/05/06 08:01:14.547 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365801095179] [2024/05/06 08:01:14.555 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365801095183] [2024/05/06 08:01:14.563 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365801095189] [2024/05/06 08:01:14.579 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365814202370] [2024/05/06 08:01:14.626 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365827309569] [2024/05/06 08:01:14.642 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365827309576] [2024/05/06 08:01:14.650 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365827309580] [2024/05/06 08:01:14.657 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365827309585] [2024/05/06 08:01:14.717 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365840416785] [2024/05/06 08:01:14.752 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=90002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 08:01:14.782 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=90002] [type=backfill] [2024/05/06 08:01:14.830 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365879738371] [2024/05/06 08:01:14.894 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365893107720] [2024/05/06 08:01:14.948 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365906214923] [2024/05/06 08:01:14.955 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365906214927] [2024/05/06 08:01:14.964 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365906214933] [2024/05/06 08:01:14.971 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365906214937] [2024/05/06 08:01:14.978 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365919322114] [2024/05/06 08:01:14.986 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365919322118] [2024/05/06 08:01:15.018 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365919322134] [2024/05/06 08:01:15.052 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:01:15.052 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/176] [keyspaceName=] [2024/05/06 08:01:15.056 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:01:15.056 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:01:15.056 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:15.056 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:01:15.057 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:15.057 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:15.057 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:15.057 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:15.057 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:15.062 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:15.063 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:15.063 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=176] ["current memory usage"=1136] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 08:01:15.063 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t] [2024/05/06 08:01:15.063 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t] [category=detect-dupe] [tasks=5] [2024/05/06 08:01:15.065 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t] [takeTime=2.035907ms] [] [2024/05/06 08:01:15.066 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:15.066 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:15.066 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:15.066 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:15.066 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:15.066 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:15.066 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:15.066 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:15.066 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:15.066 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:15.066 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:15.066 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:15.066 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:15.066 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:15.066 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:15.066 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:15.066 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:15.066 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:15.066 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=176] ["current memory usage"=960] ["max memory quota"=17179869184] [2024/05/06 08:01:15.066 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=9] [2024/05/06 08:01:15.096 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=980.483Β΅s] [gotSchemaVersion=114] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:15.099 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=176] [version=114] [2024/05/06 08:01:15.146 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=52.459846ms] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:9, ArgLen:6, start time: 2024-05-06 08:01:12.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572365447462932, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:15.155 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 35, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:9, ArgLen:0, start time: 2024-05-06 08:01:12.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572365447462932, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:15.156 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=176] [table=t] [index=idx] [2024/05/06 08:01:15.164 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=999.603Β΅s] [gotSchemaVersion=115] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:15.166 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=176] [version=115] [2024/05/06 08:01:15.199 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365971488777] [2024/05/06 08:01:15.214 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=53.129788ms] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:9, ArgLen:6, start time: 2024-05-06 08:01:12.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:15.222 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 37, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:9, ArgLen:0, start time: 2024-05-06 08:01:12.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:15.223 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=176] [physicalTableID=171] [startKey=7480000000000000ab5f69ffff000000000001] [endKey=7480000000000000ab5f69ffff000000000001ff] [2024/05/06 08:01:15.229 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=176] [2024/05/06 08:01:15.235 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 36, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:9, ArgLen:0, start time: 2024-05-06 08:01:12.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572365984595969, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:15.236 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365984595980] [2024/05/06 08:01:15.237 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:9, ArgLen:6, start time: 2024-05-06 08:01:12.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572365984595969, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000ab5f69ffff000000000001,EndKey:7480000000000000ab5f69ffff000000000001ff,First:false,PhysicalTableID:171,Ingest mode:false"] [2024/05/06 08:01:15.239 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=171] ["start key"=7480000000000000ab5f69ffff000000000001] ["end key"=7480000000000000ab5f69ffff000000000001ff] [2024/05/06 08:01:15.239 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=176] [2024/05/06 08:01:15.239 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000ab5f69ffff000000000001] [endKey=7480000000000000ab5f69ffff000000000001ff] [2024/05/06 08:01:15.239 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=176] [2024/05/06 08:01:15.239 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=176] [2024/05/06 08:01:15.239 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=176] [2024/05/06 08:01:15.240 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=171] ["end key"=7480000000000000ab5f69ffff000000000001ff] ["current end key"=7480000000000000ab5f69ffff00000000000103800000000000291003800000000000291200] [2024/05/06 08:01:15.240 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=176] [2024/05/06 08:01:15.240 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=176] [2024/05/06 08:01:15.240 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=176] [2024/05/06 08:01:15.250 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=90002] [2024/05/06 08:01:15.253 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:01:15.253 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=90002] [2024/05/06 08:01:15.255 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 171, range: [7480000000000000ab5f69ffff000000000001, 7480000000000000ab5f69ffff00000000000103800000000000291003800000000000291200), jobID: 176"] ["added count"=302] ["scan count"=302] ["next key"=7480000000000000ab5f69ffff0000000000010380000000000029100380000000000029120000] ["take time"=15.458205ms] [2024/05/06 08:01:15.255 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=176] [2024/05/06 08:01:15.258 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=311] ["start key"=7480000000000000ab5f69ffff000000000001] [2024/05/06 08:01:15.259 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:01:15.261 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=176] [element=ID:1,TypeKey:_idx_] [partitionTableID=172] [startKey=7480000000000000ac5f69ffff000000000001] [endKey=7480000000000000ac5f69ffff000000000001ff] [] [2024/05/06 08:01:15.261 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:311, ArgLen:6, start time: 2024-05-06 08:01:12.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572365984595969, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000ac5f69ffff000000000001,EndKey:7480000000000000ac5f69ffff000000000001ff,First:false,PhysicalTableID:172,Ingest mode:false"] [2024/05/06 08:01:15.262 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=176] [2024/05/06 08:01:15.262 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=172] ["start key"=7480000000000000ac5f69ffff000000000001] ["end key"=7480000000000000ac5f69ffff000000000001ff] [2024/05/06 08:01:15.262 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=176] [2024/05/06 08:01:15.262 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000ac5f69ffff000000000001] [endKey=7480000000000000ac5f69ffff000000000001ff] [2024/05/06 08:01:15.262 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=176] [2024/05/06 08:01:15.262 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=176] [2024/05/06 08:01:15.263 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=172] ["end key"=7480000000000000ac5f69ffff000000000001ff] ["current end key"=7480000000000000ac5f69ffff00000000000103800000000000291103800000000000291300] [2024/05/06 08:01:15.263 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=176] [2024/05/06 08:01:15.263 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=176] [2024/05/06 08:01:15.263 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=176] [2024/05/06 08:01:15.276 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 172, range: [7480000000000000ac5f69ffff000000000001, 7480000000000000ac5f69ffff00000000000103800000000000291103800000000000291300), jobID: 176"] ["added count"=300] ["scan count"=300] ["next key"=7480000000000000ac5f69ffff0000000000010380000000000029110380000000000029130000] ["take time"=12.723616ms] [2024/05/06 08:01:15.276 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=176] [2024/05/06 08:01:15.279 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=611] ["start key"=7480000000000000ac5f69ffff000000000001] [2024/05/06 08:01:15.282 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=176] [element=ID:1,TypeKey:_idx_] [partitionTableID=173] [startKey=7480000000000000ad5f69ffff000000000001] [endKey=7480000000000000ad5f69ffff000000000001ff] [] [2024/05/06 08:01:15.282 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:611, ArgLen:6, start time: 2024-05-06 08:01:12.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572365984595969, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000ad5f69ffff000000000001,EndKey:7480000000000000ad5f69ffff000000000001ff,First:false,PhysicalTableID:173,Ingest mode:false"] [2024/05/06 08:01:15.283 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=176] [2024/05/06 08:01:15.283 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=173] ["start key"=7480000000000000ad5f69ffff000000000001] ["end key"=7480000000000000ad5f69ffff000000000001ff] [2024/05/06 08:01:15.283 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=176] [2024/05/06 08:01:15.283 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000ad5f69ffff000000000001] [endKey=7480000000000000ad5f69ffff000000000001ff] [2024/05/06 08:01:15.283 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=176] [2024/05/06 08:01:15.283 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=176] [2024/05/06 08:01:15.284 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=173] ["end key"=7480000000000000ad5f69ffff000000000001ff] ["current end key"=7480000000000000ad5f69ffff00000000000103800000000000291603800000000000291800] [2024/05/06 08:01:15.284 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=176] [2024/05/06 08:01:15.284 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=176] [2024/05/06 08:01:15.284 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=176] [2024/05/06 08:01:15.288 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365997703182] [2024/05/06 08:01:15.296 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 173, range: [7480000000000000ad5f69ffff000000000001, 7480000000000000ad5f69ffff00000000000103800000000000291603800000000000291800), jobID: 176"] ["added count"=300] ["scan count"=300] ["next key"=7480000000000000ad5f69ffff0000000000010380000000000029160380000000000029180000] ["take time"=12.59824ms] [2024/05/06 08:01:15.297 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=176] [2024/05/06 08:01:15.297 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572365997703189] [2024/05/06 08:01:15.299 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=911] ["start key"=7480000000000000ad5f69ffff000000000001] [2024/05/06 08:01:15.302 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=176] [element=ID:1,TypeKey:_idx_] [partitionTableID=174] [startKey=7480000000000000ae5f69ffff000000000001] [endKey=7480000000000000ae5f69ffff000000000001ff] [] [2024/05/06 08:01:15.302 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:911, ArgLen:6, start time: 2024-05-06 08:01:12.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572365984595969, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000ae5f69ffff000000000001,EndKey:7480000000000000ae5f69ffff000000000001ff,First:false,PhysicalTableID:174,Ingest mode:false"] [2024/05/06 08:01:15.303 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=174] ["start key"=7480000000000000ae5f69ffff000000000001] ["end key"=7480000000000000ae5f69ffff000000000001ff] [2024/05/06 08:01:15.303 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=176] [2024/05/06 08:01:15.303 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000ae5f69ffff000000000001] [endKey=7480000000000000ae5f69ffff000000000001ff] [2024/05/06 08:01:15.303 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=176] [2024/05/06 08:01:15.303 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=176] [2024/05/06 08:01:15.303 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=176] [2024/05/06 08:01:15.304 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=174] ["end key"=7480000000000000ae5f69ffff000000000001ff] ["current end key"=7480000000000000ae5f69ffff00000000000103800000000000291703800000000000291900] [2024/05/06 08:01:15.304 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=176] [2024/05/06 08:01:15.304 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=176] [2024/05/06 08:01:15.304 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=176] [2024/05/06 08:01:15.315 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 174, range: [7480000000000000ae5f69ffff000000000001, 7480000000000000ae5f69ffff00000000000103800000000000291703800000000000291900), jobID: 176"] ["added count"=303] ["scan count"=303] ["next key"=7480000000000000ae5f69ffff0000000000010380000000000029170380000000000029190000] ["take time"=11.510362ms] [2024/05/06 08:01:15.316 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=176] [2024/05/06 08:01:15.318 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1214] ["start key"=7480000000000000ae5f69ffff000000000001] [2024/05/06 08:01:15.318 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=1214] [2024/05/06 08:01:15.344 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 08:01:15.351 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=833.767Β΅s] [gotSchemaVersion=116] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:15.353 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=176] [version=116] [2024/05/06 08:01:15.353 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366010810385] [2024/05/06 08:01:15.355 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366010810387] [2024/05/06 08:01:15.358 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366010810390] [2024/05/06 08:01:15.360 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366010810393] [2024/05/06 08:01:15.362 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366010810395] [2024/05/06 08:01:15.365 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366010810397] [2024/05/06 08:01:15.367 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366010810399] [2024/05/06 08:01:15.369 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366010810402] [2024/05/06 08:01:15.372 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366010810404] [2024/05/06 08:01:15.374 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366023917569] [2024/05/06 08:01:15.376 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366023917571] [2024/05/06 08:01:15.379 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366023917573] [2024/05/06 08:01:15.380 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366023917575] [2024/05/06 08:01:15.382 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366023917577] [2024/05/06 08:01:15.385 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366023917579] [2024/05/06 08:01:15.386 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366023917581] [2024/05/06 08:01:15.389 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366023917583] [2024/05/06 08:01:15.391 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366023917585] [2024/05/06 08:01:15.393 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366023917587] [2024/05/06 08:01:15.395 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366023917589] [2024/05/06 08:01:15.397 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366023917591] [2024/05/06 08:01:15.399 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366023917593] [2024/05/06 08:01:15.400 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=52.523852ms] [job="ID:176, Type:add index, State:done, SchemaState:public, SchemaID:168, TableID:170, RowCount:1214, ArgLen:3, start time: 2024-05-06 08:01:12.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572365984595969, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:15.401 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366023917595] [2024/05/06 08:01:15.404 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366023917599] [2024/05/06 08:01:15.406 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366023917602] [2024/05/06 08:01:15.408 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366023917610] [2024/05/06 08:01:15.409 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=176] [tableID=171] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:15.411 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366023917616] [2024/05/06 08:01:15.411 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=176] [tableID=172] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:15.413 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=176] [tableID=173] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:15.413 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366023917622] [2024/05/06 08:01:15.415 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=176] [tableID=174] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:15.416 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366023917627] [2024/05/06 08:01:15.417 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=176] [jobType="add index"] [2024/05/06 08:01:15.418 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 35, tp add index"] [category=ddl] [jobID=176] [conn=9] [job="ID:176, Type:add index, State:synced, SchemaState:public, SchemaID:168, TableID:170, RowCount:1214, ArgLen:3, start time: 2024-05-06 08:01:12.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572365984595969, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:15.420 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366023917633] [2024/05/06 08:01:15.422 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366023917637] [2024/05/06 08:01:15.426 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=176] [2024/05/06 08:01:15.426 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:15.427 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366037024776] [2024/05/06 08:01:15.427 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 9\n# Query_time: 2.432786446\n# Parse_time: 0.000042923\n# Compile_time: 0.000078583\n# Rewrite_time: 0.000006276\n# Optimize_time: 0.000013779\n# Wait_TS: 0.000156452\n# DB: addindexlit\n# Is_internal: false\n# Digest: 6736d651cf30f9cbccafed5d726d1560748139b0e20cbaed96c85663f113bdde\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add unique index idx(pk, (cast(a as signed array)));"] [2024/05/06 08:01:15.429 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366037024782] [2024/05/06 08:01:15.434 +00:00] [INFO] [session.go:4055] ["use snapshot schema"] [conn=0] [schemaVersion=116] [2024/05/06 08:01:15.446 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a0bee8c0-7ccd-48ba-8fa2-94b3c05aed9d"] [2024/05/06 08:01:15.446 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a0bee8c0-7ccd-48ba-8fa2-94b3c05aed9d"] [2024/05/06 08:01:15.448 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a0bee8c0-7ccd-48ba-8fa2-94b3c05aed9d"] [] [2024/05/06 08:01:15.448 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:15.448 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 37, tp add index"] [category=ddl] ["take time"=2.655Β΅s] [2024/05/06 08:01:15.448 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 34, tp add index"] [category=ddl] ["take time"=1.335Β΅s] [2024/05/06 08:01:15.448 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 35, tp add index"] [category=ddl] ["take time"=945ns] [2024/05/06 08:01:15.448 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 36, tp add index"] [category=ddl] ["take time"=1.145Β΅s] [2024/05/06 08:01:15.448 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:15.448 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 33, tp general"] [category=ddl] ["take time"=892ns] [2024/05/06 08:01:15.448 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:15.448 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:01:15.448 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:01:15.452 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=a0bee8c0-7ccd-48ba-8fa2-94b3c05aed9d] ["take time"=6.07524ms] [2024/05/06 08:01:15.452 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=a0bee8c0-7ccd-48ba-8fa2-94b3c05aed9d] [2024/05/06 08:01:15.453 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:01:15.454 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/8d61e7ab-945e-4b64-85c7-4ac2bcc21fb9] [watcherID=5f827dea-94e9-422c-ae99-ef90e3ac5725] [2024/05/06 08:01:15.454 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:01:15.454 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/8d61e7ab-945e-4b64-85c7-4ac2bcc21fb9] [2024/05/06 08:01:15.454 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:15.454 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:15.454 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:15.454 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:15.454 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:15.454 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:15.454 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:15.454 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:15.454 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:15.454 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:15.454 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:01:15.454 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:01:15.455 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1037] [2024/05/06 08:01:15.455 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:15.455 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:01:15.455 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:01:15.455 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:15.455 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:15.455 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:01:15.455 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:15.455 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:01:15.455 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:15.455 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:15.455 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:01:15.455 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:01:15.455 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:15.455 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:01:15.455 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:15.455 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:01:15.455 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:15.455 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:01:15.455 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:15.455 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:01:15.455 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:15.455 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:15.455 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:15.455 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a0bee8c0-7ccd-48ba-8fa2-94b3c05aed9d"] [2024/05/06 08:01:15.455 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:01:15.455 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:01:15.455 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:01:15.455 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:15.455 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:01:15.455 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:01:15.455 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:15.455 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:15.455 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager a0bee8c0-7ccd-48ba-8fa2-94b3c05aed9d"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:15.455 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:15.455 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:01:15.455 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=a0bee8c0-7ccd-48ba-8fa2-94b3c05aed9d] [2024/05/06 08:01:15.455 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:15.455 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:01:15.455 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:15.455 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:01:15.455 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:01:15.455 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a0bee8c0-7ccd-48ba-8fa2-94b3c05aed9d"] [2024/05/06 08:01:15.455 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:15.455 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager a0bee8c0-7ccd-48ba-8fa2-94b3c05aed9d"] [2024/05/06 08:01:15.455 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:01:15.455 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:01:15.455 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:01:15.455 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:15.455 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:01:15.455 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:15.455 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cc068826-232d-47da-a561-ab1dce2dd321"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:15.455 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:01:15.455 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cc068826-232d-47da-a561-ab1dce2dd321"] [2024/05/06 08:01:15.455 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=a0bee8c0-7ccd-48ba-8fa2-94b3c05aed9d] [2024/05/06 08:01:15.455 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:01:15.455 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:01:15.455 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:01:15.455 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:15.455 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a0bee8c0-7ccd-48ba-8fa2-94b3c05aed9d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:15.455 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:01:15.455 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:15.456 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=cc068826-232d-47da-a561-ab1dce2dd321] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:15.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:15.456 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:01:15.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:15.456 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager cc068826-232d-47da-a561-ab1dce2dd321"] [error="context canceled"] [2024/05/06 08:01:15.456 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:01:15.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:15.487 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:01:15.487 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager a0bee8c0-7ccd-48ba-8fa2-94b3c05aed9d"] [error="context canceled"] [2024/05/06 08:01:15.657 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cc068826-232d-47da-a561-ab1dce2dd321"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:15.687 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager a0bee8c0-7ccd-48ba-8fa2-94b3c05aed9d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:16.710 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a0bee8c0-7ccd-48ba-8fa2-94b3c05aed9d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:16.710 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:01:16.710 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:16.916 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cc068826-232d-47da-a561-ab1dce2dd321"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:16.932 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager a0bee8c0-7ccd-48ba-8fa2-94b3c05aed9d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:16.932 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:01:16.932 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:01:16.932 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:16.933 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.486615094s] [2024/05/06 08:01:16.933 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:16.933 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:16.933 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:16.933 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:16.933 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:16.933 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:16.933 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:16.933 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:16.933 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:16.933 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:16.933 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:16.933 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:16.933 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:16.933 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestIngestMVIndexOnPartitionTable (7.57s) === RUN TestAddIndexIngestAdjustBackfillWorker ingest_test.go:186: dist reorg didn't support checkBackfillWorkerNum, skip this test --- SKIP: TestAddIndexIngestAdjustBackfillWorker (0.00s) === RUN TestAddIndexIngestAdjustBackfillWorkerCountFail [2024/05/06 08:01:16.937 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:16.937 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:01:16.937 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:01:16.938 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:16.938 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:01:16.938 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:16.938 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:16.938 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:16.938 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:16.938 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:16.939 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:01:16.940 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:16.940 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:16.940 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:16.943 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793138773410359] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:01:16.949 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:01:16.957 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=668] ["lease id"=6f188f4ce9fe83ce] [2024/05/06 08:01:16.959 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:01:16.974 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=116] ["start time"=13.182398ms] [2024/05/06 08:01:16.975 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:01:16.975 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=c4c820fc-da8f-4df0-aad2-340c98ab5b00] [runWorker=true] [2024/05/06 08:01:16.975 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:01:16.976 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:01:16.977 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 08:01:16.977 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 647736344576/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 08:01:16.977 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:16.977 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:16.977 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:16.977 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:16.977 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:16.977 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:16.977 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:16.977 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:16.977 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:16.977 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:16.977 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:16.977 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:16.977 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:16.977 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:01:16.979 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c4c820fc-da8f-4df0-aad2-340c98ab5b00"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4ce9fe84d3] [ownerID=c4c820fc-da8f-4df0-aad2-340c98ab5b00] [op=none] [2024/05/06 08:01:16.979 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:16.979 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=ef5a5e74-7b60-447b-8770-2cd4d9d0ce92] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:16.980 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:01:16.983 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:01:16.984 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:16.984 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:01:16.998 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:17.001 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:17.003 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:17.003 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:17.003 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:17.003 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:17.003 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:01:17.003 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:01:17.003 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:01:17.003 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:01:17.003 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:01:17.004 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:17.004 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:01:17.005 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:17.005 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:17.005 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:17.005 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:17.005 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:01:17.005 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:17.006 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:01:17.006 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/a7b315af-ad3a-4265-ab56-0ddff7a42682] [2024/05/06 08:01:17.006 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:17.006 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:17.007 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:17.007 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:01:17.007 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:01:17.009 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=5.165701ms] [2024/05/06 08:01:17.012 +00:00] [INFO] [set.go:170] ["set global var"] [conn=12] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:01:17.013 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=116] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 08:01:17.020 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:177, Type:drop schema, State:queueing, SchemaState:public, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:16.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:17.020 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:177, Type:drop schema, State:queueing, SchemaState:public, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:16.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 08:01:17.028 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:17.029 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c4c820fc-da8f-4df0-aad2-340c98ab5b00"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4ce9fe84d3] [ownerID=c4c820fc-da8f-4df0-aad2-340c98ab5b00] [op=none] [2024/05/06 08:01:17.029 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c4c820fc-da8f-4df0-aad2-340c98ab5b00"] [op=none] [2024/05/06 08:01:17.029 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:01:17.036 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=177] [conn=13] [category=ddl] [job="ID:177, Type:drop schema, State:queueing, SchemaState:public, SchemaID:168, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:16.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.045 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=65.123Β΅s] [gotSchemaVersion=117] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[2,2,2,2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:17.047 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=177] [version=117] [2024/05/06 08:01:17.096 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=52.806066ms] [job="ID:177, Type:drop schema, State:running, SchemaState:write only, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:16.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.104 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=177] [conn=13] [category=ddl] [job="ID:177, Type:drop schema, State:running, SchemaState:write only, SchemaID:168, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:16.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.112 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=52.864Β΅s] [gotSchemaVersion=118] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:17.114 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=177] [version=118] [2024/05/06 08:01:17.163 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=52.653566ms] [job="ID:177, Type:drop schema, State:running, SchemaState:delete only, SchemaID:168, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:16.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.171 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=177] [conn=13] [category=ddl] [job="ID:177, Type:drop schema, State:running, SchemaState:delete only, SchemaID:168, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:16.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.178 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=49.824Β΅s] [gotSchemaVersion=119] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:17.180 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=177] [version=119] [2024/05/06 08:01:17.229 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=51.961676ms] [job="ID:177, Type:drop schema, State:done, SchemaState:none, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:16.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.236 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=177] [tableIDs="[170,171,172,173,174]"] [comment="drop schema: table IDs"] [2024/05/06 08:01:17.242 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=177] [jobType="drop schema"] [2024/05/06 08:01:17.243 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=177] [conn=13] [job="ID:177, Type:drop schema, State:synced, SchemaState:none, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:16.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.253 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=177] [2024/05/06 08:01:17.253 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:17.254 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=119] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 08:01:17.263 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:179, Type:create schema, State:queueing, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:17.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:17.263 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:179, Type:create schema, State:queueing, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:17.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 08:01:17.271 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=179] [conn=13] [category=ddl] [job="ID:179, Type:create schema, State:queueing, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:17.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.281 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=334.399Β΅s] [gotSchemaVersion=120] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:01:17.283 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=179] [version=120] [2024/05/06 08:01:17.331 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=52.363883ms] [job="ID:179, Type:create schema, State:done, SchemaState:public, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:17.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.338 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=179] [conn=13] [job="ID:179, Type:create schema, State:synced, SchemaState:public, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:17.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.342 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=179] [2024/05/06 08:01:17.342 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:17.348 +00:00] [INFO] [set.go:170] ["set global var"] [conn=13] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 08:01:17.359 +00:00] [INFO] [set.go:170] ["set global var"] [conn=13] [name=tidb_ddl_reorg_worker_cnt] [val=20] [2024/05/06 08:01:17.359 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=120] [cur_db=addindexlit] [sql="create table t (a int primary key);"] [user=] [2024/05/06 08:01:17.366 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:181, Type:create table, State:queueing, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:17.366 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:181, Type:create table, State:queueing, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key);"] [2024/05/06 08:01:17.373 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=181] [conn=13] [category=ddl] [job="ID:181, Type:create table, State:queueing, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:17.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.376 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 178, Table ID: 180, Table Name: t"] [2024/05/06 08:01:17.382 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=678.929Β΅s] [gotSchemaVersion=121] [phyTblIDs="[180]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:17.385 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=181] [version=121] [2024/05/06 08:01:17.432 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=52.210006ms] [job="ID:181, Type:create table, State:done, SchemaState:public, SchemaID:178, TableID:180, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.439 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=181] [conn=13] [job="ID:181, Type:create table, State:synced, SchemaState:public, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:17.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.444 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=181] [2024/05/06 08:01:17.444 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:17.447 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572366561574926] [2024/05/06 08:01:17.449 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=19] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000b45f7280000000000003e8] [2024/05/06 08:01:17.452 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000b45f7280000000000003e8] ["first new region left"="{Id:380 StartKey:7480000000000000ffae5f698000000000ff0000010380000000ff000028af03800000ff00000028b1000000fd EndKey:7480000000000000ffb45f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:381 store_id:2 id:382 store_id:1 id:383 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=19] [2024/05/06 08:01:17.452 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=380] [2024/05/06 08:01:17.452 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f7280000000000003e8] ["new region left"="{Id:380 StartKey:7480000000000000ffae5f698000000000ff0000010380000000ff000028af03800000ff00000028b1000000fd EndKey:7480000000000000ffb45f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:381 store_id:2 id:382 store_id:1 id:383 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:17.452 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=384] [2024/05/06 08:01:17.453 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f7280000000000007d0] ["new region left"="{Id:384 StartKey:7480000000000000ffb45f728000000000ff0003e80000000000fa EndKey:7480000000000000ffb45f728000000000ff0007d00000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:385 store_id:2 id:386 store_id:1 id:387 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:17.453 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=388] [2024/05/06 08:01:17.453 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000000bb8] ["new region left"="{Id:388 StartKey:7480000000000000ffb45f728000000000ff0007d00000000000fa EndKey:7480000000000000ffb45f728000000000ff000bb80000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:389 store_id:2 id:390 store_id:1 id:391 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:17.453 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=392] [2024/05/06 08:01:17.453 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000000fa0] ["new region left"="{Id:392 StartKey:7480000000000000ffb45f728000000000ff000bb80000000000fa EndKey:7480000000000000ffb45f728000000000ff000fa00000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:393 store_id:2 id:394 store_id:1 id:395 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:17.453 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=396] [2024/05/06 08:01:17.454 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000001388] ["new region left"="{Id:396 StartKey:7480000000000000ffb45f728000000000ff000fa00000000000fa EndKey:7480000000000000ffb45f728000000000ff0013880000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:397 store_id:2 id:398 store_id:1 id:399 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:17.454 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=400] [2024/05/06 08:01:17.454 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000001770] ["new region left"="{Id:400 StartKey:7480000000000000ffb45f728000000000ff0013880000000000fa EndKey:7480000000000000ffb45f728000000000ff0017700000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:401 store_id:2 id:402 store_id:1 id:403 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:17.455 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=404] [2024/05/06 08:01:17.455 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000001b58] ["new region left"="{Id:404 StartKey:7480000000000000ffb45f728000000000ff0017700000000000fa EndKey:7480000000000000ffb45f728000000000ff001b580000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:405 store_id:2 id:406 store_id:1 id:407 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:17.455 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=408] [2024/05/06 08:01:17.556 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000001f40] ["new region left"="{Id:408 StartKey:7480000000000000ffb45f728000000000ff001b580000000000fa EndKey:7480000000000000ffb45f728000000000ff001f400000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:409 store_id:2 id:410 store_id:1 id:411 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:17.556 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=412] [2024/05/06 08:01:17.556 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000002328] ["new region left"="{Id:412 StartKey:7480000000000000ffb45f728000000000ff001f400000000000fa EndKey:7480000000000000ffb45f728000000000ff0023280000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:413 store_id:2 id:414 store_id:1 id:415 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:17.557 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=416] [2024/05/06 08:01:17.557 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000002710] ["new region left"="{Id:416 StartKey:7480000000000000ffb45f728000000000ff0023280000000000fa EndKey:7480000000000000ffb45f728000000000ff0027100000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:417 store_id:2 id:418 store_id:1 id:419 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:17.557 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=420] [2024/05/06 08:01:17.558 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000002af8] ["new region left"="{Id:420 StartKey:7480000000000000ffb45f728000000000ff0027100000000000fa EndKey:7480000000000000ffb45f728000000000ff002af80000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:421 store_id:2 id:422 store_id:1 id:423 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:17.558 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=424] [2024/05/06 08:01:17.558 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000002ee0] ["new region left"="{Id:424 StartKey:7480000000000000ffb45f728000000000ff002af80000000000fa EndKey:7480000000000000ffb45f728000000000ff002ee00000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:425 store_id:2 id:426 store_id:1 id:427 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:17.558 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=428] [2024/05/06 08:01:17.559 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f7280000000000032c8] ["new region left"="{Id:428 StartKey:7480000000000000ffb45f728000000000ff002ee00000000000fa EndKey:7480000000000000ffb45f728000000000ff0032c80000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:429 store_id:2 id:430 store_id:1 id:431 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:17.559 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=432] [2024/05/06 08:01:17.559 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f7280000000000036b0] ["new region left"="{Id:432 StartKey:7480000000000000ffb45f728000000000ff0032c80000000000fa EndKey:7480000000000000ffb45f728000000000ff0036b00000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:433 store_id:2 id:434 store_id:1 id:435 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:17.559 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=436] [2024/05/06 08:01:17.560 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000003a98] ["new region left"="{Id:436 StartKey:7480000000000000ffb45f728000000000ff0036b00000000000fa EndKey:7480000000000000ffb45f728000000000ff003a980000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:437 store_id:2 id:438 store_id:1 id:439 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:17.560 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=440] [2024/05/06 08:01:17.560 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000003e80] ["new region left"="{Id:440 StartKey:7480000000000000ffb45f728000000000ff003a980000000000fa EndKey:7480000000000000ffb45f728000000000ff003e800000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:441 store_id:2 id:442 store_id:1 id:443 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:17.560 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=444] [2024/05/06 08:01:17.561 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000004268] ["new region left"="{Id:444 StartKey:7480000000000000ffb45f728000000000ff003e800000000000fa EndKey:7480000000000000ffb45f728000000000ff0042680000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:445 store_id:2 id:446 store_id:1 id:447 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:17.561 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=448] [2024/05/06 08:01:17.561 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000004650] ["new region left"="{Id:448 StartKey:7480000000000000ffb45f728000000000ff0042680000000000fa EndKey:7480000000000000ffb45f728000000000ff0046500000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:449 store_id:2 id:450 store_id:1 id:451 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:17.561 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=452] [2024/05/06 08:01:17.562 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000004a38] ["new region left"="{Id:452 StartKey:7480000000000000ffb45f728000000000ff0046500000000000fa EndKey:7480000000000000ffb45f728000000000ff004a380000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:453 store_id:2 id:454 store_id:1 id:455 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:17.562 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=19] ["region IDs"="[380,384,388,392,396,400,404,408,412,416,420,424,428,432,436,440,444,448,452]"] [2024/05/06 08:01:17.562 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=380] [backoff(ms)=299887] [2024/05/06 08:01:17.562 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=380] [2024/05/06 08:01:17.562 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=384] [backoff(ms)=299886] [2024/05/06 08:01:17.563 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=384] [2024/05/06 08:01:17.563 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=388] [backoff(ms)=299886] [2024/05/06 08:01:17.563 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=388] [2024/05/06 08:01:17.563 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=392] [backoff(ms)=299885] [2024/05/06 08:01:17.563 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=392] [2024/05/06 08:01:17.563 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=396] [backoff(ms)=299885] [2024/05/06 08:01:17.563 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=396] [2024/05/06 08:01:17.563 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=400] [backoff(ms)=299885] [2024/05/06 08:01:17.564 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=400] [2024/05/06 08:01:17.564 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=404] [backoff(ms)=299885] [2024/05/06 08:01:17.564 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=404] [2024/05/06 08:01:17.564 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=408] [backoff(ms)=299885] [2024/05/06 08:01:17.564 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=408] [2024/05/06 08:01:17.564 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=412] [backoff(ms)=299884] [2024/05/06 08:01:17.564 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=412] [2024/05/06 08:01:17.564 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=416] [backoff(ms)=299884] [2024/05/06 08:01:17.564 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=416] [2024/05/06 08:01:17.565 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=420] [backoff(ms)=299884] [2024/05/06 08:01:17.565 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=420] [2024/05/06 08:01:17.565 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=424] [backoff(ms)=299884] [2024/05/06 08:01:17.565 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=424] [2024/05/06 08:01:17.565 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=428] [backoff(ms)=299883] [2024/05/06 08:01:17.565 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=428] [2024/05/06 08:01:17.565 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=432] [backoff(ms)=299883] [2024/05/06 08:01:17.565 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=432] [2024/05/06 08:01:17.565 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=436] [backoff(ms)=299883] [2024/05/06 08:01:17.566 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=436] [2024/05/06 08:01:17.566 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=440] [backoff(ms)=299883] [2024/05/06 08:01:17.566 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=440] [2024/05/06 08:01:17.566 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=444] [backoff(ms)=299883] [2024/05/06 08:01:17.566 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=444] [2024/05/06 08:01:17.566 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=448] [backoff(ms)=299883] [2024/05/06 08:01:17.566 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=448] [2024/05/06 08:01:17.566 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=452] [backoff(ms)=299882] [2024/05/06 08:01:17.566 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=452] [2024/05/06 08:01:17.567 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=121] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/06 08:01:17.574 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:182, Type:add index, State:queueing, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:17.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 08:01:17.574 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:182, Type:add index, State:queueing, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:17.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/06 08:01:17.583 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 41, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:queueing, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:17.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:17.584 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:17.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 08:01:17.592 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=696.42Β΅s] [gotSchemaVersion=122] [phyTblIDs="[180]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:17.594 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=182] [version=122] [2024/05/06 08:01:17.643 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=53.350781ms] [job="ID:182, Type:add index, State:running, SchemaState:delete only, SchemaID:178, TableID:180, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:17.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:17.651 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 40, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:delete only, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:17.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:17.660 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=591.306Β΅s] [gotSchemaVersion=123] [phyTblIDs="[180]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:17.662 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=182] [version=123] [2024/05/06 08:01:17.710 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=52.557025ms] [job="ID:182, Type:add index, State:running, SchemaState:write only, SchemaID:178, TableID:180, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:17.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:17.718 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 41, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write only, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:17.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:17.726 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=548.027Β΅s] [gotSchemaVersion=124] [phyTblIDs="[180]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:17.728 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=182] [version=124] [2024/05/06 08:01:17.776 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=52.780376ms] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:17.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:17.787 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 42, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:17.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:17.787 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=182] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:01:17.790 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=182] [physicalTableID=180] [startKey=7480000000000000b45f728000000000000000] [endKey=7480000000000000b45f728000000000004a3800] [2024/05/06 08:01:17.797 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=182] [2024/05/06 08:01:17.803 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 41, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:17.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572366653063176, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:17.804 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=182] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:01:17.809 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=20] [task-concurrency=16] [task-key=ddl/backfill/182] [2024/05/06 08:01:17.834 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=180] [size=0] [error="zero approximate size"] [errorVerbose="zero approximate size\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2245\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:18.007 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:01:18.007 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:01:18.007 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/a7b315af-ad3a-4265-ab56-0ddff7a42682] [watcherID=99f42095-18f9-4dd2-8f12-c108f77d0db2] [2024/05/06 08:01:18.007 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:01:18.009 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:01:18.009 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:01:18.009 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:01:18.009 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:01:18.013 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=120001] [2024/05/06 08:01:18.013 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=120001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=16] [2024/05/06 08:01:18.514 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=120001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 08:01:18.514 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=120001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:18.515 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=120001] [curr-step=init] [next-step=read-index] [2024/05/06 08:01:18.517 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=120001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=16] [subtasks=1] [2024/05/06 08:01:18.812 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=120001] [type=backfill] [remaining-slots=0] [2024/05/06 08:01:18.978 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:01:19.115 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=120001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=16, Mem=32GiB]"] [2024/05/06 08:01:19.116 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=2] [2024/05/06 08:01:19.116 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/182] [keyspaceName=] [2024/05/06 08:01:19.121 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:01:19.121 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:01:19.121 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:19.121 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:01:19.122 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:19.122 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:19.122 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:19.122 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:19.122 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:19.128 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:19.129 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:19.129 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=182] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 08:01:19.129 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 08:01:19.134 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:19.137 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:01:19.137 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=182] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:19.137 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=120001] [subtask-id=120001] [jobID=182] [avgRowSize=0] [reader=8] [writer=10] [2024/05/06 08:01:19.137 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=180] ["start key"=7480000000000000b45f728000000000000000] ["end key"=7480000000000000b45f728000000000004a3800] [2024/05/06 08:01:19.137 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=8] [task="TableScanTask: id=8, startKey=7480000000000000b45f728000000000001b58, endKey=7480000000000000b45f728000000000001f40"] [2024/05/06 08:01:19.162 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 08:01:19.162 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=2] [task="TableScanTask: id=2, startKey=7480000000000000b45f7280000000000003e8, endKey=7480000000000000b45f7280000000000007d0"] [2024/05/06 08:01:19.162 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=4] [task="TableScanTask: id=4, startKey=7480000000000000b45f728000000000000bb8, endKey=7480000000000000b45f728000000000000fa0"] [2024/05/06 08:01:19.162 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=5] [task="TableScanTask: id=5, startKey=7480000000000000b45f728000000000000fa0, endKey=7480000000000000b45f728000000000001388"] [2024/05/06 08:01:19.162 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=7] [task="TableScanTask: id=7, startKey=7480000000000000b45f728000000000001770, endKey=7480000000000000b45f728000000000001b58"] [2024/05/06 08:01:19.162 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=6] [task="TableScanTask: id=6, startKey=7480000000000000b45f728000000000001388, endKey=7480000000000000b45f728000000000001770"] [2024/05/06 08:01:19.162 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000b45f728000000000000000, endKey=7480000000000000b45f7280000000000003e8"] [2024/05/06 08:01:19.162 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=3] [task="TableScanTask: id=3, startKey=7480000000000000b45f7280000000000007d0, endKey=7480000000000000b45f728000000000000bb8"] [2024/05/06 08:01:19.265 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/06 08:01:19.266 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=8] [2024/05/06 08:01:19.266 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=9] [task="TableScanTask: id=9, startKey=7480000000000000b45f728000000000001f40, endKey=7480000000000000b45f728000000000002328"] [2024/05/06 08:01:19.352 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/06 08:01:19.442 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137696] ["max memory quota"=17179869184] [2024/05/06 08:01:19.470 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=5] ["allocate memory"=40] ["current memory usage"=673186312] ["max memory quota"=17179869184] [2024/05/06 08:01:19.526 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=6] ["allocate memory"=40] ["current memory usage"=674234928] ["max memory quota"=17179869184] [2024/05/06 08:01:19.581 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=7] ["allocate memory"=40] ["current memory usage"=675283544] ["max memory quota"=17179869184] [2024/05/06 08:01:19.636 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=8] ["allocate memory"=40] ["current memory usage"=676332160] ["max memory quota"=17179869184] [2024/05/06 08:01:19.682 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=9] ["allocate memory"=40] ["current memory usage"=677380776] ["max memory quota"=17179869184] [2024/05/06 08:01:19.728 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=10] ["allocate memory"=40] ["current memory usage"=678429392] ["max memory quota"=17179869184] [2024/05/06 08:01:19.728 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=1] [2024/05/06 08:01:19.728 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=4] [2024/05/06 08:01:19.728 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=7] [2024/05/06 08:01:19.728 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=6] [2024/05/06 08:01:19.728 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=2] [2024/05/06 08:01:19.729 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=5] [2024/05/06 08:01:19.729 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=10] [task="TableScanTask: id=10, startKey=7480000000000000b45f728000000000002328, endKey=7480000000000000b45f728000000000002710"] [2024/05/06 08:01:19.729 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=9] [2024/05/06 08:01:19.729 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=12] [task="TableScanTask: id=12, startKey=7480000000000000b45f728000000000002af8, endKey=7480000000000000b45f728000000000002ee0"] [2024/05/06 08:01:19.729 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=11] [task="TableScanTask: id=11, startKey=7480000000000000b45f728000000000002710, endKey=7480000000000000b45f728000000000002af8"] [2024/05/06 08:01:19.729 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=3] [2024/05/06 08:01:19.729 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=13] [task="TableScanTask: id=13, startKey=7480000000000000b45f728000000000002ee0, endKey=7480000000000000b45f7280000000000032c8"] [2024/05/06 08:01:19.729 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=16] [task="TableScanTask: id=16, startKey=7480000000000000b45f728000000000003a98, endKey=7480000000000000b45f728000000000003e80"] [2024/05/06 08:01:19.729 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=15] [task="TableScanTask: id=15, startKey=7480000000000000b45f7280000000000036b0, endKey=7480000000000000b45f728000000000003a98"] [2024/05/06 08:01:19.729 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=14] [task="TableScanTask: id=14, startKey=7480000000000000b45f7280000000000032c8, endKey=7480000000000000b45f7280000000000036b0"] [2024/05/06 08:01:19.729 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=17] [task="TableScanTask: id=17, startKey=7480000000000000b45f728000000000003e80, endKey=7480000000000000b45f728000000000004268"] [2024/05/06 08:01:19.730 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=18] [task="TableScanTask: id=18, startKey=7480000000000000b45f728000000000004268, endKey=7480000000000000b45f728000000000004650"] [2024/05/06 08:01:19.730 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=10] [2024/05/06 08:01:19.730 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=15] [2024/05/06 08:01:19.730 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=16] [2024/05/06 08:01:19.730 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=13] [2024/05/06 08:01:19.730 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=19] [task="TableScanTask: id=19, startKey=7480000000000000b45f728000000000004650, endKey=7480000000000000b45f728000000000004a38"] [2024/05/06 08:01:19.730 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=20] [task="TableScanTask: id=20, startKey=7480000000000000b45f728000000000004a38, endKey=7480000000000000b45f728000000000004a3800"] [2024/05/06 08:01:19.730 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=14] [2024/05/06 08:01:19.730 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=12] [2024/05/06 08:01:19.730 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=11] [2024/05/06 08:01:19.730 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=17] [2024/05/06 08:01:19.731 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=19] [2024/05/06 08:01:19.731 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=18] [2024/05/06 08:01:19.731 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=20] [2024/05/06 08:01:19.733 +00:00] [INFO] [engine.go:1617] ["compact sst"] [category=ddl-ingest] [fileCount=10] [size=760] [count=20] [cost=1.882703ms] [file=/tmp/tidb/tmp_ddl-4000/182/f75d9cab-8823-5503-94ba-459a1de580da.sst/ca05c2f2-299d-4945-833a-36ac43bd8c67.sst] [2024/05/06 08:01:19.734 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=760] [kvs=20] [files=1] [sstFileSize=1221] [file=/tmp/tidb/tmp_ddl-4000/182/f75d9cab-8823-5503-94ba-459a1de580da.sst/ca05c2f2-299d-4945-833a-36ac43bd8c67.sst] [firstKey=7480000000000000B45F698000000000000001038000000000000000038000000000000000] [lastKey=7480000000000000B45F698000000000000001038000000000004A38038000000000004A38] [2024/05/06 08:01:19.737 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=182] [2024/05/06 08:01:19.737 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 646821937152/940431265792, backend usage: 0"] [2024/05/06 08:01:19.737 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:19.738 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:19.759 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=20] [size=760] [2024/05/06 08:01:19.759 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:19.766 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=760] [kvs=20] [importedSize=760] [importedCount=20] [2024/05/06 08:01:19.768 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=31.270713ms] [] [2024/05/06 08:01:19.772 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=182] [2024/05/06 08:01:19.781 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 08:01:19.781 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:01:19.782 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=790.8Β΅s] [] [2024/05/06 08:01:19.782 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:01:19.782 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=416.459Β΅s] [] [2024/05/06 08:01:19.783 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:19.783 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:19.783 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:19.783 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:19.783 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:19.783 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:19.783 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:19.783 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:19.783 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:19.783 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:19.783 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:19.783 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:19.783 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:19.783 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:19.783 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:19.783 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:19.783 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:19.783 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:19.783 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=182] ["current memory usage"=360] ["max memory quota"=17179869184] [2024/05/06 08:01:19.783 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=120001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=16, Mem=32GiB]"] [takeTime=667.914285ms] [] [2024/05/06 08:01:20.016 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=120001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 08:01:20.085 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=120001] [type=backfill] [2024/05/06 08:01:20.251 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=20] [2024/05/06 08:01:20.290 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=793.122Β΅s] [gotSchemaVersion=125] [phyTblIDs="[180]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:20.292 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=182] [version=125] [2024/05/06 08:01:20.340 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=53.215504ms] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:20, ArgLen:6, start time: 2024-05-06 08:01:17.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572366653063176, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:20.350 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 39, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:20, ArgLen:0, start time: 2024-05-06 08:01:17.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572366653063176, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:20.350 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=182] [table=t] [index=idx] [2024/05/06 08:01:20.358 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=540.093Β΅s] [gotSchemaVersion=126] [phyTblIDs="[180]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:20.360 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=182] [version=126] [2024/05/06 08:01:20.407 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=52.184971ms] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:20, ArgLen:6, start time: 2024-05-06 08:01:17.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:20.416 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 41, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:20, ArgLen:0, start time: 2024-05-06 08:01:17.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:20.417 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=182] [physicalTableID=180] [startKey=7480000000000000b45f69ffff000000000001] [endKey=7480000000000000b45f69ffff000000000001ff] [2024/05/06 08:01:20.423 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=182] [2024/05/06 08:01:20.429 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 42, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:20, ArgLen:0, start time: 2024-05-06 08:01:17.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572367334899720, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:20.431 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:20, ArgLen:6, start time: 2024-05-06 08:01:17.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572367334899720, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000b45f69ffff000000000001,EndKey:7480000000000000b45f69ffff000000000001ff,First:false,PhysicalTableID:180,Ingest mode:false"] [2024/05/06 08:01:20.433 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=182] [2024/05/06 08:01:20.433 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=182] [2024/05/06 08:01:20.433 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=182] [2024/05/06 08:01:20.433 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 4, tp merge temporary index"] [jobID=182] [2024/05/06 08:01:20.433 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=182] [2024/05/06 08:01:20.433 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 5, tp merge temporary index"] [jobID=182] [2024/05/06 08:01:20.433 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 7, tp merge temporary index"] [jobID=182] [2024/05/06 08:01:20.433 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 6, tp merge temporary index"] [jobID=182] [2024/05/06 08:01:20.433 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 8, tp merge temporary index"] [jobID=182] [2024/05/06 08:01:20.433 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 9, tp merge temporary index"] [jobID=182] [2024/05/06 08:01:20.433 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 10, tp merge temporary index"] [jobID=182] [2024/05/06 08:01:20.433 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 11, tp merge temporary index"] [jobID=182] [2024/05/06 08:01:20.433 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 12, tp merge temporary index"] [jobID=182] [2024/05/06 08:01:20.433 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=180] ["start key"=7480000000000000b45f69ffff000000000001] ["end key"=7480000000000000b45f69ffff000000000001ff] [2024/05/06 08:01:20.433 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 13, tp merge temporary index"] [jobID=182] [2024/05/06 08:01:20.433 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 14, tp merge temporary index"] [jobID=182] [2024/05/06 08:01:20.433 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=16] [regionCnt=1] [startKey=7480000000000000b45f69ffff000000000001] [endKey=7480000000000000b45f69ffff000000000001ff] [2024/05/06 08:01:20.433 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 15, tp merge temporary index"] [jobID=182] [2024/05/06 08:01:20.434 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=180] ["end key"=7480000000000000b45f69ffff000000000001ff] ["current end key"=7480000000000000b45f69ffff00000000000100] [2024/05/06 08:01:20.434 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=182] [2024/05/06 08:01:20.434 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 8, tp merge temporary index"] [jobID=182] [2024/05/06 08:01:20.434 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 9, tp merge temporary index"] [jobID=182] [2024/05/06 08:01:20.434 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=182] [2024/05/06 08:01:20.434 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 15, tp merge temporary index"] [jobID=182] [2024/05/06 08:01:20.434 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 4, tp merge temporary index"] [jobID=182] [2024/05/06 08:01:20.434 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 6, tp merge temporary index"] [jobID=182] [2024/05/06 08:01:20.434 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 14, tp merge temporary index"] [jobID=182] [2024/05/06 08:01:20.434 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 12, tp merge temporary index"] [jobID=182] [2024/05/06 08:01:20.434 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 13, tp merge temporary index"] [jobID=182] [2024/05/06 08:01:20.434 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 7, tp merge temporary index"] [jobID=182] [2024/05/06 08:01:20.434 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 5, tp merge temporary index"] [jobID=182] [2024/05/06 08:01:20.434 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 10, tp merge temporary index"] [jobID=182] [2024/05/06 08:01:20.434 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=182] [2024/05/06 08:01:20.434 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 11, tp merge temporary index"] [jobID=182] [2024/05/06 08:01:20.435 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 180, range: [7480000000000000b45f69ffff000000000001, 7480000000000000b45f69ffff00000000000100), jobID: 182"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000b45f69ffff0000000000010000] ["take time"=469.115Β΅s] [2024/05/06 08:01:20.435 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=182] [2024/05/06 08:01:20.438 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=20] ["start key"=7480000000000000b45f69ffff000000000001] [2024/05/06 08:01:20.438 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=20] [2024/05/06 08:01:20.461 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 08:01:20.467 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=583.694Β΅s] [gotSchemaVersion=127] [phyTblIDs="[180]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:20.469 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=182] [version=127] [2024/05/06 08:01:20.515 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=120001] [2024/05/06 08:01:20.517 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=52.816262ms] [job="ID:182, Type:add index, State:done, SchemaState:public, SchemaID:178, TableID:180, RowCount:20, ArgLen:3, start time: 2024-05-06 08:01:17.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572367334899720, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:20.517 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:01:20.517 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=120001] [2024/05/06 08:01:20.526 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=182] [tableID=180] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:20.528 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:01:20.528 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=182] [jobType="add index"] [2024/05/06 08:01:20.529 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 41, tp add index"] [category=ddl] [jobID=182] [conn=13] [job="ID:182, Type:add index, State:synced, SchemaState:public, SchemaID:178, TableID:180, RowCount:20, ArgLen:3, start time: 2024-05-06 08:01:17.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572367334899720, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:20.537 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=182] [2024/05/06 08:01:20.537 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:20.538 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 13\n# Query_time: 2.972020959\n# Parse_time: 0.000067775\n# Compile_time: 0.000133424\n# Rewrite_time: 0.000003135\n# Optimize_time: 0.00002085\n# Wait_TS: 0.000374838\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(a);"] [2024/05/06 08:01:20.551 +00:00] [INFO] [set.go:170] ["set global var"] [conn=13] [name=tidb_ddl_reorg_worker_cnt] [val=4] [2024/05/06 08:01:20.551 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c4c820fc-da8f-4df0-aad2-340c98ab5b00"] [2024/05/06 08:01:20.551 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c4c820fc-da8f-4df0-aad2-340c98ab5b00"] [2024/05/06 08:01:20.551 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c4c820fc-da8f-4df0-aad2-340c98ab5b00"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:20.552 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c4c820fc-da8f-4df0-aad2-340c98ab5b00"] [] [2024/05/06 08:01:20.552 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:20.553 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 40, tp add index"] [category=ddl] ["take time"=3.262Β΅s] [2024/05/06 08:01:20.553 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 39, tp add index"] [category=ddl] ["take time"=993ns] [2024/05/06 08:01:20.553 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 41, tp add index"] [category=ddl] ["take time"=1.194Β΅s] [2024/05/06 08:01:20.553 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 42, tp add index"] [category=ddl] ["take time"=1.037Β΅s] [2024/05/06 08:01:20.553 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:20.553 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 38, tp general"] [category=ddl] ["take time"=1.136Β΅s] [2024/05/06 08:01:20.553 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:20.553 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:01:20.553 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:01:20.553 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=c4c820fc-da8f-4df0-aad2-340c98ab5b00] ["take time"=2.601404ms] [2024/05/06 08:01:20.553 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=c4c820fc-da8f-4df0-aad2-340c98ab5b00] [2024/05/06 08:01:20.555 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:01:20.555 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/a7b315af-ad3a-4265-ab56-0ddff7a42682] [watcherID=99f42095-18f9-4dd2-8f12-c108f77d0db2] [2024/05/06 08:01:20.555 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:01:20.555 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/a7b315af-ad3a-4265-ab56-0ddff7a42682] [2024/05/06 08:01:20.555 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:20.555 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:20.555 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:20.555 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:20.555 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:20.555 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:20.555 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:20.555 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:20.555 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:20.555 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:20.555 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:01:20.555 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:01:20.556 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=668] [2024/05/06 08:01:20.556 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:20.556 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:20.556 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:01:20.556 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:20.556 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:01:20.556 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:01:20.556 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:20.556 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:01:20.556 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:20.556 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:20.556 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:20.556 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:20.556 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:01:20.556 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=c4c820fc-da8f-4df0-aad2-340c98ab5b00] [2024/05/06 08:01:20.556 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:20.556 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:01:20.556 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:20.556 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:20.556 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:20.556 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:01:20.556 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:01:20.556 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:01:20.556 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:01:20.556 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:01:20.556 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:20.556 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:20.556 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:01:20.556 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:01:20.556 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:01:20.556 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:01:20.556 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:01:20.556 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:20.556 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:20.556 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:20.556 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:01:20.556 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:20.556 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:01:20.556 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:01:20.556 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:20.556 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ef5a5e74-7b60-447b-8770-2cd4d9d0ce92"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:20.556 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:01:20.556 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c4c820fc-da8f-4df0-aad2-340c98ab5b00"] [error="context canceled"] [2024/05/06 08:01:20.556 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c4c820fc-da8f-4df0-aad2-340c98ab5b00"] [2024/05/06 08:01:20.556 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=c4c820fc-da8f-4df0-aad2-340c98ab5b00] [2024/05/06 08:01:20.556 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager c4c820fc-da8f-4df0-aad2-340c98ab5b00"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:20.556 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager c4c820fc-da8f-4df0-aad2-340c98ab5b00"] [2024/05/06 08:01:20.556 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:01:20.556 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:20.556 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:01:20.556 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:01:20.556 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:20.556 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:20.556 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:20.556 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:01:20.556 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:01:20.556 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:01:20.556 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:01:20.556 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:01:20.556 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:20.556 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:01:20.556 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:20.557 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ef5a5e74-7b60-447b-8770-2cd4d9d0ce92"] [error="context canceled"] [2024/05/06 08:01:20.557 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:01:20.557 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ef5a5e74-7b60-447b-8770-2cd4d9d0ce92"] [2024/05/06 08:01:20.557 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:20.557 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=ef5a5e74-7b60-447b-8770-2cd4d9d0ce92] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:20.557 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:20.557 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ef5a5e74-7b60-447b-8770-2cd4d9d0ce92"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:20.564 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:01:20.564 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager c4c820fc-da8f-4df0-aad2-340c98ab5b00"] [error="context canceled"] [2024/05/06 08:01:20.764 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager c4c820fc-da8f-4df0-aad2-340c98ab5b00"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:21.811 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ef5a5e74-7b60-447b-8770-2cd4d9d0ce92"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:21.815 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c4c820fc-da8f-4df0-aad2-340c98ab5b00"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:21.815 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:01:21.815 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:22.014 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager c4c820fc-da8f-4df0-aad2-340c98ab5b00"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:22.014 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:01:22.014 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:01:22.014 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:22.014 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.463213329s] [2024/05/06 08:01:22.014 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:22.014 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:22.014 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:22.014 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:22.014 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:22.014 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:22.014 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:22.014 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:22.014 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:22.014 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:22.014 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:22.014 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:22.014 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:22.014 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexIngestAdjustBackfillWorkerCountFail (5.08s) === RUN TestAddIndexIngestEmptyTable [2024/05/06 08:01:22.017 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:22.017 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:01:22.018 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:01:22.018 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:22.018 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:01:22.019 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:22.019 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:22.019 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:22.019 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:22.019 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:22.019 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:01:22.021 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:22.021 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:22.021 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:22.024 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793138773410359] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:01:22.030 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:01:22.040 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=953] ["lease id"=22318f4ce9fa9c80] [2024/05/06 08:01:22.041 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:01:22.055 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=127] ["start time"=12.879899ms] [2024/05/06 08:01:22.056 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:01:22.056 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=e2eec7e7-0936-4e6c-aeef-8536856e1dac] [runWorker=true] [2024/05/06 08:01:22.056 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:01:22.057 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:01:22.058 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 08:01:22.058 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 646951858176/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 08:01:22.058 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:22.058 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:22.058 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:22.058 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:22.058 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:22.058 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:22.058 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:22.058 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:22.058 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:22.058 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:22.058 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:22.058 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:22.058 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:22.058 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:01:22.060 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e2eec7e7-0936-4e6c-aeef-8536856e1dac"] ["owner key"=/tidb/ddl/fg/owner/6f188f4ce9fe840a] [ownerID=e2eec7e7-0936-4e6c-aeef-8536856e1dac] [op=none] [2024/05/06 08:01:22.060 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:22.060 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=7f214f4f-4ffe-482c-a7ad-53dc6373a435] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:22.061 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:01:22.065 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:01:22.065 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:22.065 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:01:22.078 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:22.080 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:22.082 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:22.082 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:22.082 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:22.082 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:22.082 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:01:22.082 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:01:22.082 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:01:22.082 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:01:22.082 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:01:22.082 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:22.082 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:01:22.083 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:22.083 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:22.083 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:22.083 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:22.083 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:01:22.084 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:22.084 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/2aebc698-6d35-4bad-be2b-726973af544d] [2024/05/06 08:01:22.084 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:01:22.085 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:22.085 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:22.086 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:22.086 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:01:22.086 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:01:22.089 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=6.493968ms] [2024/05/06 08:01:22.091 +00:00] [INFO] [set.go:170] ["set global var"] [conn=14] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:01:22.092 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=127] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 08:01:22.098 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:183, Type:drop schema, State:queueing, SchemaState:public, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:22.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:22.098 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:183, Type:drop schema, State:queueing, SchemaState:public, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:22.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 08:01:22.109 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:22.110 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e2eec7e7-0936-4e6c-aeef-8536856e1dac"] ["owner key"=/tidb/ddl/fg/owner/6f188f4ce9fe840a] [ownerID=e2eec7e7-0936-4e6c-aeef-8536856e1dac] [op=none] [2024/05/06 08:01:22.110 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e2eec7e7-0936-4e6c-aeef-8536856e1dac"] [op=none] [2024/05/06 08:01:22.110 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:01:22.117 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=183] [conn=15] [category=ddl] [job="ID:183, Type:drop schema, State:queueing, SchemaState:public, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.125 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=53.245Β΅s] [gotSchemaVersion=128] [phyTblIDs="[180]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:22.127 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=183] [version=128] [2024/05/06 08:01:22.176 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=52.116025ms] [job="ID:183, Type:drop schema, State:running, SchemaState:write only, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:22.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.182 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=183] [conn=15] [category=ddl] [job="ID:183, Type:drop schema, State:running, SchemaState:write only, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.188 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=52.798Β΅s] [gotSchemaVersion=129] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:22.190 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=183] [version=129] [2024/05/06 08:01:22.239 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=53.117575ms] [job="ID:183, Type:drop schema, State:running, SchemaState:delete only, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.246 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=183] [conn=15] [category=ddl] [job="ID:183, Type:drop schema, State:running, SchemaState:delete only, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.253 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=46.327Β΅s] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:22.255 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=183] [version=130] [2024/05/06 08:01:22.304 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=52.55848ms] [job="ID:183, Type:drop schema, State:done, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:22.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.310 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=183] [tableIDs="[180]"] [comment="drop schema: table IDs"] [2024/05/06 08:01:22.314 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=183] [jobType="drop schema"] [2024/05/06 08:01:22.314 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=183] [conn=15] [job="ID:183, Type:drop schema, State:synced, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:22.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.320 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=183] [2024/05/06 08:01:22.320 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:22.321 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=130] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 08:01:22.327 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:185, Type:create schema, State:queueing, SchemaState:none, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:22.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:22.327 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:185, Type:create schema, State:queueing, SchemaState:none, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:22.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 08:01:22.334 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=185] [conn=15] [category=ddl] [job="ID:185, Type:create schema, State:queueing, SchemaState:none, SchemaID:184, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.341 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=309.393Β΅s] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:01:22.342 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=185] [version=131] [2024/05/06 08:01:22.391 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=52.063702ms] [job="ID:185, Type:create schema, State:done, SchemaState:public, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:22.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.398 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=185] [conn=15] [job="ID:185, Type:create schema, State:synced, SchemaState:public, SchemaID:184, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.402 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=185] [2024/05/06 08:01:22.402 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:22.403 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=131] [cur_db=addindexlit] [sql="create table t (a int);"] [user=] [2024/05/06 08:01:22.410 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:187, Type:create table, State:queueing, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:22.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:22.411 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:187, Type:create table, State:queueing, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:22.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int);"] [2024/05/06 08:01:22.418 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=187] [conn=15] [category=ddl] [job="ID:187, Type:create table, State:queueing, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.421 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 184, Table ID: 186, Table Name: t"] [2024/05/06 08:01:22.426 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=518.194Β΅s] [gotSchemaVersion=132] [phyTblIDs="[186]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:22.428 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=187] [version=132] [2024/05/06 08:01:22.476 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=52.388672ms] [job="ID:187, Type:create table, State:done, SchemaState:public, SchemaID:184, TableID:186, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:22.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.482 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=187] [conn=15] [job="ID:187, Type:create table, State:synced, SchemaState:public, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.486 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=187] [2024/05/06 08:01:22.486 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:22.492 +00:00] [INFO] [set.go:170] ["set global var"] [conn=15] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 08:01:22.492 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=132] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/06 08:01:22.498 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:add index, State:queueing, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:22.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 08:01:22.498 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:188, Type:add index, State:queueing, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:22.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/06 08:01:22.506 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 47, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:queueing, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:22.507 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:22.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 08:01:22.513 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=501.609Β΅s] [gotSchemaVersion=133] [phyTblIDs="[186]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:22.515 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=188] [version=133] [2024/05/06 08:01:22.563 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=51.954191ms] [job="ID:188, Type:add index, State:running, SchemaState:delete only, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:22.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:22.571 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 46, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:delete only, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:22.578 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=566.851Β΅s] [gotSchemaVersion=134] [phyTblIDs="[186]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:22.580 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=188] [version=134] [2024/05/06 08:01:22.628 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=52.009166ms] [job="ID:188, Type:add index, State:running, SchemaState:write only, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:22.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:22.637 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write only, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:22.644 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=611.292Β΅s] [gotSchemaVersion=135] [phyTblIDs="[186]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:22.646 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=188] [version=135] [2024/05/06 08:01:22.695 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=52.201729ms] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:22.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:22.701 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 46, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:22.702 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=188] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:01:22.703 +00:00] [INFO] [reorg.go:643] ["get noop table range"] [category=ddl] [table="&{186 t utf8mb4 utf8mb4_bin [0xc00e3d0420] [0xc07fa19a70] [] [] public false false 0 0 0 0 0 1 1 0 0 449572367924461573 0 0 0 0 0 0 5 false disable 3 184}"] ["table/partition ID"=186] ["start key"=] ["end key"=] ["is empty table"=true] [2024/05/06 08:01:22.703 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=188] [physicalTableID=186] [startKey=] [endKey=] [2024/05/06 08:01:22.709 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=188] [2024/05/06 08:01:22.717 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572367937830919, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:22.718 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=188] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:01:22.722 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/188] [2024/05/06 08:01:22.747 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=186] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:23.085 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:01:23.085 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:01:23.085 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/2aebc698-6d35-4bad-be2b-726973af544d] [watcherID=b775bc81-17ac-469e-b1ad-97804f803b07] [2024/05/06 08:01:23.086 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:01:23.088 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:01:23.088 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:01:23.088 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:01:23.088 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:01:23.092 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=150001] [2024/05/06 08:01:23.092 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=150001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 08:01:23.594 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=150001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 08:01:23.594 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=150001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:23.595 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=150001] [curr-step=init] [next-step=read-index] [2024/05/06 08:01:23.596 +00:00] [INFO] [reorg.go:643] ["get noop table range"] [category=ddl] [table="&{186 t utf8mb4 utf8mb4_bin [0xc013c362c0] [0xc00d275710] [] [] public false false 0 0 0 0 0 1 1 0 0 449572367924461573 0 0 0 0 0 0 5 false disable 3 184}"] ["table/partition ID"=186] ["start key"=] ["end key"=] ["is empty table"=true] [2024/05/06 08:01:23.596 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=150001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=0] [2024/05/06 08:01:24.059 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:01:24.095 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=150001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 08:01:24.263 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=0] [2024/05/06 08:01:24.271 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=611.694Β΅s] [gotSchemaVersion=136] [phyTblIDs="[186]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:24.273 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=188] [version=136] [2024/05/06 08:01:24.321 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=52.385838ms] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:22.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572367937830919, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:24.329 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 47, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572367937830919, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:24.330 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=188] [table=t] [index=idx] [2024/05/06 08:01:24.337 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=556.157Β΅s] [gotSchemaVersion=137] [phyTblIDs="[186]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:24.339 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=188] [version=137] [2024/05/06 08:01:24.386 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=51.830227ms] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:22.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:24.395 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:24.395 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=188] [physicalTableID=186] [startKey=7480000000000000ba5f69ffff000000000001] [endKey=7480000000000000ba5f69ffff000000000001ff] [2024/05/06 08:01:24.401 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=188] [2024/05/06 08:01:24.407 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 46, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572368383475718, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:24.411 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:22.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572368383475718, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000ba5f69ffff000000000001,EndKey:7480000000000000ba5f69ffff000000000001ff,First:false,PhysicalTableID:186,Ingest mode:false"] [2024/05/06 08:01:24.413 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=186] ["start key"=7480000000000000ba5f69ffff000000000001] ["end key"=7480000000000000ba5f69ffff000000000001ff] [2024/05/06 08:01:24.413 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000ba5f69ffff000000000001] [endKey=7480000000000000ba5f69ffff000000000001ff] [2024/05/06 08:01:24.414 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=188] [2024/05/06 08:01:24.414 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=188] [2024/05/06 08:01:24.414 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=188] [2024/05/06 08:01:24.414 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=188] [2024/05/06 08:01:24.414 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=186] ["end key"=7480000000000000ba5f69ffff000000000001ff] ["current end key"=7480000000000000ba5f69ffff00000000000100] [2024/05/06 08:01:24.414 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=188] [2024/05/06 08:01:24.414 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=188] [2024/05/06 08:01:24.414 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=188] [2024/05/06 08:01:24.415 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 186, range: [7480000000000000ba5f69ffff000000000001, 7480000000000000ba5f69ffff00000000000100), jobID: 188"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000ba5f69ffff0000000000010000] ["take time"=615.184Β΅s] [2024/05/06 08:01:24.415 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=188] [2024/05/06 08:01:24.419 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=0] ["start key"=7480000000000000ba5f69ffff000000000001] [2024/05/06 08:01:24.419 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=0] [2024/05/06 08:01:24.421 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 08:01:24.426 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=581.46Β΅s] [gotSchemaVersion=138] [phyTblIDs="[186]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:24.428 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=188] [version=138] [2024/05/06 08:01:24.477 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=52.649471ms] [job="ID:188, Type:add index, State:done, SchemaState:public, SchemaID:184, TableID:186, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:22.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572368383475718, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:24.485 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=188] [tableID=186] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:24.487 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=188] [jobType="add index"] [2024/05/06 08:01:24.488 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 44, tp add index"] [category=ddl] [jobID=188] [conn=15] [job="ID:188, Type:add index, State:synced, SchemaState:public, SchemaID:184, TableID:186, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:22.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572368383475718, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:24.495 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/05/06 08:01:24.495 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:24.496 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 15\n# Query_time: 2.004120262\n# Parse_time: 0.000075133\n# Compile_time: 0.000066262\n# Rewrite_time: 0.000002502\n# Optimize_time: 0.000019931\n# Wait_TS: 0.000209404\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(a);"] [2024/05/06 08:01:24.500 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e2eec7e7-0936-4e6c-aeef-8536856e1dac"] [2024/05/06 08:01:24.500 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e2eec7e7-0936-4e6c-aeef-8536856e1dac"] [2024/05/06 08:01:24.500 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e2eec7e7-0936-4e6c-aeef-8536856e1dac"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:24.502 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e2eec7e7-0936-4e6c-aeef-8536856e1dac"] [] [2024/05/06 08:01:24.502 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:24.502 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 46, tp add index"] [category=ddl] ["take time"=1.82Β΅s] [2024/05/06 08:01:24.502 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 45, tp add index"] [category=ddl] ["take time"=1.616Β΅s] [2024/05/06 08:01:24.502 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 44, tp add index"] [category=ddl] ["take time"=423ns] [2024/05/06 08:01:24.502 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 47, tp add index"] [category=ddl] ["take time"=1.149Β΅s] [2024/05/06 08:01:24.502 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:24.502 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 43, tp general"] [category=ddl] ["take time"=1.078Β΅s] [2024/05/06 08:01:24.502 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:24.502 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:01:24.502 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:01:24.503 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=e2eec7e7-0936-4e6c-aeef-8536856e1dac] ["take time"=2.415703ms] [2024/05/06 08:01:24.503 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=e2eec7e7-0936-4e6c-aeef-8536856e1dac] [2024/05/06 08:01:24.504 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:01:24.504 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:01:24.504 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/2aebc698-6d35-4bad-be2b-726973af544d] [watcherID=b775bc81-17ac-469e-b1ad-97804f803b07] [2024/05/06 08:01:24.504 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/2aebc698-6d35-4bad-be2b-726973af544d] [2024/05/06 08:01:24.504 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:24.504 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:24.504 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:24.504 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:24.504 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:24.504 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:24.504 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:24.504 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:24.504 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:24.504 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:24.505 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:01:24.505 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:01:24.505 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=953] [2024/05/06 08:01:24.505 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:24.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:24.505 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:24.505 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:24.505 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:01:24.505 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:01:24.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:24.505 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:01:24.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:24.505 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:01:24.505 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:01:24.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:24.505 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:01:24.505 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:01:24.505 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:01:24.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:24.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:24.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:24.505 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:01:24.505 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:01:24.505 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:01:24.505 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:01:24.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:24.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:24.505 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:01:24.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:24.505 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=e2eec7e7-0936-4e6c-aeef-8536856e1dac] [2024/05/06 08:01:24.505 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:01:24.505 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:01:24.505 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:01:24.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:24.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:24.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:24.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:24.505 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:01:24.505 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:01:24.505 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:01:24.505 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager e2eec7e7-0936-4e6c-aeef-8536856e1dac"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:24.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:24.505 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:01:24.505 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e2eec7e7-0936-4e6c-aeef-8536856e1dac"] [error="context canceled"] [2024/05/06 08:01:24.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:24.505 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:01:24.505 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:01:24.505 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e2eec7e7-0936-4e6c-aeef-8536856e1dac"] [2024/05/06 08:01:24.505 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:01:24.505 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:01:24.506 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager e2eec7e7-0936-4e6c-aeef-8536856e1dac"] [error="context canceled"] [2024/05/06 08:01:24.505 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7f214f4f-4ffe-482c-a7ad-53dc6373a435"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:24.506 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager e2eec7e7-0936-4e6c-aeef-8536856e1dac"] [2024/05/06 08:01:24.506 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e2eec7e7-0936-4e6c-aeef-8536856e1dac"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:24.506 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager e2eec7e7-0936-4e6c-aeef-8536856e1dac"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:24.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:24.505 +00:00] [INFO] [scheduler.go:168] ["schedule task exits"] [task-id=150001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [2024/05/06 08:01:24.505 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:01:24.505 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:24.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:24.506 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=150001] [2024/05/06 08:01:24.506 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=e2eec7e7-0936-4e6c-aeef-8536856e1dac] [2024/05/06 08:01:24.506 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:01:24.505 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:24.506 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:01:24.506 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:01:24.506 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:01:24.506 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:24.506 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7f214f4f-4ffe-482c-a7ad-53dc6373a435"] [error="context canceled"] [2024/05/06 08:01:24.506 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:01:24.506 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:01:24.506 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=7f214f4f-4ffe-482c-a7ad-53dc6373a435] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:24.506 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:24.506 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:24.506 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7f214f4f-4ffe-482c-a7ad-53dc6373a435"] [2024/05/06 08:01:24.506 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:25.761 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7f214f4f-4ffe-482c-a7ad-53dc6373a435"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:25.763 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager e2eec7e7-0936-4e6c-aeef-8536856e1dac"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:25.763 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:01:25.763 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:01:25.763 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:25.769 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e2eec7e7-0936-4e6c-aeef-8536856e1dac"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:25.769 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:01:25.769 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:25.770 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.269454952s] [2024/05/06 08:01:25.770 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:25.770 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:25.770 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:25.770 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:25.770 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:25.770 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:25.770 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:25.770 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:25.770 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:25.770 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:25.770 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:25.770 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:25.770 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:25.770 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexIngestEmptyTable (3.76s) === RUN TestAddIndexIngestRestoredData [2024/05/06 08:01:25.773 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:25.773 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:01:25.773 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:01:25.773 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:25.773 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:01:25.774 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:25.774 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:25.774 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:25.774 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:25.774 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:25.774 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:01:25.775 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:25.776 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:25.776 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:25.779 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793138773410359] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:01:25.784 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:01:25.795 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=176] ["lease id"=6f188f4ce9fe843b] [2024/05/06 08:01:25.796 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:01:25.809 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=138] ["start time"=11.918736ms] [2024/05/06 08:01:25.810 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:01:25.810 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=bc433526-5b56-4c72-a274-d1c2ac0312b3] [runWorker=true] [2024/05/06 08:01:25.810 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:01:25.811 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:01:25.812 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:25.812 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 08:01:25.812 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 647736467456/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 08:01:25.812 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:25.812 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:25.812 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:25.812 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:25.812 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:25.812 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:25.812 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:25.812 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:25.812 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:25.812 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:25.812 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:25.812 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:01:25.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:25.814 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bc433526-5b56-4c72-a274-d1c2ac0312b3"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4ce9fe8540] [ownerID=bc433526-5b56-4c72-a274-d1c2ac0312b3] [op=none] [2024/05/06 08:01:25.814 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:25.814 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=228f0c64-393f-49d5-8281-c2f262b3335c] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:25.815 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:01:25.818 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:01:25.819 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:25.819 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:01:25.832 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:25.835 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:25.837 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:25.837 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:25.837 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:25.837 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:25.837 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:01:25.837 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:01:25.837 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:01:25.837 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:01:25.837 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:01:25.838 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:25.838 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:01:25.839 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:25.839 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:25.839 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:25.839 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:25.839 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:01:25.840 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:25.840 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/9eee65d8-c2bc-45e5-b696-cf6d0fce81d9] [2024/05/06 08:01:25.840 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:01:25.840 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:25.840 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:25.841 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:25.841 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:01:25.841 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:01:25.843 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.923176ms] [2024/05/06 08:01:25.847 +00:00] [INFO] [set.go:170] ["set global var"] [conn=16] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:01:25.848 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=138] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 08:01:25.854 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:189, Type:drop schema, State:queueing, SchemaState:public, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:25.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:25.854 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:189, Type:drop schema, State:queueing, SchemaState:public, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:25.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 08:01:25.863 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:25.864 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bc433526-5b56-4c72-a274-d1c2ac0312b3"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4ce9fe8540] [ownerID=bc433526-5b56-4c72-a274-d1c2ac0312b3] [op=none] [2024/05/06 08:01:25.864 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bc433526-5b56-4c72-a274-d1c2ac0312b3"] [op=none] [2024/05/06 08:01:25.864 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:01:25.871 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=189] [conn=17] [category=ddl] [job="ID:189, Type:drop schema, State:queueing, SchemaState:public, SchemaID:184, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:25.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:25.881 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=58.628Β΅s] [gotSchemaVersion=139] [phyTblIDs="[186]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:25.883 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=189] [version=139] [2024/05/06 08:01:25.932 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=52.512495ms] [job="ID:189, Type:drop schema, State:running, SchemaState:write only, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:25.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:25.938 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=189] [conn=17] [category=ddl] [job="ID:189, Type:drop schema, State:running, SchemaState:write only, SchemaID:184, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:25.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:25.944 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=43.514Β΅s] [gotSchemaVersion=140] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:25.946 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=189] [version=140] [2024/05/06 08:01:25.995 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=52.172444ms] [job="ID:189, Type:drop schema, State:running, SchemaState:delete only, SchemaID:184, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:25.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.002 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=189] [conn=17] [category=ddl] [job="ID:189, Type:drop schema, State:running, SchemaState:delete only, SchemaID:184, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:25.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.010 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=38.936Β΅s] [gotSchemaVersion=141] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:26.012 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=189] [version=141] [2024/05/06 08:01:26.061 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=53.192915ms] [job="ID:189, Type:drop schema, State:done, SchemaState:none, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:25.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.070 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=189] [tableIDs="[186]"] [comment="drop schema: table IDs"] [2024/05/06 08:01:26.074 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=189] [jobType="drop schema"] [2024/05/06 08:01:26.075 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=189] [conn=17] [job="ID:189, Type:drop schema, State:synced, SchemaState:none, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:25.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.082 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=189] [2024/05/06 08:01:26.082 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:26.083 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=141] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 08:01:26.089 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:191, Type:create schema, State:queueing, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:26.072 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:26.089 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:191, Type:create schema, State:queueing, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:26.072 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 08:01:26.095 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=191] [conn=17] [category=ddl] [job="ID:191, Type:create schema, State:queueing, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:26.072 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.102 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=256.534Β΅s] [gotSchemaVersion=142] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:01:26.104 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=191] [version=142] [2024/05/06 08:01:26.153 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=53.053001ms] [job="ID:191, Type:create schema, State:done, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:26.072 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.159 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=191] [conn=17] [job="ID:191, Type:create schema, State:synced, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:26.072 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.164 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=191] [2024/05/06 08:01:26.164 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:26.171 +00:00] [INFO] [set.go:170] ["set global var"] [conn=17] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 08:01:26.172 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=142] [cur_db=addindexlit] [sql="\t\tCREATE TABLE tbl_5 (\n\t\t col_21 time DEFAULT '04:48:17',\n\t\t col_22 varchar(403) COLLATE utf8_unicode_ci DEFAULT NULL,\n\t\t col_23 year(4) NOT NULL,\n\t\t col_24 char(182) CHARACTER SET gbk COLLATE gbk_chinese_ci NOT NULL,\n\t\t col_25 set('Alice','Bob','Charlie','David') COLLATE utf8_unicode_ci DEFAULT NULL,\n\t\t PRIMARY KEY (col_24(3)) /*T![clustered_index] CLUSTERED */,\n\t\t KEY idx_10 (col_22)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_unicode_ci;"] [user=] [2024/05/06 08:01:26.179 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:193, Type:create table, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:26.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:26.179 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:193, Type:create table, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:26.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="\t\tCREATE TABLE tbl_5 (\n\t\t col_21 time DEFAULT '04:48:17',\n\t\t col_22 varchar(403) COLLATE utf8_unicode_ci DEFAULT NULL,\n\t\t col_23 year(4) NOT NULL,\n\t\t col_24 char(182) CHARACTER SET gbk COLLATE gbk_chinese_ci NOT NULL,\n\t\t col_25 set('Alice','Bob','Charlie','David') COLLATE utf8_unicode_ci DEFAULT NULL,\n\t\t PRIMARY KEY (col_24(3)) /*T![clustered_index] CLUSTERED */,\n\t\t KEY idx_10 (col_22)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_unicode_ci;"] [2024/05/06 08:01:26.184 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=193] [conn=17] [category=ddl] [job="ID:193, Type:create table, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:26.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.187 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 190, Table ID: 192, Table Name: tbl_5"] [2024/05/06 08:01:26.192 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=585.926Β΅s] [gotSchemaVersion=143] [phyTblIDs="[192]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:26.194 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=193] [version=143] [2024/05/06 08:01:26.242 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=52.090679ms] [job="ID:193, Type:create table, State:done, SchemaState:public, SchemaID:190, TableID:192, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:26.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.248 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=193] [conn=17] [job="ID:193, Type:create table, State:synced, SchemaState:public, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:26.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.252 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=193] [2024/05/06 08:01:26.253 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:26.255 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572368868179980] [2024/05/06 08:01:26.256 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=143] [cur_db=addindexlit] [sql="alter table tbl_5 add unique key idx_13 ( col_23 );"] [user=] [2024/05/06 08:01:26.260 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:194, Type:add index, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:26.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 08:01:26.260 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:194, Type:add index, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:26.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table tbl_5 add unique key idx_13 ( col_23 );"] [2024/05/06 08:01:26.267 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 52, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:26.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:26.267 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:26.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":3,\"idx_name\":{\"O\":\"idx_13\",\"L\":\"idx_13\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"col_23\",\"L\":\"col_23\"},\"offset\":2,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 08:01:26.274 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=625.764Β΅s] [gotSchemaVersion=144] [phyTblIDs="[192]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:26.276 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=194] [version=144] [2024/05/06 08:01:26.324 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=51.920828ms] [job="ID:194, Type:add index, State:running, SchemaState:delete only, SchemaID:190, TableID:192, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:26.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:26.331 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 51, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:delete only, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:26.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:26.338 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=569.596Β΅s] [gotSchemaVersion=145] [phyTblIDs="[192]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:26.340 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=194] [version=145] [2024/05/06 08:01:26.389 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=52.701687ms] [job="ID:194, Type:add index, State:running, SchemaState:write only, SchemaID:190, TableID:192, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:26.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:26.396 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 52, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write only, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:26.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:26.403 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=565.981Β΅s] [gotSchemaVersion=146] [phyTblIDs="[192]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:26.405 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=194] [version=146] [2024/05/06 08:01:26.453 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=51.764665ms] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:26.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:26.460 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 51, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:26.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:26.460 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=194] [table=tbl_5] ["ingest mode"=true] [index=idx_13] [2024/05/06 08:01:26.461 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=194] [physicalTableID=192] [startKey=7480000000000000c05f72010000000000000000f7] [endKey=7480000000000000c05f72010000000000000000f700] [2024/05/06 08:01:26.467 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=194] [2024/05/06 08:01:26.472 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 52, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:26.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572368920870919, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:26.473 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=194] [table=tbl_5] ["ingest mode"=true] [index=idx_13] [2024/05/06 08:01:26.477 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/194] [2024/05/06 08:01:26.499 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=192] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:26.840 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:01:26.840 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:01:26.840 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/9eee65d8-c2bc-45e5-b696-cf6d0fce81d9] [watcherID=3f71ca29-84c4-4252-b04a-35d228d537b6] [2024/05/06 08:01:26.841 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:01:26.843 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:01:26.843 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:01:26.843 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:01:26.843 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:01:26.847 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=180001] [2024/05/06 08:01:26.847 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=180001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 08:01:27.348 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=180001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 08:01:27.348 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=180001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:27.349 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=180001] [curr-step=init] [next-step=read-index] [2024/05/06 08:01:27.351 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=180001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 08:01:27.646 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=180001] [type=backfill] [remaining-slots=12] [2024/05/06 08:01:27.813 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:01:27.950 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=180001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 08:01:27.950 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:01:27.950 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/194] [keyspaceName=] [2024/05/06 08:01:27.954 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:01:27.954 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:01:27.954 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:27.954 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:01:27.954 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:27.954 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:27.954 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:27.954 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:27.954 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:27.960 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:27.960 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:27.960 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=194] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 08:01:27.960 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 08:01:27.965 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:27.967 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=tbl_5:3] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [2024/05/06 08:01:27.967 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=194] ["index ID"=3] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:27.968 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=180001] [subtask-id=150001] [jobID=194] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:27.968 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=192] ["start key"=7480000000000000c05f72010000000000000000f7] ["end key"=7480000000000000c05f72010000000000000000f700] [2024/05/06 08:01:27.968 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=180001] [subtask-id=150001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000c05f72010000000000000000f7, endKey=7480000000000000c05f72010000000000000000f700"] [2024/05/06 08:01:27.997 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=194] ["index ID"=3] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 08:01:28.023 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=194] ["index ID"=3] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/06 08:01:28.023 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=180001] [subtask-id=150001] [id=1] [2024/05/06 08:01:28.103 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=194] ["index ID"=3] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/06 08:01:28.185 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=194] ["index ID"=3] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137696] ["max memory quota"=17179869184] [2024/05/06 08:01:28.186 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=64] [kvs=1] [files=1] [sstFileSize=970] [file=/tmp/tidb/tmp_ddl-4000/194/391335df-5408-5824-accb-01a6a45c0a4c.sst/e9e20046-aec6-437d-a9c6-a231a0c7f2ad.sst] [firstKey=7480000000000000FFC05F698000000000FF0000030380000000FF000007D700000000FB010000000000000000F7000A] [lastKey=7480000000000000FFC05F698000000000FF0000030380000000FF000007D700000000FB010000000000000000F7000A] [2024/05/06 08:01:28.189 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=194] [2024/05/06 08:01:28.189 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=3] ["usage info"="disk usage: 636986560512/940431265792, backend usage: 0"] [2024/05/06 08:01:28.189 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [retryCnt=0] [2024/05/06 08:01:28.190 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:28.212 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=391335df-5408-5824-accb-01a6a45c0a4c] ["region ranges"=1] [count=1] [size=64] [2024/05/06 08:01:28.212 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:28.220 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=391335df-5408-5824-accb-01a6a45c0a4c] [size=64] [kvs=1] [importedSize=44] [importedCount=1] [2024/05/06 08:01:28.221 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [retryCnt=0] [takeTime=32.395123ms] [] [2024/05/06 08:01:28.224 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=194] [2024/05/06 08:01:28.232 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 08:01:28.232 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=tbl_5:3] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [2024/05/06 08:01:28.232 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=tbl_5:3] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [takeTime=605.85Β΅s] [] [2024/05/06 08:01:28.232 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=tbl_5:3] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [2024/05/06 08:01:28.233 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=tbl_5:3] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [takeTime=443.569Β΅s] [] [2024/05/06 08:01:28.234 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:28.234 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:28.234 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:28.234 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:28.234 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:28.234 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:28.234 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:28.234 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:28.234 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:28.234 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:28.234 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:28.234 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:28.234 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:28.234 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:28.234 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:28.234 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:28.234 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:28.234 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:28.234 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=194] ["current memory usage"=120] ["max memory quota"=17179869184] [2024/05/06 08:01:28.234 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=180001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=284.621311ms] [] [2024/05/06 08:01:28.349 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=180001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 08:01:28.536 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=180001] [type=backfill] [2024/05/06 08:01:28.613 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:01:28.613 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/194] [keyspaceName=] [2024/05/06 08:01:28.617 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:01:28.617 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:01:28.617 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:28.617 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:01:28.618 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:28.618 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:28.618 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:28.618 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:28.618 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:28.623 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:28.624 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:28.624 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=194] ["current memory usage"=296] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 08:01:28.624 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=tbl_5] [2024/05/06 08:01:28.624 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=tbl_5] [category=detect-dupe] [tasks=1] [2024/05/06 08:01:28.625 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=tbl_5] [takeTime=1.104742ms] [] [2024/05/06 08:01:28.626 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:28.626 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:28.626 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:28.626 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:28.626 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:28.626 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:28.626 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:28.626 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:28.626 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:28.626 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:28.626 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:28.626 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:28.626 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:28.626 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:28.626 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:28.626 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:28.626 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:28.626 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:28.626 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=194] ["current memory usage"=120] ["max memory quota"=17179869184] [2024/05/06 08:01:28.626 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=1] [2024/05/06 08:01:28.652 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=611.228Β΅s] [gotSchemaVersion=147] [phyTblIDs="[192]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:28.653 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=194] [version=147] [2024/05/06 08:01:28.702 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=52.911435ms] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:1, ArgLen:6, start time: 2024-05-06 08:01:26.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572368920870919, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:28.710 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 51, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:1, ArgLen:0, start time: 2024-05-06 08:01:26.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572368920870919, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:28.710 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=194] [table=tbl_5] [index=idx_13] [2024/05/06 08:01:28.717 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=575.734Β΅s] [gotSchemaVersion=148] [phyTblIDs="[192]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:28.719 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=194] [version=148] [2024/05/06 08:01:28.767 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=52.120528ms] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:1, ArgLen:6, start time: 2024-05-06 08:01:26.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:28.775 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 49, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:1, ArgLen:0, start time: 2024-05-06 08:01:26.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:28.776 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=194] [physicalTableID=192] [startKey=7480000000000000c05f69ffff000000000003] [endKey=7480000000000000c05f69ffff000000000003ff] [2024/05/06 08:01:28.781 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=194] [2024/05/06 08:01:28.786 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 51, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:1, ArgLen:0, start time: 2024-05-06 08:01:26.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572369536647171, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:28.788 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:1, ArgLen:6, start time: 2024-05-06 08:01:26.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572369536647171, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:3,StartKey:7480000000000000c05f69ffff000000000003,EndKey:7480000000000000c05f69ffff000000000003ff,First:false,PhysicalTableID:192,Ingest mode:false"] [2024/05/06 08:01:28.789 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=194] [2024/05/06 08:01:28.789 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=192] ["start key"=7480000000000000c05f69ffff000000000003] ["end key"=7480000000000000c05f69ffff000000000003ff] [2024/05/06 08:01:28.789 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=194] [2024/05/06 08:01:28.789 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000c05f69ffff000000000003] [endKey=7480000000000000c05f69ffff000000000003ff] [2024/05/06 08:01:28.789 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=194] [2024/05/06 08:01:28.789 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=194] [2024/05/06 08:01:28.789 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=192] ["end key"=7480000000000000c05f69ffff000000000003ff] ["current end key"=7480000000000000c05f69ffff00000000000300] [2024/05/06 08:01:28.789 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=194] [2024/05/06 08:01:28.789 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=194] [2024/05/06 08:01:28.789 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=194] [2024/05/06 08:01:28.790 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 192, range: [7480000000000000c05f69ffff000000000003, 7480000000000000c05f69ffff00000000000300), jobID: 194"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000c05f69ffff0000000000030000] ["take time"=371.124Β΅s] [2024/05/06 08:01:28.790 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=194] [2024/05/06 08:01:28.792 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:3,TypeKey:_idx_] ["total added count"=1] ["start key"=7480000000000000c05f69ffff000000000003] [2024/05/06 08:01:28.792 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=1] [2024/05/06 08:01:28.813 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 08:01:28.818 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=581.452Β΅s] [gotSchemaVersion=149] [phyTblIDs="[192]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:28.820 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=194] [version=149] [2024/05/06 08:01:28.848 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=180001] [2024/05/06 08:01:28.850 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:01:28.850 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=150001] [2024/05/06 08:01:28.850 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=180001] [2024/05/06 08:01:28.861 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:01:28.868 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=52.179723ms] [job="ID:194, Type:add index, State:done, SchemaState:public, SchemaID:190, TableID:192, RowCount:1, ArgLen:3, start time: 2024-05-06 08:01:26.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572369536647171, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:28.875 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=194] [tableID=192] [indexIDs="[9223090561878065155]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:28.877 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=194] [jobType="add index"] [2024/05/06 08:01:28.877 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 49, tp add index"] [category=ddl] [jobID=194] [conn=17] [job="ID:194, Type:add index, State:synced, SchemaState:public, SchemaID:190, TableID:192, RowCount:1, ArgLen:3, start time: 2024-05-06 08:01:26.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572369536647171, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:28.884 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=194] [2024/05/06 08:01:28.884 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:28.885 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 17\n# Query_time: 2.629677294\n# Parse_time: 0.000030413\n# Compile_time: 0.000123164\n# Rewrite_time: 0.000003166\n# Optimize_time: 0.000020682\n# Wait_TS: 0.000127884\n# DB: addindexlit\n# Is_internal: false\n# Digest: 61a3859004e40113a4e3577c1c845a719a599b6c7d9abd4e9b79358a1663b9ba\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table tbl_5 add unique key idx_13 ( col_23 );"] [2024/05/06 08:01:28.886 +00:00] [INFO] [executor.go:2532] ["fast check table by group"] ["table name"=tbl_5] ["index name"=idx_10] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`tbl_5`]) */ bit_xor(crc32(md5(concat_ws(0x2, `col_24`, `col_22`)))), ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`tbl_5` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `col_24`, `col_22`)))), ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`tbl_5` use index(`idx_10`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 08:01:28.886 +00:00] [INFO] [executor.go:2532] ["fast check table by group"] ["table name"=tbl_5] ["index name"=idx_13] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`tbl_5`]) */ bit_xor(crc32(md5(concat_ws(0x2, `col_24`, `col_23`)))), ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`tbl_5` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `col_24`, `col_23`)))), ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`tbl_5` use index(`idx_13`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 08:01:28.894 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bc433526-5b56-4c72-a274-d1c2ac0312b3"] [2024/05/06 08:01:28.894 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bc433526-5b56-4c72-a274-d1c2ac0312b3"] [2024/05/06 08:01:28.895 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bc433526-5b56-4c72-a274-d1c2ac0312b3"] [] [2024/05/06 08:01:28.896 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:28.896 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 50, tp add index"] [category=ddl] ["take time"=2.024Β΅s] [2024/05/06 08:01:28.896 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 52, tp add index"] [category=ddl] ["take time"=1.261Β΅s] [2024/05/06 08:01:28.896 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 49, tp add index"] [category=ddl] ["take time"=629ns] [2024/05/06 08:01:28.896 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 51, tp add index"] [category=ddl] ["take time"=874ns] [2024/05/06 08:01:28.896 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:28.896 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 48, tp general"] [category=ddl] ["take time"=1.168Β΅s] [2024/05/06 08:01:28.896 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:28.896 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:01:28.896 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:01:28.897 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=bc433526-5b56-4c72-a274-d1c2ac0312b3] ["take time"=2.330125ms] [2024/05/06 08:01:28.897 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=bc433526-5b56-4c72-a274-d1c2ac0312b3] [2024/05/06 08:01:28.898 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:01:28.898 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:01:28.898 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/9eee65d8-c2bc-45e5-b696-cf6d0fce81d9] [watcherID=3f71ca29-84c4-4252-b04a-35d228d537b6] [2024/05/06 08:01:28.898 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/9eee65d8-c2bc-45e5-b696-cf6d0fce81d9] [2024/05/06 08:01:28.898 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:28.898 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:28.898 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:28.898 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:28.898 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:28.898 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:28.898 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:28.898 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:28.898 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:28.898 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:28.898 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:01:28.898 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:01:28.899 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=176] [2024/05/06 08:01:28.899 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:28.899 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:01:28.899 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:01:28.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:28.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:28.899 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:28.899 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:28.899 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:01:28.899 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:01:28.899 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:28.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:28.899 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:01:28.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:28.899 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:01:28.899 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:01:28.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:28.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:28.899 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:01:28.899 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:01:28.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:28.899 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:01:28.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:28.899 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:01:28.899 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:01:28.899 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bc433526-5b56-4c72-a274-d1c2ac0312b3"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:28.899 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:01:28.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:28.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:28.899 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:01:28.899 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager bc433526-5b56-4c72-a274-d1c2ac0312b3"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:28.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:28.899 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=bc433526-5b56-4c72-a274-d1c2ac0312b3] [2024/05/06 08:01:28.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:28.899 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:01:28.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:28.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:28.899 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:01:28.899 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:01:28.899 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 228f0c64-393f-49d5-8281-c2f262b3335c"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:28.899 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:01:28.899 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:01:28.899 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:01:28.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:28.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:28.899 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bc433526-5b56-4c72-a274-d1c2ac0312b3"] [error="context canceled"] [2024/05/06 08:01:28.899 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bc433526-5b56-4c72-a274-d1c2ac0312b3"] [2024/05/06 08:01:28.899 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bc433526-5b56-4c72-a274-d1c2ac0312b3"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:28.899 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:01:28.899 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:01:28.899 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:01:28.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:28.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:28.899 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:01:28.899 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=bc433526-5b56-4c72-a274-d1c2ac0312b3] [2024/05/06 08:01:28.899 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:01:28.899 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:28.899 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:01:28.899 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:01:28.899 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:01:28.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:28.899 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=228f0c64-393f-49d5-8281-c2f262b3335c] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:28.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:28.899 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:01:28.899 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 228f0c64-393f-49d5-8281-c2f262b3335c"] [error="context canceled"] [2024/05/06 08:01:28.900 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 228f0c64-393f-49d5-8281-c2f262b3335c"] [2024/05/06 08:01:28.900 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:28.899 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:01:28.900 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:28.906 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:01:28.906 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager bc433526-5b56-4c72-a274-d1c2ac0312b3"] [error="context canceled"] [2024/05/06 08:01:28.906 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager bc433526-5b56-4c72-a274-d1c2ac0312b3"] [2024/05/06 08:01:28.906 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager bc433526-5b56-4c72-a274-d1c2ac0312b3"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:30.146 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bc433526-5b56-4c72-a274-d1c2ac0312b3"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:30.146 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:01:30.146 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:30.154 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 228f0c64-393f-49d5-8281-c2f262b3335c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:30.155 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager bc433526-5b56-4c72-a274-d1c2ac0312b3"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:30.155 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:01:30.155 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:01:30.155 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:30.156 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.261337907s] [2024/05/06 08:01:30.156 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:30.156 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:30.156 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:30.156 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:30.156 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:30.156 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:30.156 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:30.156 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:30.156 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:30.156 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:30.156 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:30.156 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:30.156 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:30.156 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexIngestRestoredData (4.39s) === RUN TestAddIndexIngestUniqueKey [2024/05/06 08:01:30.158 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:30.158 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:01:30.159 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:01:30.159 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:30.159 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:01:30.159 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:30.159 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:30.159 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:30.159 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:30.160 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:30.160 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:01:30.161 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:30.161 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:30.162 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:30.164 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793138773410359] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:01:30.169 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:01:30.177 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1214] ["lease id"=6f188f4ce9fe8473] [2024/05/06 08:01:30.179 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:01:30.193 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=149] ["start time"=12.341185ms] [2024/05/06 08:01:30.194 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:01:30.194 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=fbe8ccf0-a789-40b6-8bad-ea52cce1feb0] [runWorker=true] [2024/05/06 08:01:30.194 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:01:30.195 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:01:30.196 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:30.196 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 08:01:30.196 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 637899603968/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 08:01:30.196 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:30.196 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:30.196 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:30.196 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:30.196 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:30.196 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:30.196 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:30.196 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:30.196 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:30.196 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:30.196 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:30.196 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:30.196 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:01:30.197 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager fbe8ccf0-a789-40b6-8bad-ea52cce1feb0"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4ce9fe8577] [ownerID=fbe8ccf0-a789-40b6-8bad-ea52cce1feb0] [op=none] [2024/05/06 08:01:30.197 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:30.197 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=629b6d69-3378-4001-966e-a52180f954bf] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:30.198 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:01:30.202 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:01:30.202 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:30.202 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:01:30.213 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:30.216 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:30.217 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:30.217 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:30.217 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:30.217 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:30.217 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:01:30.217 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:01:30.217 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:01:30.217 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:01:30.217 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:01:30.218 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:30.218 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:01:30.219 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:30.219 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:30.219 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:30.219 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:30.219 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:01:30.219 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:30.220 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/94eca2e2-22c5-46f6-afec-9c00a43fae3f] [2024/05/06 08:01:30.220 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:01:30.220 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:30.220 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:30.221 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:30.221 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:01:30.221 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:01:30.223 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.532026ms] [2024/05/06 08:01:30.228 +00:00] [INFO] [set.go:170] ["set global var"] [conn=18] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:01:30.228 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=149] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 08:01:30.234 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:195, Type:drop schema, State:queueing, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:30.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:30.234 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:195, Type:drop schema, State:queueing, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:30.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 08:01:30.246 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:30.247 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager fbe8ccf0-a789-40b6-8bad-ea52cce1feb0"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4ce9fe8577] [ownerID=fbe8ccf0-a789-40b6-8bad-ea52cce1feb0] [op=none] [2024/05/06 08:01:30.247 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager fbe8ccf0-a789-40b6-8bad-ea52cce1feb0"] [op=none] [2024/05/06 08:01:30.247 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:01:30.253 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=195] [conn=19] [category=ddl] [job="ID:195, Type:drop schema, State:queueing, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:30.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:30.261 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=67.28Β΅s] [gotSchemaVersion=150] [phyTblIDs="[192]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:30.263 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=195] [version=150] [2024/05/06 08:01:30.312 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=52.474418ms] [job="ID:195, Type:drop schema, State:running, SchemaState:write only, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:30.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:30.318 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=195] [conn=19] [category=ddl] [job="ID:195, Type:drop schema, State:running, SchemaState:write only, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:30.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:30.324 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=48.978Β΅s] [gotSchemaVersion=151] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:30.326 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=195] [version=151] [2024/05/06 08:01:30.376 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=52.93528ms] [job="ID:195, Type:drop schema, State:running, SchemaState:delete only, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:30.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:30.382 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=195] [conn=19] [category=ddl] [job="ID:195, Type:drop schema, State:running, SchemaState:delete only, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:30.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:30.390 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=46.499Β΅s] [gotSchemaVersion=152] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:30.392 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=195] [version=152] [2024/05/06 08:01:30.441 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=52.892755ms] [job="ID:195, Type:drop schema, State:done, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:30.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:30.448 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=195] [tableIDs="[192]"] [comment="drop schema: table IDs"] [2024/05/06 08:01:30.454 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=195] [jobType="drop schema"] [2024/05/06 08:01:30.455 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=195] [conn=19] [job="ID:195, Type:drop schema, State:synced, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:30.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:30.462 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=195] [2024/05/06 08:01:30.462 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:30.463 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=152] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 08:01:30.469 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:197, Type:create schema, State:queueing, SchemaState:none, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:30.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:30.469 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:197, Type:create schema, State:queueing, SchemaState:none, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:30.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 08:01:30.475 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=197] [conn=19] [category=ddl] [job="ID:197, Type:create schema, State:queueing, SchemaState:none, SchemaID:196, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:30.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:30.482 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=251.181Β΅s] [gotSchemaVersion=153] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:01:30.484 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=197] [version=153] [2024/05/06 08:01:30.531 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=51.902292ms] [job="ID:197, Type:create schema, State:done, SchemaState:public, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:30.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:30.538 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=197] [conn=19] [job="ID:197, Type:create schema, State:synced, SchemaState:public, SchemaID:196, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:30.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:30.541 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=197] [2024/05/06 08:01:30.541 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:30.546 +00:00] [INFO] [set.go:170] ["set global var"] [conn=19] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 08:01:30.546 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=153] [cur_db=addindexlit] [sql="create table t (a int primary key, b int);"] [user=] [2024/05/06 08:01:30.552 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:30.522 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:30.552 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:30.522 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int);"] [2024/05/06 08:01:30.558 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=199] [conn=19] [category=ddl] [job="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:30.522 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:30.560 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 196, Table ID: 198, Table Name: t"] [2024/05/06 08:01:30.564 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=434.873Β΅s] [gotSchemaVersion=154] [phyTblIDs="[198]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:30.566 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=199] [version=154] [2024/05/06 08:01:30.615 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=52.839049ms] [job="ID:199, Type:create table, State:done, SchemaState:public, SchemaID:196, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:30.522 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:30.621 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=199] [conn=19] [job="ID:199, Type:create table, State:synced, SchemaState:public, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:30.522 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:30.625 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=199] [2024/05/06 08:01:30.625 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:30.627 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572370021875719] [2024/05/06 08:01:30.628 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=154] [cur_db=addindexlit] [sql="alter table t add unique index idx(b);"] [user=] [2024/05/06 08:01:30.632 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:30.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 08:01:30.632 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:200, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:30.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(b);"] [2024/05/06 08:01:30.638 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 57, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:30.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:30.639 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:200, Type:add index, State:running, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:30.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 08:01:30.645 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=568.107Β΅s] [gotSchemaVersion=155] [phyTblIDs="[198]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:30.647 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=200] [version=155] [2024/05/06 08:01:30.695 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=52.306646ms] [job="ID:200, Type:add index, State:running, SchemaState:delete only, SchemaID:196, TableID:198, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:30.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:30.703 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 56, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:running, SchemaState:delete only, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:30.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:30.710 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=491.287Β΅s] [gotSchemaVersion=156] [phyTblIDs="[198]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:30.712 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=200] [version=156] [2024/05/06 08:01:30.761 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=52.628665ms] [job="ID:200, Type:add index, State:running, SchemaState:write only, SchemaID:196, TableID:198, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:30.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:30.768 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 54, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:running, SchemaState:write only, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:30.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:30.775 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=534.944Β΅s] [gotSchemaVersion=157] [phyTblIDs="[198]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:30.776 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=200] [version=157] [2024/05/06 08:01:30.824 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=51.704398ms] [job="ID:200, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:198, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:30.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:30.833 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 56, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:30.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:30.833 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=200] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:01:30.834 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=200] [physicalTableID=198] [startKey=7480000000000000c65f728000000000000001] [endKey=7480000000000000c65f72800000000000271000] [2024/05/06 08:01:30.840 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=200] [2024/05/06 08:01:30.845 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 57, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:30.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572370074304518, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:30.846 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=200] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:01:30.850 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/200] [2024/05/06 08:01:30.872 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=198] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:31.220 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:01:31.220 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:01:31.220 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/94eca2e2-22c5-46f6-afec-9c00a43fae3f] [watcherID=c6a596aa-061a-4c54-86bf-0b2c63263a72] [2024/05/06 08:01:31.221 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:01:31.223 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:01:31.223 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:01:31.223 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:01:31.223 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:01:31.227 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=210001] [2024/05/06 08:01:31.227 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=210001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 08:01:31.728 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=210001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 08:01:31.728 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=210001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:31.729 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=210001] [curr-step=init] [next-step=read-index] [2024/05/06 08:01:31.730 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=210001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 08:01:32.026 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=210001] [type=backfill] [remaining-slots=12] [2024/05/06 08:01:32.196 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:01:32.329 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=210001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 08:01:32.330 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:01:32.330 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/200] [keyspaceName=] [2024/05/06 08:01:32.333 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:01:32.333 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:01:32.333 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:32.333 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:01:32.334 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:32.334 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:32.334 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:32.334 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:32.334 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:32.339 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:32.340 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:32.340 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=200] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 08:01:32.340 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 08:01:32.345 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:32.347 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:01:32.347 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=200] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:32.347 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=210001] [subtask-id=180001] [jobID=200] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:32.347 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=198] ["start key"=7480000000000000c65f728000000000000001] ["end key"=7480000000000000c65f72800000000000271000] [2024/05/06 08:01:32.348 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=210001] [subtask-id=180001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000c65f728000000000000001, endKey=7480000000000000c65f72800000000000271000"] [2024/05/06 08:01:32.359 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=200] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 08:01:32.364 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=200] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/06 08:01:32.364 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=210001] [subtask-id=180001] [id=1] [2024/05/06 08:01:32.376 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=200] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/06 08:01:32.388 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=200] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137696] ["max memory quota"=17179869184] [2024/05/06 08:01:32.389 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=108] [kvs=2] [files=1] [sstFileSize=1039] [file=/tmp/tidb/tmp_ddl-4000/200/f75d9cab-8823-5503-94ba-459a1de580da.sst/9af5361c-74d0-420b-9615-94229194d4b7.sst] [firstKey=7480000000000000FFC65F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000000FFC65F698000000000FF0000010380000000FF0000000100000000FB80000000000027100008] [2024/05/06 08:01:32.392 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=200] [2024/05/06 08:01:32.392 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 638684700672/940431265792, backend usage: 0"] [2024/05/06 08:01:32.392 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:32.394 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:32.415 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=2] [size=108] [2024/05/06 08:01:32.415 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:32.417 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000C65F698000000000000001038000000000000001] [endKey=7480000000000000C65F69800000000000000103800000000000000100] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 08:01:34.417 +00:00] [2024/05/06 08:01:32.417 +00:00] [ERROR] [local.go:1459] ["do import meets error"] [category=ddl-ingest] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:32.419 +00:00] [WARN] [backend.go:376] ["import failed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=26.206103ms] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'"] [2024/05/06 08:01:32.419 +00:00] [ERROR] [backend.go:248] ["ingest data into storage error"] ["index ID"=1] ["usage info"="disk usage: 638684700672/940431265792, backend usage: 0"] [stack="github.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).unsafeImportAndReset\n\tpkg/ddl/ingest/backend.go:248\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).Flush\n\tpkg/ddl/ingest/backend.go:229\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).flush\n\tpkg/ddl/backfilling_operators.go:831\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:808\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78"] [2024/05/06 08:01:32.419 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=200] [2024/05/06 08:01:32.423 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=210001] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:810\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:01:32.423 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=210001] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:810\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:01:32.423 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=210001] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [2024/05/06 08:01:32.426 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 08:01:32.426 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:01:32.426 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=821.511Β΅s] [] [2024/05/06 08:01:32.427 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:01:32.427 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=629.104Β΅s] [] [2024/05/06 08:01:32.428 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:32.428 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:32.428 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:32.428 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:32.428 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:32.428 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:32.428 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:32.428 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:32.428 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:32.428 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:32.428 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:32.428 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:32.428 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:32.428 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:32.428 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:32.429 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:32.429 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:32.429 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:32.429 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=200] ["current memory usage"=120] ["max memory quota"=17179869184] [2024/05/06 08:01:32.429 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=210001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=99.683557ms] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [2024/05/06 08:01:32.429 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=210001] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:810\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:01:32.731 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=210001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[kv:1062]Duplicate entry '1' for key 't.idx'\\\"}\"]"] [2024/05/06 08:01:33.033 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=210001] [type=backfill] [2024/05/06 08:01:33.283 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=210001] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/ddl.submitAndWaitTask\n\tpkg/ddl/index.go:2275\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask.func2\n\tpkg/ddl/index.go:2108\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78"] [2024/05/06 08:01:33.286 +00:00] [WARN] [reorg.go:231] ["run reorg job done"] [category=ddl] ["handled rows"=2] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [2024/05/06 08:01:33.305 +00:00] [WARN] [index.go:1058] ["run add index job failed, convert job to rollback"] [category=ddl] [job="ID:200, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:198, RowCount:2, ArgLen:6, start time: 2024-05-06 08:01:30.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572370074304518, LocalMode: false, UniqueWarnings:0"] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob\n\tpkg/ddl/reorg.go:246\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1038\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJobDist\n\tpkg/ddl/index.go:909\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:864\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:33.311 +00:00] [WARN] [ddl_worker.go:1147] ["run DDL job error"] [worker="worker 57, tp add index"] [category=ddl] [jobID=200] [conn=19] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob\n\tpkg/ddl/reorg.go:246\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1038\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJobDist\n\tpkg/ddl/index.go:909\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:864\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:33.317 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=532.105Β΅s] [gotSchemaVersion=158] [phyTblIDs="[198]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:33.319 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=200] [version=158] [2024/05/06 08:01:33.367 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=52.79067ms] [job="ID:200, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:196, TableID:198, RowCount:2, ArgLen:3, start time: 2024-05-06 08:01:30.623 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449572370074304518, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:33.374 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 54, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:196, TableID:198, RowCount:2, ArgLen:0, start time: 2024-05-06 08:01:30.623 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449572370074304518, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:33.381 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=547.078Β΅s] [gotSchemaVersion=159] [phyTblIDs="[198]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:33.383 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=200] [version=159] [2024/05/06 08:01:33.432 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=52.694154ms] [job="ID:200, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:196, TableID:198, RowCount:2, ArgLen:2, start time: 2024-05-06 08:01:30.623 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449572370074304518, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:33.440 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 57, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:196, TableID:198, RowCount:2, ArgLen:0, start time: 2024-05-06 08:01:30.623 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449572370074304518, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:33.447 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=580.008Β΅s] [gotSchemaVersion=160] [phyTblIDs="[198]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:33.449 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=200] [version=160] [2024/05/06 08:01:33.498 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=52.32017ms] [job="ID:200, Type:add index, State:rollback done, SchemaState:none, SchemaID:196, TableID:198, RowCount:2, ArgLen:2, start time: 2024-05-06 08:01:30.623 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449572370074304518, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:33.505 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=200] [tableID=198] [indexIDs="[1,9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:33.508 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=200] [jobType="add index"] [2024/05/06 08:01:33.508 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 55, tp add index"] [category=ddl] [jobID=200] [conn=19] [job="ID:200, Type:add index, State:rollback done, SchemaState:none, SchemaID:196, TableID:198, RowCount:2, ArgLen:2, start time: 2024-05-06 08:01:30.623 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449572370074304518, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:33.512 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=200] [2024/05/06 08:01:33.514 +00:00] [INFO] [ddl.go:1291] ["DDL job is failed"] [category=ddl] [jobID=200] [2024/05/06 08:01:33.514 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 08:01:33.514 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 19\n# Query_time: 2.886237386\n# Parse_time: 0.000029489\n# Compile_time: 0.000041837\n# Rewrite_time: 0.000001935\n# Optimize_time: 0.000022966\n# Wait_TS: 0.000173375\n# DB: addindexlit\n# Is_internal: false\n# Digest: 57d756bb5ed08274ac851088c0daad0cc624903146ee79de19fd38d84666ce80\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add unique index idx(b);"] [2024/05/06 08:01:33.514 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=160] [cur_db=addindexlit] [sql="drop table t;"] [user=] [2024/05/06 08:01:33.519 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:196, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:33.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:33.519 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:196, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:33.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table t;"] [2024/05/06 08:01:33.524 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=201] [conn=19] [category=ddl] [job="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:33.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:33.530 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=38.737Β΅s] [gotSchemaVersion=161] [phyTblIDs="[198]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:33.532 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=201] [version=161] [2024/05/06 08:01:33.581 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=51.980741ms] [job="ID:201, Type:drop table, State:running, SchemaState:write only, SchemaID:196, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:33.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:33.587 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=201] [conn=19] [category=ddl] [job="ID:201, Type:drop table, State:running, SchemaState:write only, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:33.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:33.593 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=39.659Β΅s] [gotSchemaVersion=162] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:33.595 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=201] [version=162] [2024/05/06 08:01:33.644 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=51.983917ms] [job="ID:201, Type:drop table, State:running, SchemaState:delete only, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:33.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:33.653 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=201] [conn=19] [category=ddl] [job="ID:201, Type:drop table, State:running, SchemaState:delete only, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:33.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:33.656 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 196, Old Table ID: 198, Old Table Name: t"] [2024/05/06 08:01:33.661 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=35.442Β΅s] [gotSchemaVersion=163] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:33.662 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=201] [version=163] [2024/05/06 08:01:33.712 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=52.745809ms] [job="ID:201, Type:drop table, State:done, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:33.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:33.717 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=201] [tableIDs="[198]"] [comment="drop table: table ID"] [2024/05/06 08:01:33.719 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=201] [jobType="drop table"] [2024/05/06 08:01:33.720 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=201] [conn=19] [job="ID:201, Type:drop table, State:synced, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:33.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:33.727 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=201] [2024/05/06 08:01:33.727 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:33.727 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=210001] [2024/05/06 08:01:33.729 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=163] [cur_db=addindexlit] [sql="create table t (a varchar(255) primary key, b int);"] [user=] [2024/05/06 08:01:33.729 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:01:33.729 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=210001] [2024/05/06 08:01:33.736 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:33.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:33.736 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:33.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a varchar(255) primary key, b int);"] [2024/05/06 08:01:33.739 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:01:33.742 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=203] [conn=19] [category=ddl] [job="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:33.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:33.744 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 196, Table ID: 202, Table Name: t"] [2024/05/06 08:01:33.749 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=564.587Β΅s] [gotSchemaVersion=164] [phyTblIDs="[202]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:33.751 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=203] [version=164] [2024/05/06 08:01:33.800 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=52.773414ms] [job="ID:203, Type:create table, State:done, SchemaState:public, SchemaID:196, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:33.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:33.808 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=203] [conn=19] [job="ID:203, Type:create table, State:synced, SchemaState:public, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:33.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:33.813 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=203] [2024/05/06 08:01:33.813 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:33.816 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572370847629326] [2024/05/06 08:01:33.817 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=164] [cur_db=addindexlit] [sql="alter table t add unique index idx(b);"] [user=] [2024/05/06 08:01:33.823 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:33.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 08:01:33.823 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:204, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:33.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(b);"] [2024/05/06 08:01:33.830 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 55, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:33.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:33.831 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:204, Type:add index, State:running, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:33.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":2,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 08:01:33.841 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=627.09Β΅s] [gotSchemaVersion=165] [phyTblIDs="[202]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:33.843 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=204] [version=165] [2024/05/06 08:01:33.891 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=53.365807ms] [job="ID:204, Type:add index, State:running, SchemaState:delete only, SchemaID:196, TableID:202, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:33.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:33.900 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 56, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:running, SchemaState:delete only, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:33.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:33.909 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=603.152Β΅s] [gotSchemaVersion=166] [phyTblIDs="[202]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:33.911 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=204] [version=166] [2024/05/06 08:01:33.960 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=52.721441ms] [job="ID:204, Type:add index, State:running, SchemaState:write only, SchemaID:196, TableID:202, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:33.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:33.967 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 57, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:running, SchemaState:write only, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:33.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:33.975 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=588.375Β΅s] [gotSchemaVersion=167] [phyTblIDs="[202]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:33.977 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=204] [version=167] [2024/05/06 08:01:34.025 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=52.493104ms] [job="ID:204, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:202, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:33.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:34.032 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 56, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:33.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:34.033 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=204] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:01:34.034 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=204] [physicalTableID=202] [startKey=7480000000000000ca5f72016100000000000000f8] [endKey=7480000000000000ca5f72017a00000000000000f800] [2024/05/06 08:01:34.039 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=204] [2024/05/06 08:01:34.044 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 55, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:33.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572370913165318, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:34.045 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=204] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:01:34.049 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/204] [2024/05/06 08:01:34.071 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=202] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:34.082 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=210002] [2024/05/06 08:01:34.082 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=210002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 08:01:34.584 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=210002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 08:01:34.584 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=210002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:34.585 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=210002] [curr-step=init] [next-step=read-index] [2024/05/06 08:01:34.587 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=210002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 08:01:34.726 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=210002] [type=backfill] [remaining-slots=12] [2024/05/06 08:01:35.031 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=210002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 08:01:35.032 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:01:35.032 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/204] [keyspaceName=] [2024/05/06 08:01:35.035 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:01:35.035 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:01:35.036 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:35.036 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:01:35.036 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:35.036 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:35.036 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:35.036 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:35.036 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:35.042 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:35.042 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:35.042 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=204] ["current memory usage"=296] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 08:01:35.042 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 08:01:35.048 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:35.050 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 08:01:35.050 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=204] ["index ID"=2] ["current memory usage"=671089080] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:35.052 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=210002] [subtask-id=180002] [jobID=204] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:35.052 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=202] ["start key"=7480000000000000ca5f72016100000000000000f8] ["end key"=7480000000000000ca5f72017a00000000000000f800] [2024/05/06 08:01:35.052 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=210002] [subtask-id=180002] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000ca5f72016100000000000000f8, endKey=7480000000000000ca5f72017a00000000000000f800"] [2024/05/06 08:01:35.136 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=204] ["index ID"=2] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089120] ["max memory quota"=17179869184] [2024/05/06 08:01:35.223 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=204] ["index ID"=2] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089160] ["max memory quota"=17179869184] [2024/05/06 08:01:35.234 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=210002] [subtask-id=180002] [id=1] [2024/05/06 08:01:35.297 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=204] ["index ID"=2] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137776] ["max memory quota"=17179869184] [2024/05/06 08:01:35.309 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=204] ["index ID"=2] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137816] ["max memory quota"=17179869184] [2024/05/06 08:01:35.310 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=128] [kvs=2] [files=1] [sstFileSize=1061] [file=/tmp/tidb/tmp_ddl-4000/204/8de86ffa-82e6-5f82-9981-8310a1aa3f1d.sst/f68d75ed-e528-45ba-85ff-313fec4c2c2f.sst] [firstKey=7480000000000000FFCA5F698000000000FF0000020380000000FF0000000100000000FB016100000000000000F8000A] [lastKey=7480000000000000FFCA5F698000000000FF0000020380000000FF0000000100000000FB017A00000000000000F8000A] [2024/05/06 08:01:35.312 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=204] [2024/05/06 08:01:35.312 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=2] ["usage info"="disk usage: 638690902016/940431265792, backend usage: 0"] [2024/05/06 08:01:35.313 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [2024/05/06 08:01:35.314 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:35.336 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] ["region ranges"=1] [count=2] [size=128] [2024/05/06 08:01:35.336 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:35.338 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000CA5F698000000000000002038000000000000001] [endKey=7480000000000000CA5F69800000000000000203800000000000000100] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 08:01:37.338 +00:00] [2024/05/06 08:01:35.338 +00:00] [ERROR] [local.go:1459] ["do import meets error"] [category=ddl-ingest] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0002\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000}\u0001\u0000\n\u0001a\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0002\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000}\u0001\u0000\n\u0001a\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:35.340 +00:00] [WARN] [backend.go:376] ["import failed"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [takeTime=27.584599ms] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0002\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000}\u0001\u0000\n\u0001a\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd'"] [2024/05/06 08:01:35.340 +00:00] [ERROR] [backend.go:248] ["ingest data into storage error"] ["index ID"=2] ["usage info"="disk usage: 638690902016/940431265792, backend usage: 0"] [stack="github.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).unsafeImportAndReset\n\tpkg/ddl/ingest/backend.go:248\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).Flush\n\tpkg/ddl/ingest/backend.go:229\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).flush\n\tpkg/ddl/backfilling_operators.go:831\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:808\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78"] [2024/05/06 08:01:35.341 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=204] [2024/05/06 08:01:35.345 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=210002] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:810\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:01:35.345 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=210002] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:810\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:01:35.345 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=210002] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [2024/05/06 08:01:35.347 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 08:01:35.347 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 08:01:35.348 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=916.688Β΅s] [] [2024/05/06 08:01:35.348 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 08:01:35.349 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=542.793Β΅s] [] [2024/05/06 08:01:35.350 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:35.350 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:35.350 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:35.350 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:35.350 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:35.350 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:35.350 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:35.350 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:35.350 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:35.350 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:35.350 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:35.350 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:35.350 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:35.350 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:35.350 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:35.350 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:35.350 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:35.350 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:35.350 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=204] ["current memory usage"=240] ["max memory quota"=17179869184] [2024/05/06 08:01:35.350 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=210002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=319.299174ms] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [2024/05/06 08:01:35.350 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=210002] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:810\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:01:35.586 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=210002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[kv:1062]Duplicate entry '1' for key 't.idx'\\\"}\"]"] [2024/05/06 08:01:35.651 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=210002] [type=backfill] [2024/05/06 08:01:36.183 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=210002] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/ddl.submitAndWaitTask\n\tpkg/ddl/index.go:2275\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask.func2\n\tpkg/ddl/index.go:2108\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78"] [2024/05/06 08:01:36.186 +00:00] [WARN] [reorg.go:231] ["run reorg job done"] [category=ddl] ["handled rows"=2] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [2024/05/06 08:01:36.206 +00:00] [WARN] [index.go:1058] ["run add index job failed, convert job to rollback"] [category=ddl] [job="ID:204, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:202, RowCount:2, ArgLen:6, start time: 2024-05-06 08:01:33.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572370913165318, LocalMode: false, UniqueWarnings:0"] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob\n\tpkg/ddl/reorg.go:246\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1038\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJobDist\n\tpkg/ddl/index.go:909\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:864\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:36.212 +00:00] [WARN] [ddl_worker.go:1147] ["run DDL job error"] [worker="worker 55, tp add index"] [category=ddl] [jobID=204] [conn=19] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob\n\tpkg/ddl/reorg.go:246\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1038\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJobDist\n\tpkg/ddl/index.go:909\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:864\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:36.218 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=519.799Β΅s] [gotSchemaVersion=168] [phyTblIDs="[202]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:36.220 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=204] [version=168] [2024/05/06 08:01:36.269 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=53.223826ms] [job="ID:204, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:196, TableID:202, RowCount:2, ArgLen:3, start time: 2024-05-06 08:01:33.773 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449572370913165318, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:36.277 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 56, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:196, TableID:202, RowCount:2, ArgLen:0, start time: 2024-05-06 08:01:33.773 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449572370913165318, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:36.284 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=525.676Β΅s] [gotSchemaVersion=169] [phyTblIDs="[202]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:36.286 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=204] [version=169] [2024/05/06 08:01:36.335 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=52.651803ms] [job="ID:204, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:196, TableID:202, RowCount:2, ArgLen:2, start time: 2024-05-06 08:01:33.773 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449572370913165318, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:36.346 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 55, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:196, TableID:202, RowCount:2, ArgLen:0, start time: 2024-05-06 08:01:33.773 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449572370913165318, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:36.355 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=561.843Β΅s] [gotSchemaVersion=170] [phyTblIDs="[202]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:36.357 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=204] [version=170] [2024/05/06 08:01:36.405 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=52.980906ms] [job="ID:204, Type:add index, State:rollback done, SchemaState:none, SchemaID:196, TableID:202, RowCount:2, ArgLen:2, start time: 2024-05-06 08:01:33.773 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449572370913165318, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:36.414 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=204] [tableID=202] [indexIDs="[2,9223090561878065154]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:36.417 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=204] [jobType="add index"] [2024/05/06 08:01:36.418 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 57, tp add index"] [category=ddl] [jobID=204] [conn=19] [job="ID:204, Type:add index, State:rollback done, SchemaState:none, SchemaID:196, TableID:202, RowCount:2, ArgLen:2, start time: 2024-05-06 08:01:33.773 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449572370913165318, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:36.422 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=204] [2024/05/06 08:01:36.426 +00:00] [INFO] [ddl.go:1291] ["DDL job is failed"] [category=ddl] [jobID=204] [2024/05/06 08:01:36.426 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 08:01:36.426 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 19\n# Query_time: 2.6087082600000002\n# Parse_time: 0.000030856\n# Compile_time: 0.000042735\n# Rewrite_time: 0.000002426\n# Optimize_time: 0.000022966\n# Wait_TS: 0.000209423\n# DB: addindexlit\n# Is_internal: false\n# Digest: 57d756bb5ed08274ac851088c0daad0cc624903146ee79de19fd38d84666ce80\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add unique index idx(b);"] [2024/05/06 08:01:36.426 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=170] [cur_db=addindexlit] [sql="drop table t;"] [user=] [2024/05/06 08:01:36.432 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:196, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:36.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:36.432 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:196, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:36.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table t;"] [2024/05/06 08:01:36.438 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=205] [conn=19] [category=ddl] [job="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:36.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:36.446 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=64.075Β΅s] [gotSchemaVersion=171] [phyTblIDs="[202]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:36.448 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=205] [version=171] [2024/05/06 08:01:36.497 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=52.775654ms] [job="ID:205, Type:drop table, State:running, SchemaState:write only, SchemaID:196, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:36.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:36.503 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=205] [conn=19] [category=ddl] [job="ID:205, Type:drop table, State:running, SchemaState:write only, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:36.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:36.511 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=171] [neededSchemaVersion=172] ["start time"=39.696Β΅s] [gotSchemaVersion=172] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:36.512 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=205] [version=172] [2024/05/06 08:01:36.562 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=172] ["take time"=52.74611ms] [job="ID:205, Type:drop table, State:running, SchemaState:delete only, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:36.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:36.568 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=205] [conn=19] [category=ddl] [job="ID:205, Type:drop table, State:running, SchemaState:delete only, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:36.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:36.572 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 196, Old Table ID: 202, Old Table Name: t"] [2024/05/06 08:01:36.577 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=172] [neededSchemaVersion=173] ["start time"=42.072Β΅s] [gotSchemaVersion=173] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:36.579 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=205] [version=173] [2024/05/06 08:01:36.583 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=210002] [2024/05/06 08:01:36.585 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:01:36.585 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=210002] [2024/05/06 08:01:36.592 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:01:36.628 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=173] ["take time"=52.625973ms] [job="ID:205, Type:drop table, State:done, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:36.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:36.635 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=205] [tableIDs="[202]"] [comment="drop table: table ID"] [2024/05/06 08:01:36.638 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=205] [jobType="drop table"] [2024/05/06 08:01:36.638 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=205] [conn=19] [job="ID:205, Type:drop table, State:synced, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:36.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:36.645 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=205] [2024/05/06 08:01:36.645 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:36.646 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=173] [cur_db=addindexlit] [sql="create table t (a varchar(255) primary key, b int, c char(5));"] [user=] [2024/05/06 08:01:36.653 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:207, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:36.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:36.653 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:207, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:36.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a varchar(255) primary key, b int, c char(5));"] [2024/05/06 08:01:36.659 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=207] [conn=19] [category=ddl] [job="ID:207, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:36.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:36.661 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 196, Table ID: 206, Table Name: t"] [2024/05/06 08:01:36.667 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=173] [neededSchemaVersion=174] ["start time"=566.708Β΅s] [gotSchemaVersion=174] [phyTblIDs="[206]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:36.669 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=207] [version=174] [2024/05/06 08:01:36.717 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=174] ["take time"=52.643314ms] [job="ID:207, Type:create table, State:done, SchemaState:public, SchemaID:196, TableID:206, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:36.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:36.725 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=207] [conn=19] [job="ID:207, Type:create table, State:synced, SchemaState:public, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:36.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:36.731 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=207] [2024/05/06 08:01:36.731 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:36.734 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572371620691977] [2024/05/06 08:01:36.735 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=174] [cur_db=addindexlit] [sql="alter table t add unique index idx(b, c);"] [user=] [2024/05/06 08:01:36.741 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:208, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:36.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 08:01:36.741 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:208, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:36.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(b, c);"] [2024/05/06 08:01:36.749 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 57, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:36.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:36.750 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:208, Type:add index, State:running, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:36.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":2,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1},{\"name\":{\"O\":\"c\",\"L\":\"c\"},\"offset\":2,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 08:01:36.757 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=174] [neededSchemaVersion=175] ["start time"=572.782Β΅s] [gotSchemaVersion=175] [phyTblIDs="[206]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:36.759 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=208] [version=175] [2024/05/06 08:01:36.808 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=175] ["take time"=53.277783ms] [job="ID:208, Type:add index, State:running, SchemaState:delete only, SchemaID:196, TableID:206, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:36.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:36.816 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 56, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:running, SchemaState:delete only, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:36.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:36.825 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=175] [neededSchemaVersion=176] ["start time"=616.957Β΅s] [gotSchemaVersion=176] [phyTblIDs="[206]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:36.827 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=208] [version=176] [2024/05/06 08:01:36.876 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=176] ["take time"=53.250487ms] [job="ID:208, Type:add index, State:running, SchemaState:write only, SchemaID:196, TableID:206, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:36.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:36.885 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 57, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:running, SchemaState:write only, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:36.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:36.893 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=176] [neededSchemaVersion=177] ["start time"=533.967Β΅s] [gotSchemaVersion=177] [phyTblIDs="[206]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:36.895 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=208] [version=177] [2024/05/06 08:01:36.943 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=177] ["take time"=52.820658ms] [job="ID:208, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:206, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:36.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:36.951 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 56, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:36.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:36.951 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=208] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:01:36.952 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=208] [physicalTableID=206] [startKey=7480000000000000ce5f72016100000000000000f8] [endKey=7480000000000000ce5f72017a00000000000000f800] [2024/05/06 08:01:36.957 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=208] [2024/05/06 08:01:36.964 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 57, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:36.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572371673120778, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:36.964 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=208] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:01:36.969 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/208] [2024/05/06 08:01:36.992 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=206] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:37.003 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=210003] [2024/05/06 08:01:37.003 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=210003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 08:01:37.514 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=210003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 08:01:37.514 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=210003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:37.515 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=210003] [curr-step=init] [next-step=read-index] [2024/05/06 08:01:37.517 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=210003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 08:01:37.726 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=210003] [type=backfill] [remaining-slots=12] [2024/05/06 08:01:38.030 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=210003] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 08:01:38.030 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:01:38.031 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/208] [keyspaceName=] [2024/05/06 08:01:38.034 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:01:38.034 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:01:38.034 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:38.034 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:01:38.035 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:38.035 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:38.035 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:38.035 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:38.035 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:38.041 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:38.041 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:38.041 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=208] ["current memory usage"=416] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 08:01:38.041 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 08:01:38.047 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:38.049 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 08:01:38.049 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=208] ["index ID"=2] ["current memory usage"=671089200] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:38.051 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=210003] [subtask-id=180003] [jobID=208] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:38.051 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=206] ["start key"=7480000000000000ce5f72016100000000000000f8] ["end key"=7480000000000000ce5f72017a00000000000000f800] [2024/05/06 08:01:38.052 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=210003] [subtask-id=180003] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000ce5f72016100000000000000f8, endKey=7480000000000000ce5f72017a00000000000000f800"] [2024/05/06 08:01:38.056 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=208] ["index ID"=2] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089240] ["max memory quota"=17179869184] [2024/05/06 08:01:38.068 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=208] ["index ID"=2] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089280] ["max memory quota"=17179869184] [2024/05/06 08:01:38.068 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=210003] [subtask-id=180003] [id=1] [2024/05/06 08:01:38.081 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=208] ["index ID"=2] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137896] ["max memory quota"=17179869184] [2024/05/06 08:01:38.125 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=208] ["index ID"=2] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137936] ["max memory quota"=17179869184] [2024/05/06 08:01:38.125 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=292] [kvs=4] [files=1] [sstFileSize=1118] [file=/tmp/tidb/tmp_ddl-4000/208/8de86ffa-82e6-5f82-9981-8310a1aa3f1d.sst/b7bc20b5-2864-4d9d-96b5-9f3fd8d63f2a.sst] [firstKey=7480000000000000FFCE5F698000000000FF0000020380000000FF0000000101633100FF0000000000F90000FD016100000000000000F8000A] [lastKey=7480000000000000FFCE5F698000000000FF0000020380000000FF0000000201633100FF0000000000F90000FD016400000000000000F8000A] [2024/05/06 08:01:38.128 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=208] [2024/05/06 08:01:38.128 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=2] ["usage info"="disk usage: 648251170816/940431265792, backend usage: 0"] [2024/05/06 08:01:38.128 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [2024/05/06 08:01:38.129 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:38.151 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] ["region ranges"=1] [count=4] [size=292] [2024/05/06 08:01:38.151 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:38.154 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000CE5F698000000000000002038000000000000001016331000000000000F9] [endKey=7480000000000000CE5F698000000000000002038000000000000002016331000000000000F900] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 08:01:40.154 +00:00] [2024/05/06 08:01:38.154 +00:00] [ERROR] [local.go:1459] ["do import meets error"] [category=ddl-ingest] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0002\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0001c1\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\n\u0001a\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0002\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0001c1\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\n\u0001a\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:38.156 +00:00] [WARN] [backend.go:376] ["import failed"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [takeTime=27.674629ms] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0002\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0001c1\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\n\u0001a\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd'"] [2024/05/06 08:01:38.156 +00:00] [ERROR] [backend.go:248] ["ingest data into storage error"] ["index ID"=2] ["usage info"="disk usage: 648251170816/940431265792, backend usage: 0"] [stack="github.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).unsafeImportAndReset\n\tpkg/ddl/ingest/backend.go:248\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).Flush\n\tpkg/ddl/ingest/backend.go:229\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).flush\n\tpkg/ddl/backfilling_operators.go:831\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:808\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78"] [2024/05/06 08:01:38.157 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=208] [2024/05/06 08:01:38.162 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=210003] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1-c1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:810\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:01:38.162 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=210003] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1-c1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:810\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:01:38.162 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=210003] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [2024/05/06 08:01:38.171 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 08:01:38.171 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 08:01:38.172 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=1.14525ms] [] [2024/05/06 08:01:38.172 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 08:01:38.173 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=868.788Β΅s] [] [2024/05/06 08:01:38.174 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:38.174 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:38.174 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:38.174 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:38.174 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:38.174 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:38.174 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:38.174 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:38.174 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:38.174 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:38.174 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:38.174 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:38.174 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:38.174 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:38.174 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:38.174 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:38.174 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:38.175 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:38.175 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=208] ["current memory usage"=360] ["max memory quota"=17179869184] [2024/05/06 08:01:38.175 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=210003] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=144.851724ms] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [2024/05/06 08:01:38.175 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=210003] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1-c1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:810\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:01:38.507 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=210003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[kv:1062]Duplicate entry '1-c1' for key 't.idx'\\\"}\"]"] [2024/05/06 08:01:38.780 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=210003] [type=backfill] [2024/05/06 08:01:39.103 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=210003] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/ddl.submitAndWaitTask\n\tpkg/ddl/index.go:2275\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask.func2\n\tpkg/ddl/index.go:2108\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78"] [2024/05/06 08:01:39.106 +00:00] [WARN] [reorg.go:231] ["run reorg job done"] [category=ddl] ["handled rows"=4] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [2024/05/06 08:01:39.127 +00:00] [WARN] [index.go:1058] ["run add index job failed, convert job to rollback"] [category=ddl] [job="ID:208, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:206, RowCount:4, ArgLen:6, start time: 2024-05-06 08:01:36.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572371673120778, LocalMode: false, UniqueWarnings:0"] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1-c1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob\n\tpkg/ddl/reorg.go:246\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1038\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJobDist\n\tpkg/ddl/index.go:909\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:864\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:39.134 +00:00] [WARN] [ddl_worker.go:1147] ["run DDL job error"] [worker="worker 57, tp add index"] [category=ddl] [jobID=208] [conn=19] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1-c1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob\n\tpkg/ddl/reorg.go:246\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1038\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJobDist\n\tpkg/ddl/index.go:909\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:864\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:39.141 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=177] [neededSchemaVersion=178] ["start time"=766.269Β΅s] [gotSchemaVersion=178] [phyTblIDs="[206]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:39.143 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=208] [version=178] [2024/05/06 08:01:39.191 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=178] ["take time"=52.574518ms] [job="ID:208, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:196, TableID:206, RowCount:4, ArgLen:3, start time: 2024-05-06 08:01:36.722 +0000 UTC, Err:[kv:1062]Duplicate entry '1-c1' for key 't.idx', ErrCount:1, SnapshotVersion:449572371673120778, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:39.199 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 56, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:196, TableID:206, RowCount:4, ArgLen:0, start time: 2024-05-06 08:01:36.722 +0000 UTC, Err:[kv:1062]Duplicate entry '1-c1' for key 't.idx', ErrCount:1, SnapshotVersion:449572371673120778, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:39.208 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=178] [neededSchemaVersion=179] ["start time"=690.99Β΅s] [gotSchemaVersion=179] [phyTblIDs="[206]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:39.210 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=208] [version=179] [2024/05/06 08:01:39.258 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=179] ["take time"=52.962094ms] [job="ID:208, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:196, TableID:206, RowCount:4, ArgLen:2, start time: 2024-05-06 08:01:36.722 +0000 UTC, Err:[kv:1062]Duplicate entry '1-c1' for key 't.idx', ErrCount:1, SnapshotVersion:449572371673120778, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:39.267 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 54, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:196, TableID:206, RowCount:4, ArgLen:0, start time: 2024-05-06 08:01:36.722 +0000 UTC, Err:[kv:1062]Duplicate entry '1-c1' for key 't.idx', ErrCount:1, SnapshotVersion:449572371673120778, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:39.277 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=179] [neededSchemaVersion=180] ["start time"=587.165Β΅s] [gotSchemaVersion=180] [phyTblIDs="[206]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:39.279 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=208] [version=180] [2024/05/06 08:01:39.327 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=180] ["take time"=52.395455ms] [job="ID:208, Type:add index, State:rollback done, SchemaState:none, SchemaID:196, TableID:206, RowCount:4, ArgLen:2, start time: 2024-05-06 08:01:36.722 +0000 UTC, Err:[kv:1062]Duplicate entry '1-c1' for key 't.idx', ErrCount:1, SnapshotVersion:449572371673120778, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:39.336 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=208] [tableID=206] [indexIDs="[2,9223090561878065154]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:39.338 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=208] [jobType="add index"] [2024/05/06 08:01:39.338 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 56, tp add index"] [category=ddl] [jobID=208] [conn=19] [job="ID:208, Type:add index, State:rollback done, SchemaState:none, SchemaID:196, TableID:206, RowCount:4, ArgLen:2, start time: 2024-05-06 08:01:36.722 +0000 UTC, Err:[kv:1062]Duplicate entry '1-c1' for key 't.idx', ErrCount:1, SnapshotVersion:449572371673120778, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:39.342 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=208] [2024/05/06 08:01:39.345 +00:00] [INFO] [ddl.go:1291] ["DDL job is failed"] [category=ddl] [jobID=208] [2024/05/06 08:01:39.345 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 08:01:39.345 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 19\n# Query_time: 2.609464052\n# Parse_time: 0.000040021\n# Compile_time: 0.000059533\n# Rewrite_time: 0.000002611\n# Optimize_time: 0.000022966\n# Wait_TS: 0.000233497\n# DB: addindexlit\n# Is_internal: false\n# Digest: 543e599716e60f88a20be37ebf4c666fd38e6f789726c344fa525534bdef00e7\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add unique index idx(b, c);"] [2024/05/06 08:01:39.348 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager fbe8ccf0-a789-40b6-8bad-ea52cce1feb0"] [2024/05/06 08:01:39.348 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager fbe8ccf0-a789-40b6-8bad-ea52cce1feb0"] [2024/05/06 08:01:39.348 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager fbe8ccf0-a789-40b6-8bad-ea52cce1feb0"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:39.349 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager fbe8ccf0-a789-40b6-8bad-ea52cce1feb0"] [] [2024/05/06 08:01:39.350 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:39.350 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 54, tp add index"] [category=ddl] ["take time"=1.81Β΅s] [2024/05/06 08:01:39.350 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 55, tp add index"] [category=ddl] ["take time"=844ns] [2024/05/06 08:01:39.350 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 56, tp add index"] [category=ddl] ["take time"=503ns] [2024/05/06 08:01:39.350 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 57, tp add index"] [category=ddl] ["take time"=979ns] [2024/05/06 08:01:39.350 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:39.350 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 53, tp general"] [category=ddl] ["take time"=761ns] [2024/05/06 08:01:39.350 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:39.350 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:01:39.350 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:01:39.351 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=fbe8ccf0-a789-40b6-8bad-ea52cce1feb0] ["take time"=6.158456ms] [2024/05/06 08:01:39.351 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=fbe8ccf0-a789-40b6-8bad-ea52cce1feb0] [2024/05/06 08:01:39.352 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:01:39.352 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/94eca2e2-22c5-46f6-afec-9c00a43fae3f] [watcherID=c6a596aa-061a-4c54-86bf-0b2c63263a72] [2024/05/06 08:01:39.352 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:01:39.352 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/94eca2e2-22c5-46f6-afec-9c00a43fae3f] [2024/05/06 08:01:39.352 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:39.353 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:39.353 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:39.353 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:39.353 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:39.353 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:39.353 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:39.353 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:39.353 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:39.353 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:39.353 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:01:39.353 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:01:39.354 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1214] [2024/05/06 08:01:39.354 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:39.354 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:01:39.354 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:01:39.354 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:39.354 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:39.354 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:39.354 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:39.354 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:01:39.354 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:01:39.354 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:39.354 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:01:39.354 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:01:39.354 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:39.354 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:39.354 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager fbe8ccf0-a789-40b6-8bad-ea52cce1feb0"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:39.354 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:01:39.354 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:01:39.354 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:39.354 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:01:39.354 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:01:39.354 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:39.354 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:39.354 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:01:39.354 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:39.354 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:39.354 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:39.354 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:39.354 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:39.354 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 629b6d69-3378-4001-966e-a52180f954bf"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:39.354 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:01:39.354 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:01:39.354 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:01:39.354 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=fbe8ccf0-a789-40b6-8bad-ea52cce1feb0] [2024/05/06 08:01:39.354 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:39.354 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:01:39.354 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:39.354 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:01:39.354 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:39.354 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:01:39.354 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:01:39.354 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:01:39.354 +00:00] [INFO] [scheduler.go:168] ["schedule task exits"] [task-id=210003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [2024/05/06 08:01:39.354 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:01:39.354 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:39.354 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:01:39.354 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:01:39.354 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:39.354 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:01:39.354 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:39.354 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:01:39.354 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=210003] [2024/05/06 08:01:39.354 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:39.354 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=fbe8ccf0-a789-40b6-8bad-ea52cce1feb0] [2024/05/06 08:01:39.354 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:01:39.354 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:01:39.354 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:01:39.354 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager fbe8ccf0-a789-40b6-8bad-ea52cce1feb0"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:39.354 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:01:39.354 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager fbe8ccf0-a789-40b6-8bad-ea52cce1feb0"] [2024/05/06 08:01:39.354 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:39.354 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager fbe8ccf0-a789-40b6-8bad-ea52cce1feb0"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:39.354 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:01:39.354 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:39.354 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:01:39.354 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:39.354 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 629b6d69-3378-4001-966e-a52180f954bf"] [error="context canceled"] [2024/05/06 08:01:39.354 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=629b6d69-3378-4001-966e-a52180f954bf] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:39.354 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 629b6d69-3378-4001-966e-a52180f954bf"] [2024/05/06 08:01:39.354 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:39.362 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:01:39.362 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager fbe8ccf0-a789-40b6-8bad-ea52cce1feb0"] [error="context canceled"] [2024/05/06 08:01:39.362 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager fbe8ccf0-a789-40b6-8bad-ea52cce1feb0"] [2024/05/06 08:01:40.587 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 629b6d69-3378-4001-966e-a52180f954bf"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:40.599 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager fbe8ccf0-a789-40b6-8bad-ea52cce1feb0"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:40.599 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:01:40.599 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:40.603 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager fbe8ccf0-a789-40b6-8bad-ea52cce1feb0"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:40.603 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:01:40.603 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:01:40.603 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:40.603 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.258348377s] [2024/05/06 08:01:40.603 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:40.603 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:40.603 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:40.603 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:40.603 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:40.603 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:40.603 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:40.603 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:40.603 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:40.603 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:40.603 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:40.603 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:40.603 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:40.604 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexIngestUniqueKey (10.45s) === RUN TestAddIndexSplitTableRanges [2024/05/06 08:01:40.606 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:40.606 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:01:40.606 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:01:40.606 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:40.606 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:01:40.607 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:40.607 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:40.607 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:40.607 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:40.607 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:40.607 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:01:40.608 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:40.609 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:40.609 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:40.612 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793138773410359] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:01:40.619 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:01:40.628 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1831] ["lease id"=22318f4ce9fa9d6f] [2024/05/06 08:01:40.630 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:01:40.645 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=180] ["start time"=13.775476ms] [2024/05/06 08:01:40.647 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:01:40.647 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=0fd9675f-a109-40ce-9dd7-262d07dae78d] [runWorker=true] [2024/05/06 08:01:40.647 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:01:40.648 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:01:40.649 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 08:01:40.649 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:40.649 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 648254009344/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 08:01:40.649 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:40.649 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:40.649 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:40.649 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:40.649 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:40.649 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:40.649 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:40.649 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:40.649 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:40.649 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:40.649 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:40.649 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:40.649 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:01:40.651 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0fd9675f-a109-40ce-9dd7-262d07dae78d"] ["owner key"=/tidb/ddl/fg/owner/6f188f4ce9fe84e4] [ownerID=0fd9675f-a109-40ce-9dd7-262d07dae78d] [op=none] [2024/05/06 08:01:40.651 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:40.651 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=559ad8f0-5354-4362-a8ba-e5f1dc87c8a8] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:40.652 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:01:40.656 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:01:40.657 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:40.657 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:01:40.670 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:40.673 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:40.675 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:40.675 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:40.675 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:40.675 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:40.675 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:01:40.675 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:01:40.675 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:01:40.675 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:01:40.675 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:01:40.676 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:40.676 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:01:40.677 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:40.677 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:40.677 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:40.677 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:40.677 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:01:40.677 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:40.678 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/53a31ea5-aad1-477e-bd88-f9a1e8c4f66c] [2024/05/06 08:01:40.678 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:01:40.678 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:40.678 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:40.679 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:40.679 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:01:40.679 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:01:40.682 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=6.361277ms] [2024/05/06 08:01:40.687 +00:00] [INFO] [set.go:170] ["set global var"] [conn=20] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:01:40.688 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=180] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 08:01:40.694 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:209, Type:drop schema, State:queueing, SchemaState:public, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:40.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:40.694 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:209, Type:drop schema, State:queueing, SchemaState:public, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:40.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 08:01:40.700 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:40.701 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0fd9675f-a109-40ce-9dd7-262d07dae78d"] ["owner key"=/tidb/ddl/fg/owner/6f188f4ce9fe84e4] [ownerID=0fd9675f-a109-40ce-9dd7-262d07dae78d] [op=none] [2024/05/06 08:01:40.701 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0fd9675f-a109-40ce-9dd7-262d07dae78d"] [op=none] [2024/05/06 08:01:40.701 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:01:40.708 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=209] [conn=21] [category=ddl] [job="ID:209, Type:drop schema, State:queueing, SchemaState:public, SchemaID:196, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:40.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:40.718 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=180] [neededSchemaVersion=181] ["start time"=45.746Β΅s] [gotSchemaVersion=181] [phyTblIDs="[206]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:40.721 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=209] [version=181] [2024/05/06 08:01:40.771 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=181] ["take time"=54.7249ms] [job="ID:209, Type:drop schema, State:running, SchemaState:write only, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:40.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:40.779 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=209] [conn=21] [category=ddl] [job="ID:209, Type:drop schema, State:running, SchemaState:write only, SchemaID:196, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:40.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:40.786 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=181] [neededSchemaVersion=182] ["start time"=52.921Β΅s] [gotSchemaVersion=182] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:40.789 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=209] [version=182] [2024/05/06 08:01:40.838 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=182] ["take time"=53.527809ms] [job="ID:209, Type:drop schema, State:running, SchemaState:delete only, SchemaID:196, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:40.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:40.846 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=209] [conn=21] [category=ddl] [job="ID:209, Type:drop schema, State:running, SchemaState:delete only, SchemaID:196, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:40.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:40.855 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=182] [neededSchemaVersion=183] ["start time"=38.142Β΅s] [gotSchemaVersion=183] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:40.857 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=209] [version=183] [2024/05/06 08:01:40.905 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=183] ["take time"=52.70229ms] [job="ID:209, Type:drop schema, State:done, SchemaState:none, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:40.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:40.913 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=209] [tableIDs="[206]"] [comment="drop schema: table IDs"] [2024/05/06 08:01:40.918 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=209] [jobType="drop schema"] [2024/05/06 08:01:40.919 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=209] [conn=21] [job="ID:209, Type:drop schema, State:synced, SchemaState:none, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:40.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:40.927 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=209] [2024/05/06 08:01:40.927 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:40.929 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=183] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 08:01:40.937 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:211, Type:create schema, State:queueing, SchemaState:none, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:40.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:40.937 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:211, Type:create schema, State:queueing, SchemaState:none, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:40.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 08:01:40.943 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=211] [conn=21] [category=ddl] [job="ID:211, Type:create schema, State:queueing, SchemaState:none, SchemaID:210, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:40.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:40.951 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=183] [neededSchemaVersion=184] ["start time"=329.723Β΅s] [gotSchemaVersion=184] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:01:40.953 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=211] [version=184] [2024/05/06 08:01:41.002 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=184] ["take time"=53.360743ms] [job="ID:211, Type:create schema, State:done, SchemaState:public, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:40.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:41.010 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=211] [conn=21] [job="ID:211, Type:create schema, State:synced, SchemaState:public, SchemaID:210, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:40.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:41.015 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=211] [2024/05/06 08:01:41.015 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:41.021 +00:00] [INFO] [set.go:170] ["set global var"] [conn=21] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 08:01:41.021 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=184] [cur_db=addindexlit] [sql="create table t (a int primary key, b int);"] [user=] [2024/05/06 08:01:41.029 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:213, Type:create table, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:41.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:41.029 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:213, Type:create table, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:41.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int);"] [2024/05/06 08:01:41.036 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=213] [conn=21] [category=ddl] [job="ID:213, Type:create table, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:41.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:41.039 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 210, Table ID: 212, Table Name: t"] [2024/05/06 08:01:41.045 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=184] [neededSchemaVersion=185] ["start time"=590.389Β΅s] [gotSchemaVersion=185] [phyTblIDs="[212]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:41.048 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=213] [version=185] [2024/05/06 08:01:41.097 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=185] ["take time"=53.922191ms] [job="ID:213, Type:create table, State:done, SchemaState:public, SchemaID:210, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:41.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:41.109 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=213] [conn=21] [job="ID:213, Type:create table, State:synced, SchemaState:public, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:41.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:41.115 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=213] [2024/05/06 08:01:41.115 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:41.117 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572372761018382] [2024/05/06 08:01:41.120 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572372761018385] [2024/05/06 08:01:41.122 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572372761018387] [2024/05/06 08:01:41.124 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572372761018389] [2024/05/06 08:01:41.126 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572372774387714] [2024/05/06 08:01:41.128 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572372774387716] [2024/05/06 08:01:41.130 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572372774387718] [2024/05/06 08:01:41.132 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572372774387720] [2024/05/06 08:01:41.133 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=6] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000d45f728000000000002ca4] [2024/05/06 08:01:41.135 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000d45f728000000000002ca4] ["first new region left"="{Id:496 StartKey:7480000000000000ffce5f698000000000ff0000020380000000ff0000000201633100ff0000000000f90000fe EndKey:7480000000000000ffd45f728000000000ff002ca40000000000fa RegionEpoch:{ConfVer:5 Version:126} Peers:[id:497 store_id:2 id:498 store_id:1 id:499 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=6] [2024/05/06 08:01:41.135 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=496] [2024/05/06 08:01:41.136 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d45f728000000000002ca4] ["new region left"="{Id:496 StartKey:7480000000000000ffce5f698000000000ff0000020380000000ff0000000201633100ff0000000000f90000fe EndKey:7480000000000000ffd45f728000000000ff002ca40000000000fa RegionEpoch:{ConfVer:5 Version:126} Peers:[id:497 store_id:2 id:498 store_id:1 id:499 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:41.136 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=500] [2024/05/06 08:01:41.136 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d45f728000000000005948] ["new region left"="{Id:500 StartKey:7480000000000000ffd45f728000000000ff002ca40000000000fa EndKey:7480000000000000ffd45f728000000000ff0059480000000000fa RegionEpoch:{ConfVer:5 Version:126} Peers:[id:501 store_id:2 id:502 store_id:1 id:503 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:41.136 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=504] [2024/05/06 08:01:41.237 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d45f7280000000000085ec] ["new region left"="{Id:504 StartKey:7480000000000000ffd45f728000000000ff0059480000000000fa EndKey:7480000000000000ffd45f728000000000ff0085ec0000000000fa RegionEpoch:{ConfVer:5 Version:126} Peers:[id:505 store_id:2 id:506 store_id:1 id:507 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:41.237 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=508] [2024/05/06 08:01:41.238 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d45f72800000000000b290] ["new region left"="{Id:508 StartKey:7480000000000000ffd45f728000000000ff0085ec0000000000fa EndKey:7480000000000000ffd45f728000000000ff00b2900000000000fa RegionEpoch:{ConfVer:5 Version:126} Peers:[id:509 store_id:2 id:510 store_id:1 id:511 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:41.238 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=512] [2024/05/06 08:01:41.238 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d45f72800000000000df34] ["new region left"="{Id:512 StartKey:7480000000000000ffd45f728000000000ff00b2900000000000fa EndKey:7480000000000000ffd45f728000000000ff00df340000000000fa RegionEpoch:{ConfVer:5 Version:126} Peers:[id:513 store_id:2 id:514 store_id:1 id:515 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:41.238 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=516] [2024/05/06 08:01:41.239 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d45f728000000000010bd8] ["new region left"="{Id:516 StartKey:7480000000000000ffd45f728000000000ff00df340000000000fa EndKey:7480000000000000ffd45f728000000000ff010bd80000000000fa RegionEpoch:{ConfVer:5 Version:126} Peers:[id:517 store_id:2 id:518 store_id:1 id:519 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:41.239 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=6] ["region IDs"="[496,500,504,508,512,516]"] [2024/05/06 08:01:41.239 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=496] [backoff(ms)=299894] [2024/05/06 08:01:41.239 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=496] [2024/05/06 08:01:41.239 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=500] [backoff(ms)=299893] [2024/05/06 08:01:41.240 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=500] [2024/05/06 08:01:41.240 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=504] [backoff(ms)=299893] [2024/05/06 08:01:41.240 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=504] [2024/05/06 08:01:41.240 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=508] [backoff(ms)=299893] [2024/05/06 08:01:41.240 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=508] [2024/05/06 08:01:41.240 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=512] [backoff(ms)=299893] [2024/05/06 08:01:41.240 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=512] [2024/05/06 08:01:41.240 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=516] [backoff(ms)=299892] [2024/05/06 08:01:41.240 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=516] [2024/05/06 08:01:41.241 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=185] [cur_db=addindexlit] [sql="alter table t add index idx(b);"] [user=] [2024/05/06 08:01:41.247 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:214, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:41.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 08:01:41.247 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:214, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:41.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(b);"] [2024/05/06 08:01:41.257 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:41.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:41.258 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:41.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 08:01:41.267 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=185] [neededSchemaVersion=186] ["start time"=710.768Β΅s] [gotSchemaVersion=186] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:41.270 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=214] [version=186] [2024/05/06 08:01:41.317 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=186] ["take time"=52.919049ms] [job="ID:214, Type:add index, State:running, SchemaState:delete only, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:41.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:41.329 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 60, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:delete only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:41.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:41.339 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=186] [neededSchemaVersion=187] ["start time"=780.346Β΅s] [gotSchemaVersion=187] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:41.342 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=214] [version=187] [2024/05/06 08:01:41.390 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=187] ["take time"=53.636523ms] [job="ID:214, Type:add index, State:running, SchemaState:write only, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:41.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:41.401 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:41.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:41.410 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=187] [neededSchemaVersion=188] ["start time"=589.629Β΅s] [gotSchemaVersion=188] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:41.413 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=214] [version=188] [2024/05/06 08:01:41.461 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=188] ["take time"=53.080497ms] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:41.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:41.472 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 62, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:41.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:41.474 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=214] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:01:41.475 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=214] [physicalTableID=212] [startKey=7480000000000000d45f728000000000000000] [endKey=7480000000000000d45f72800000000001117000] [2024/05/06 08:01:41.484 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=214] [2024/05/06 08:01:41.492 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:41.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572372866138113, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:41.492 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=214] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:01:41.499 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/214] [2024/05/06 08:01:41.522 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=212] [size=0] [error="zero approximate size"] [errorVerbose="zero approximate size\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2245\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:41.678 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:01:41.678 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:01:41.678 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/53a31ea5-aad1-477e-bd88-f9a1e8c4f66c] [watcherID=f2f1e980-6555-4fd3-bbf6-5f2b61d9494d] [2024/05/06 08:01:41.680 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:01:41.682 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:01:41.682 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:01:41.682 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:01:41.682 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:01:41.688 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=240001] [2024/05/06 08:01:41.688 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=240001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 08:01:42.189 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=240001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 08:01:42.189 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=240001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:42.190 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=240001] [curr-step=init] [next-step=read-index] [2024/05/06 08:01:42.191 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=240001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 08:01:42.485 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=240001] [type=backfill] [remaining-slots=12] [2024/05/06 08:01:42.650 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:01:42.789 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=240001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 08:01:42.790 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:01:42.790 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/214] [keyspaceName=] [2024/05/06 08:01:42.793 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:01:42.794 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:01:42.794 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:42.794 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:01:42.794 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:42.794 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:42.794 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:42.794 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:42.794 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:42.798 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:42.799 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:42.799 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=214] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 08:01:42.799 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 08:01:42.804 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:42.806 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:01:42.806 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=214] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:42.807 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=240001] [subtask-id=210001] [jobID=214] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:42.807 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=212] ["start key"=7480000000000000d45f728000000000000000] ["end key"=7480000000000000d45f72800000000001117000] [2024/05/06 08:01:42.808 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000d45f728000000000000000, endKey=7480000000000000d45f728000000000002ca4"] [2024/05/06 08:01:42.808 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=2] [task="TableScanTask: id=2, startKey=7480000000000000d45f728000000000002ca4, endKey=7480000000000000d45f728000000000005948"] [2024/05/06 08:01:42.856 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=214] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 08:01:42.904 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=214] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/06 08:01:42.952 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=214] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/06 08:01:42.953 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=1] [2024/05/06 08:01:42.953 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=3] [task="TableScanTask: id=3, startKey=7480000000000000d45f728000000000005948, endKey=7480000000000000d45f7280000000000085ec"] [2024/05/06 08:01:43.000 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=214] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186272] ["max memory quota"=17179869184] [2024/05/06 08:01:43.001 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=3] [2024/05/06 08:01:43.001 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=4] [task="TableScanTask: id=4, startKey=7480000000000000d45f7280000000000085ec, endKey=7480000000000000d45f72800000000000b290"] [2024/05/06 08:01:43.001 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=2] [2024/05/06 08:01:43.001 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=212] ["start key"=7480000000000000d45f72800000000000b290] ["end key"=7480000000000000d45f72800000000001117000] [2024/05/06 08:01:43.001 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=5] [task="TableScanTask: id=5, startKey=7480000000000000d45f72800000000000b290, endKey=7480000000000000d45f72800000000000df34"] [2024/05/06 08:01:43.002 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=6] [task="TableScanTask: id=6, startKey=7480000000000000d45f72800000000000df34, endKey=7480000000000000d45f728000000000010bd8"] [2024/05/06 08:01:43.002 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=5] [2024/05/06 08:01:43.003 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=7] [task="TableScanTask: id=7, startKey=7480000000000000d45f728000000000010bd8, endKey=7480000000000000d45f72800000000001117000"] [2024/05/06 08:01:43.003 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=4] [2024/05/06 08:01:43.003 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=7] [2024/05/06 08:01:43.003 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=6] [2024/05/06 08:01:43.004 +00:00] [INFO] [engine.go:1617] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=304] [count=8] [cost=420.201Β΅s] [file=/tmp/tidb/tmp_ddl-4000/214/f75d9cab-8823-5503-94ba-459a1de580da.sst/cfbfbd76-262b-425d-91d7-d5fed658a666.sst] [2024/05/06 08:01:43.004 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=304] [kvs=8] [files=1] [sstFileSize=1082] [file=/tmp/tidb/tmp_ddl-4000/214/f75d9cab-8823-5503-94ba-459a1de580da.sst/cfbfbd76-262b-425d-91d7-d5fed658a666.sst] [firstKey=7480000000000000D45F698000000000000001038000000000000000038000000000000000] [lastKey=7480000000000000D45F698000000000000001038000000000011170038000000000011170] [2024/05/06 08:01:43.007 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=214] [2024/05/06 08:01:43.007 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 667375382528/940431265792, backend usage: 0"] [2024/05/06 08:01:43.007 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:43.008 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:43.030 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=8] [size=304] [2024/05/06 08:01:43.030 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:43.039 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=304] [kvs=8] [importedSize=304] [importedCount=8] [2024/05/06 08:01:43.040 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=33.070258ms] [] [2024/05/06 08:01:43.043 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=214] [2024/05/06 08:01:43.051 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 08:01:43.051 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:01:43.052 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=626.538Β΅s] [] [2024/05/06 08:01:43.052 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:01:43.052 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=395.882Β΅s] [] [2024/05/06 08:01:43.053 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:43.053 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:43.053 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:43.053 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:43.053 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:43.053 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:43.053 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:43.053 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:43.053 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:43.053 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:43.053 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:43.053 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:43.053 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:43.054 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:43.054 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:43.054 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:43.054 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:43.054 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:43.054 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=214] ["current memory usage"=120] ["max memory quota"=17179869184] [2024/05/06 08:01:43.054 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=240001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=264.556636ms] [] [2024/05/06 08:01:43.191 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=240001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 08:01:43.340 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=8] [2024/05/06 08:01:43.354 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=240001] [type=backfill] [2024/05/06 08:01:43.369 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=188] [neededSchemaVersion=189] ["start time"=547.512Β΅s] [gotSchemaVersion=189] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:43.370 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=214] [version=189] [2024/05/06 08:01:43.419 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=189] ["take time"=52.68541ms] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:6, start time: 2024-05-06 08:01:41.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572372866138113, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:43.426 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:0, start time: 2024-05-06 08:01:41.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572372866138113, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:43.426 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=214] [table=t] [index=idx] [2024/05/06 08:01:43.433 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=189] [neededSchemaVersion=190] ["start time"=494.138Β΅s] [gotSchemaVersion=190] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:43.434 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=214] [version=190] [2024/05/06 08:01:43.483 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=190] ["take time"=52.725869ms] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:6, start time: 2024-05-06 08:01:41.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:43.490 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:0, start time: 2024-05-06 08:01:41.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:43.491 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=214] [physicalTableID=212] [startKey=7480000000000000d45f69ffff000000000001] [endKey=7480000000000000d45f69ffff000000000001ff] [2024/05/06 08:01:43.497 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=214] [2024/05/06 08:01:43.502 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 62, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:0, start time: 2024-05-06 08:01:41.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572373390426118, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:43.505 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:6, start time: 2024-05-06 08:01:41.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572373390426118, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000d45f69ffff000000000001,EndKey:7480000000000000d45f69ffff000000000001ff,First:false,PhysicalTableID:212,Ingest mode:false"] [2024/05/06 08:01:43.506 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=214] [2024/05/06 08:01:43.506 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=212] ["start key"=7480000000000000d45f69ffff000000000001] ["end key"=7480000000000000d45f69ffff000000000001ff] [2024/05/06 08:01:43.506 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=214] [2024/05/06 08:01:43.506 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000d45f69ffff000000000001] [endKey=7480000000000000d45f69ffff000000000001ff] [2024/05/06 08:01:43.506 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=214] [2024/05/06 08:01:43.506 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=214] [2024/05/06 08:01:43.507 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=212] ["end key"=7480000000000000d45f69ffff000000000001ff] ["current end key"=7480000000000000d45f69ffff00000000000100] [2024/05/06 08:01:43.507 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=214] [2024/05/06 08:01:43.507 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=214] [2024/05/06 08:01:43.507 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=214] [2024/05/06 08:01:43.507 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 212, range: [7480000000000000d45f69ffff000000000001, 7480000000000000d45f69ffff00000000000100), jobID: 214"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000d45f69ffff0000000000010000] ["take time"=390.625Β΅s] [2024/05/06 08:01:43.507 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=214] [2024/05/06 08:01:43.510 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=8] ["start key"=7480000000000000d45f69ffff000000000001] [2024/05/06 08:01:43.510 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=8] [2024/05/06 08:01:43.529 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 08:01:43.535 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=190] [neededSchemaVersion=191] ["start time"=526.989Β΅s] [gotSchemaVersion=191] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:43.536 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=214] [version=191] [2024/05/06 08:01:43.585 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=191] ["take time"=52.801775ms] [job="ID:214, Type:add index, State:done, SchemaState:public, SchemaID:210, TableID:212, RowCount:8, ArgLen:3, start time: 2024-05-06 08:01:41.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572373390426118, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:43.594 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=214] [tableID=212] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:43.596 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=214] [jobType="add index"] [2024/05/06 08:01:43.597 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 59, tp add index"] [category=ddl] [jobID=214] [conn=21] [job="ID:214, Type:add index, State:synced, SchemaState:public, SchemaID:210, TableID:212, RowCount:8, ArgLen:3, start time: 2024-05-06 08:01:41.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572373390426118, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:43.604 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=214] [2024/05/06 08:01:43.604 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:43.605 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 21\n# Query_time: 2.364017159\n# Parse_time: 0.000052937\n# Compile_time: 0.00012517\n# Rewrite_time: 0.000002569\n# Optimize_time: 0.000021668\n# Wait_TS: 0.000229555\n# DB: addindexlit\n# Is_internal: false\n# Digest: 32d569294d9fec527c753fa1c3471a51797a29a06f81aea16315902427aadc16\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(b);"] [2024/05/06 08:01:43.605 +00:00] [INFO] [executor.go:2532] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 08:01:43.609 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=191] [cur_db=addindexlit] [sql="alter table t add index idx_2(b);"] [user=] [2024/05/06 08:01:43.614 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:215, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:43.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 08:01:43.614 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:215, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:43.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx_2(b);"] [2024/05/06 08:01:43.621 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 60, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:43.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:43.622 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:43.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":2,\"idx_name\":{\"O\":\"idx_2\",\"L\":\"idx_2\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 08:01:43.628 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=191] [neededSchemaVersion=192] ["start time"=520.731Β΅s] [gotSchemaVersion=192] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:43.630 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=215] [version=192] [2024/05/06 08:01:43.678 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=192] ["take time"=52.448624ms] [job="ID:215, Type:add index, State:running, SchemaState:delete only, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:43.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:43.685 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:delete only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:43.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:43.688 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=240001] [2024/05/06 08:01:43.690 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:01:43.690 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=210003] [2024/05/06 08:01:43.690 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=240001] [2024/05/06 08:01:43.692 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=192] [neededSchemaVersion=193] ["start time"=486.7Β΅s] [gotSchemaVersion=193] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:43.694 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=215] [version=193] [2024/05/06 08:01:43.702 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:01:43.742 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=193] ["take time"=52.160365ms] [job="ID:215, Type:add index, State:running, SchemaState:write only, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:43.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:43.750 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 60, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:43.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:43.756 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=193] [neededSchemaVersion=194] ["start time"=468.617Β΅s] [gotSchemaVersion=194] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:43.758 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=215] [version=194] [2024/05/06 08:01:43.807 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=194] ["take time"=52.138361ms] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:43.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:43.813 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 62, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:43.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:43.814 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=215] [table=t] ["ingest mode"=true] [index=idx_2] [2024/05/06 08:01:43.815 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=215] [physicalTableID=212] [startKey=7480000000000000d45f728000000000000000] [endKey=7480000000000000d45f72800000000001117000] [2024/05/06 08:01:43.819 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=215] [2024/05/06 08:01:43.824 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:43.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572373468807176, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:43.825 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=215] [table=t] ["ingest mode"=true] [index=idx_2] [2024/05/06 08:01:43.829 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/215] [2024/05/06 08:01:43.848 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=212] [size=0] [error="zero approximate size"] [errorVerbose="zero approximate size\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2245\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:43.858 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=240002] [2024/05/06 08:01:43.858 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=240002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 08:01:44.359 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=240002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 08:01:44.359 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=240002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:44.360 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=240002] [curr-step=init] [next-step=read-index] [2024/05/06 08:01:44.361 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=240002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 08:01:44.586 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=240002] [type=backfill] [remaining-slots=12] [2024/05/06 08:01:44.889 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=240002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 08:01:44.890 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:01:44.890 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/215] [keyspaceName=] [2024/05/06 08:01:44.894 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:01:44.894 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:01:44.894 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:44.894 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:01:44.895 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:44.895 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:44.895 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:44.895 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:44.895 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:44.898 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:44.899 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:44.899 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=215] ["current memory usage"=296] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 08:01:44.899 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 08:01:44.904 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:44.906 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 08:01:44.906 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=215] ["index ID"=2] ["current memory usage"=671089080] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:44.907 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=240002] [subtask-id=210002] [jobID=215] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:44.907 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=212] ["start key"=7480000000000000d45f728000000000000000] ["end key"=7480000000000000d45f72800000000001117000] [2024/05/06 08:01:44.907 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=2] [task="TableScanTask: id=2, startKey=7480000000000000d45f728000000000002ca4, endKey=7480000000000000d45f728000000000005948"] [2024/05/06 08:01:44.907 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000d45f728000000000000000, endKey=7480000000000000d45f728000000000002ca4"] [2024/05/06 08:01:44.910 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=215] ["index ID"=2] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089120] ["max memory quota"=17179869184] [2024/05/06 08:01:44.912 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=215] ["index ID"=2] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089160] ["max memory quota"=17179869184] [2024/05/06 08:01:44.938 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=215] ["index ID"=2] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=671089200] ["max memory quota"=17179869184] [2024/05/06 08:01:44.938 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=1] [2024/05/06 08:01:44.938 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=3] [task="TableScanTask: id=3, startKey=7480000000000000d45f728000000000005948, endKey=7480000000000000d45f7280000000000085ec"] [2024/05/06 08:01:44.967 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=215] ["index ID"=2] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186392] ["max memory quota"=17179869184] [2024/05/06 08:01:44.967 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=3] [2024/05/06 08:01:44.967 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=2] [2024/05/06 08:01:44.967 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=4] [task="TableScanTask: id=4, startKey=7480000000000000d45f7280000000000085ec, endKey=7480000000000000d45f72800000000000b290"] [2024/05/06 08:01:44.967 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=5] [task="TableScanTask: id=5, startKey=7480000000000000d45f72800000000000b290, endKey=7480000000000000d45f72800000000000df34"] [2024/05/06 08:01:44.968 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=6] [task="TableScanTask: id=6, startKey=7480000000000000d45f72800000000000df34, endKey=7480000000000000d45f728000000000010bd8"] [2024/05/06 08:01:44.968 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=5] [2024/05/06 08:01:44.968 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=4] [2024/05/06 08:01:44.968 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=7] [task="TableScanTask: id=7, startKey=7480000000000000d45f728000000000010bd8, endKey=7480000000000000d45f72800000000001117000"] [2024/05/06 08:01:44.968 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=6] [2024/05/06 08:01:44.969 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=7] [2024/05/06 08:01:44.970 +00:00] [INFO] [engine.go:1617] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=304] [count=8] [cost=583.758Β΅s] [file=/tmp/tidb/tmp_ddl-4000/215/8de86ffa-82e6-5f82-9981-8310a1aa3f1d.sst/587056a9-45de-4053-970a-7120e54e29d6.sst] [2024/05/06 08:01:44.970 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=304] [kvs=8] [files=1] [sstFileSize=1082] [file=/tmp/tidb/tmp_ddl-4000/215/8de86ffa-82e6-5f82-9981-8310a1aa3f1d.sst/587056a9-45de-4053-970a-7120e54e29d6.sst] [firstKey=7480000000000000D45F698000000000000002038000000000000000038000000000000000] [lastKey=7480000000000000D45F698000000000000002038000000000011170038000000000011170] [2024/05/06 08:01:44.973 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=215] [2024/05/06 08:01:44.973 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=2] ["usage info"="disk usage: 656903884800/940431265792, backend usage: 0"] [2024/05/06 08:01:44.973 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [2024/05/06 08:01:44.974 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:44.995 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] ["region ranges"=1] [count=8] [size=304] [2024/05/06 08:01:44.995 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:45.004 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [size=304] [kvs=8] [importedSize=304] [importedCount=8] [2024/05/06 08:01:45.005 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [takeTime=32.743091ms] [] [2024/05/06 08:01:45.008 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=215] [2024/05/06 08:01:45.017 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 08:01:45.017 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 08:01:45.018 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=657.762Β΅s] [] [2024/05/06 08:01:45.018 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 08:01:45.018 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=424.4Β΅s] [] [2024/05/06 08:01:45.019 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:45.019 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:45.019 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:45.019 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:45.019 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:45.019 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:45.019 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:45.019 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:45.019 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:45.019 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:45.019 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:45.019 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:45.019 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:45.019 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:45.019 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:45.019 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:45.019 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:45.019 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:45.019 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=215] ["current memory usage"=240] ["max memory quota"=17179869184] [2024/05/06 08:01:45.019 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=240002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=129.845412ms] [] [2024/05/06 08:01:45.361 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=240002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 08:01:45.624 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=240002] [type=backfill] [2024/05/06 08:01:45.660 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=8] [2024/05/06 08:01:45.688 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=194] [neededSchemaVersion=195] ["start time"=568.106Β΅s] [gotSchemaVersion=195] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:45.690 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=215] [version=195] [2024/05/06 08:01:45.738 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=195] ["take time"=52.398585ms] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:6, start time: 2024-05-06 08:01:43.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572373468807176, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:45.745 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 62, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:0, start time: 2024-05-06 08:01:43.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572373468807176, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:45.745 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=215] [table=t] [index=idx_2] [2024/05/06 08:01:45.752 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=195] [neededSchemaVersion=196] ["start time"=544.451Β΅s] [gotSchemaVersion=196] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:45.753 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=215] [version=196] [2024/05/06 08:01:45.802 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=196] ["take time"=52.19992ms] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:6, start time: 2024-05-06 08:01:43.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:45.809 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:0, start time: 2024-05-06 08:01:43.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:45.810 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=215] [physicalTableID=212] [startKey=7480000000000000d45f69ffff000000000002] [endKey=7480000000000000d45f69ffff000000000002ff] [2024/05/06 08:01:45.815 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=215] [2024/05/06 08:01:45.821 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 62, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:0, start time: 2024-05-06 08:01:43.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572373993357321, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:45.823 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:6, start time: 2024-05-06 08:01:43.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572373993357321, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:2,StartKey:7480000000000000d45f69ffff000000000002,EndKey:7480000000000000d45f69ffff000000000002ff,First:false,PhysicalTableID:212,Ingest mode:false"] [2024/05/06 08:01:45.825 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=215] [2024/05/06 08:01:45.825 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=215] [2024/05/06 08:01:45.825 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=212] ["start key"=7480000000000000d45f69ffff000000000002] ["end key"=7480000000000000d45f69ffff000000000002ff] [2024/05/06 08:01:45.825 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=215] [2024/05/06 08:01:45.825 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000d45f69ffff000000000002] [endKey=7480000000000000d45f69ffff000000000002ff] [2024/05/06 08:01:45.825 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=215] [2024/05/06 08:01:45.825 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=212] ["end key"=7480000000000000d45f69ffff000000000002ff] ["current end key"=7480000000000000d45f69ffff00000000000200] [2024/05/06 08:01:45.825 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=215] [2024/05/06 08:01:45.826 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=215] [2024/05/06 08:01:45.826 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=215] [2024/05/06 08:01:45.826 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 212, range: [7480000000000000d45f69ffff000000000002, 7480000000000000d45f69ffff00000000000200), jobID: 215"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000d45f69ffff0000000000020000] ["take time"=419.657Β΅s] [2024/05/06 08:01:45.826 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=215] [2024/05/06 08:01:45.828 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:2,TypeKey:_idx_] ["total added count"=8] ["start key"=7480000000000000d45f69ffff000000000002] [2024/05/06 08:01:45.828 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=8] [2024/05/06 08:01:45.849 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 08:01:45.854 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=196] [neededSchemaVersion=197] ["start time"=679.692Β΅s] [gotSchemaVersion=197] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:45.856 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=215] [version=197] [2024/05/06 08:01:45.859 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=240002] [2024/05/06 08:01:45.861 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:01:45.861 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=240002] [2024/05/06 08:01:45.867 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:01:45.904 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=197] ["take time"=52.445454ms] [job="ID:215, Type:add index, State:done, SchemaState:public, SchemaID:210, TableID:212, RowCount:8, ArgLen:3, start time: 2024-05-06 08:01:43.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572373993357321, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:45.912 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=215] [tableID=212] [indexIDs="[9223090561878065154]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:45.914 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=215] [jobType="add index"] [2024/05/06 08:01:45.914 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=215] [conn=21] [job="ID:215, Type:add index, State:synced, SchemaState:public, SchemaID:210, TableID:212, RowCount:8, ArgLen:3, start time: 2024-05-06 08:01:43.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572373993357321, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:45.922 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=215] [2024/05/06 08:01:45.922 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:45.923 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 21\n# Query_time: 2.313889223\n# Parse_time: 0.000025279\n# Compile_time: 0.000052858\n# Rewrite_time: 0.000002486\n# Optimize_time: 0.000021668\n# Wait_TS: 0.000154652\n# DB: addindexlit\n# Is_internal: false\n# Digest: 3b8533dcb186df7b7c5aefd3163dfd848c9b0f469aeafd56da34c64dd90eb336\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add index idx_2(b);"] [2024/05/06 08:01:45.923 +00:00] [INFO] [executor.go:2532] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 08:01:45.924 +00:00] [INFO] [executor.go:2532] ["fast check table by group"] ["table name"=t] ["index name"=idx_2] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx_2`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 08:01:45.928 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=197] [cur_db=addindexlit] [sql="drop table t;"] [user=] [2024/05/06 08:01:45.933 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:216, Type:drop table, State:queueing, SchemaState:public, SchemaID:210, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:45.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:45.933 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:216, Type:drop table, State:queueing, SchemaState:public, SchemaID:210, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:45.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table t;"] [2024/05/06 08:01:45.938 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=216] [conn=21] [category=ddl] [job="ID:216, Type:drop table, State:queueing, SchemaState:public, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:45.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:45.944 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=197] [neededSchemaVersion=198] ["start time"=59.286Β΅s] [gotSchemaVersion=198] [phyTblIDs="[212]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:45.946 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=216] [version=198] [2024/05/06 08:01:45.995 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=198] ["take time"=52.507557ms] [job="ID:216, Type:drop table, State:running, SchemaState:write only, SchemaID:210, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:45.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:46.002 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=216] [conn=21] [category=ddl] [job="ID:216, Type:drop table, State:running, SchemaState:write only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:45.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:46.009 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=198] [neededSchemaVersion=199] ["start time"=36.704Β΅s] [gotSchemaVersion=199] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:46.011 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=216] [version=199] [2024/05/06 08:01:46.060 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=199] ["take time"=52.330693ms] [job="ID:216, Type:drop table, State:running, SchemaState:delete only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:45.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:46.066 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=216] [conn=21] [category=ddl] [job="ID:216, Type:drop table, State:running, SchemaState:delete only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:45.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:46.069 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 210, Old Table ID: 212, Old Table Name: t"] [2024/05/06 08:01:46.073 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=199] [neededSchemaVersion=200] ["start time"=35.964Β΅s] [gotSchemaVersion=200] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:46.075 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=216] [version=200] [2024/05/06 08:01:46.124 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=200] ["take time"=52.346867ms] [job="ID:216, Type:drop table, State:done, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:45.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:46.130 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=216] [tableIDs="[212]"] [comment="drop table: table ID"] [2024/05/06 08:01:46.133 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=216] [jobType="drop table"] [2024/05/06 08:01:46.133 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=216] [conn=21] [job="ID:216, Type:drop table, State:synced, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:45.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:46.140 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=216] [2024/05/06 08:01:46.140 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:46.141 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=200] [cur_db=addindexlit] [sql="create table t (a int primary key, b int);"] [user=] [2024/05/06 08:01:46.147 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:218, Type:create table, State:queueing, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:46.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:46.147 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:218, Type:create table, State:queueing, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:46.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int);"] [2024/05/06 08:01:46.153 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=218] [conn=21] [category=ddl] [job="ID:218, Type:create table, State:queueing, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:46.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:46.156 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 210, Table ID: 217, Table Name: t"] [2024/05/06 08:01:46.161 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=200] [neededSchemaVersion=201] ["start time"=505.348Β΅s] [gotSchemaVersion=201] [phyTblIDs="[217]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:46.163 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=218] [version=201] [2024/05/06 08:01:46.212 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=201] ["take time"=53.018667ms] [job="ID:218, Type:create table, State:done, SchemaState:public, SchemaID:210, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:46.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:46.218 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=218] [conn=21] [job="ID:218, Type:create table, State:synced, SchemaState:public, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:46.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:46.223 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=218] [2024/05/06 08:01:46.223 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:46.225 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572374111059972] [2024/05/06 08:01:46.227 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572374111059975] [2024/05/06 08:01:46.228 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572374111059977] [2024/05/06 08:01:46.230 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572374111059979] [2024/05/06 08:01:46.231 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572374111059981] [2024/05/06 08:01:46.233 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572374111059983] [2024/05/06 08:01:46.234 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572374111059985] [2024/05/06 08:01:46.235 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572374111059987] [2024/05/06 08:01:46.236 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=6] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000d95f728000000000002710] [2024/05/06 08:01:46.239 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000d95f728000000000002710] ["first new region left"="{Id:536 StartKey:7480000000000000ffd45f728000000000ff010bd80000000000fa EndKey:7480000000000000ffd95f728000000000ff0027100000000000fa RegionEpoch:{ConfVer:5 Version:132} Peers:[id:537 store_id:2 id:538 store_id:1 id:539 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=6] [2024/05/06 08:01:46.239 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=536] [2024/05/06 08:01:46.239 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d95f728000000000002710] ["new region left"="{Id:536 StartKey:7480000000000000ffd45f728000000000ff010bd80000000000fa EndKey:7480000000000000ffd95f728000000000ff0027100000000000fa RegionEpoch:{ConfVer:5 Version:132} Peers:[id:537 store_id:2 id:538 store_id:1 id:539 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:46.239 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=540] [2024/05/06 08:01:46.240 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d95f728000000000004e20] ["new region left"="{Id:540 StartKey:7480000000000000ffd95f728000000000ff0027100000000000fa EndKey:7480000000000000ffd95f728000000000ff004e200000000000fa RegionEpoch:{ConfVer:5 Version:132} Peers:[id:541 store_id:2 id:542 store_id:1 id:543 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:46.240 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=544] [2024/05/06 08:01:46.241 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d95f728000000000007530] ["new region left"="{Id:544 StartKey:7480000000000000ffd95f728000000000ff004e200000000000fa EndKey:7480000000000000ffd95f728000000000ff0075300000000000fa RegionEpoch:{ConfVer:5 Version:132} Peers:[id:545 store_id:2 id:546 store_id:1 id:547 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:46.241 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=548] [2024/05/06 08:01:46.241 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d95f728000000000009c40] ["new region left"="{Id:548 StartKey:7480000000000000ffd95f728000000000ff0075300000000000fa EndKey:7480000000000000ffd95f728000000000ff009c400000000000fa RegionEpoch:{ConfVer:5 Version:132} Peers:[id:549 store_id:2 id:550 store_id:1 id:551 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:46.241 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=552] [2024/05/06 08:01:46.241 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d95f72800000000000c350] ["new region left"="{Id:552 StartKey:7480000000000000ffd95f728000000000ff009c400000000000fa EndKey:7480000000000000ffd95f728000000000ff00c3500000000000fa RegionEpoch:{ConfVer:5 Version:132} Peers:[id:553 store_id:2 id:554 store_id:1 id:555 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:46.241 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=556] [2024/05/06 08:01:46.242 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d95f72800000000000ea60] ["new region left"="{Id:556 StartKey:7480000000000000ffd95f728000000000ff00c3500000000000fa EndKey:7480000000000000ffd95f728000000000ff00ea600000000000fa RegionEpoch:{ConfVer:5 Version:132} Peers:[id:557 store_id:2 id:558 store_id:1 id:559 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:46.242 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=6] ["region IDs"="[536,540,544,548,552,556]"] [2024/05/06 08:01:46.242 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=536] [backoff(ms)=299994] [2024/05/06 08:01:46.242 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=536] [2024/05/06 08:01:46.242 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=540] [backoff(ms)=299994] [2024/05/06 08:01:46.242 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=540] [2024/05/06 08:01:46.242 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=544] [backoff(ms)=299994] [2024/05/06 08:01:46.242 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=544] [2024/05/06 08:01:46.242 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=548] [backoff(ms)=299993] [2024/05/06 08:01:46.243 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=548] [2024/05/06 08:01:46.243 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=552] [backoff(ms)=299993] [2024/05/06 08:01:46.243 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=552] [2024/05/06 08:01:46.243 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=556] [backoff(ms)=299993] [2024/05/06 08:01:46.243 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=556] [2024/05/06 08:01:46.243 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=201] [cur_db=addindexlit] [sql="alter table t add unique index idx(b);"] [user=] [2024/05/06 08:01:46.252 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:219, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:46.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 08:01:46.252 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:219, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:46.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(b);"] [2024/05/06 08:01:46.258 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:46.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:46.258 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:46.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 08:01:46.265 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=201] [neededSchemaVersion=202] ["start time"=532.822Β΅s] [gotSchemaVersion=202] [phyTblIDs="[217]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:46.267 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=219] [version=202] [2024/05/06 08:01:46.314 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=202] ["take time"=51.664809ms] [job="ID:219, Type:add index, State:running, SchemaState:delete only, SchemaID:210, TableID:217, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:46.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:46.322 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:delete only, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:46.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:46.330 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=202] [neededSchemaVersion=203] ["start time"=564.46Β΅s] [gotSchemaVersion=203] [phyTblIDs="[217]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:46.332 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=219] [version=203] [2024/05/06 08:01:46.381 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=203] ["take time"=52.573655ms] [job="ID:219, Type:add index, State:running, SchemaState:write only, SchemaID:210, TableID:217, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:46.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:46.390 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write only, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:46.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:46.398 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=203] [neededSchemaVersion=204] ["start time"=646.613Β΅s] [gotSchemaVersion=204] [phyTblIDs="[217]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:46.400 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=219] [version=204] [2024/05/06 08:01:46.448 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=204] ["take time"=52.723973ms] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:46.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:46.458 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 62, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:46.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:46.459 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=219] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:01:46.460 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=219] [physicalTableID=217] [startKey=7480000000000000d95f728000000000000000] [endKey=7480000000000000d95f72800000000001117000] [2024/05/06 08:01:46.465 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=219] [2024/05/06 08:01:46.471 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:46.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572374163750920, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:46.471 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=219] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:01:46.476 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/219] [2024/05/06 08:01:46.498 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=217] [size=0] [error="zero approximate size"] [errorVerbose="zero approximate size\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2245\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:46.508 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=240003] [2024/05/06 08:01:46.508 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=240003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 08:01:47.010 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=240003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 08:01:47.010 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=240003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:47.011 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=240003] [curr-step=init] [next-step=read-index] [2024/05/06 08:01:47.012 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=240003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 08:01:47.284 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=240003] [type=backfill] [remaining-slots=12] [2024/05/06 08:01:47.587 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=240003] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 08:01:47.588 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:01:47.588 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/219] [keyspaceName=] [2024/05/06 08:01:47.592 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:01:47.592 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:01:47.592 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:47.592 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:01:47.592 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:47.592 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:47.592 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:47.592 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:47.592 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:47.597 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:47.598 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:47.598 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=219] ["current memory usage"=416] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 08:01:47.598 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 08:01:47.604 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:47.606 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:01:47.606 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=219] ["index ID"=1] ["current memory usage"=671089200] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:47.607 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=240003] [subtask-id=210003] [jobID=219] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:47.607 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=217] ["start key"=7480000000000000d95f728000000000000000] ["end key"=7480000000000000d95f72800000000001117000] [2024/05/06 08:01:47.607 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=2] [task="TableScanTask: id=2, startKey=7480000000000000d95f728000000000002710, endKey=7480000000000000d95f728000000000004e20"] [2024/05/06 08:01:47.607 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000d95f728000000000000000, endKey=7480000000000000d95f728000000000002710"] [2024/05/06 08:01:47.688 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=219] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089240] ["max memory quota"=17179869184] [2024/05/06 08:01:47.716 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=219] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089280] ["max memory quota"=17179869184] [2024/05/06 08:01:47.743 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=219] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137896] ["max memory quota"=17179869184] [2024/05/06 08:01:47.744 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=1] [2024/05/06 08:01:47.744 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=3] [task="TableScanTask: id=3, startKey=7480000000000000d95f728000000000004e20, endKey=7480000000000000d95f728000000000007530"] [2024/05/06 08:01:47.770 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=219] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186512] ["max memory quota"=17179869184] [2024/05/06 08:01:47.770 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=4] [task="TableScanTask: id=4, startKey=7480000000000000d95f728000000000007530, endKey=7480000000000000d95f728000000000009c40"] [2024/05/06 08:01:47.770 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=2] [2024/05/06 08:01:47.770 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=3] [2024/05/06 08:01:47.770 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=217] ["start key"=7480000000000000d95f728000000000009c40] ["end key"=7480000000000000d95f72800000000001117000] [2024/05/06 08:01:47.770 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=5] [task="TableScanTask: id=5, startKey=7480000000000000d95f728000000000009c40, endKey=7480000000000000d95f72800000000000c350"] [2024/05/06 08:01:47.771 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=6] [task="TableScanTask: id=6, startKey=7480000000000000d95f72800000000000c350, endKey=7480000000000000d95f72800000000000ea60"] [2024/05/06 08:01:47.771 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=4] [2024/05/06 08:01:47.771 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=5] [2024/05/06 08:01:47.771 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=7] [task="TableScanTask: id=7, startKey=7480000000000000d95f72800000000000ea60, endKey=7480000000000000d95f72800000000001117000"] [2024/05/06 08:01:47.772 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=6] [2024/05/06 08:01:47.772 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=7] [2024/05/06 08:01:47.773 +00:00] [INFO] [engine.go:1617] ["compact sst"] [category=ddl-ingest] [fileCount=3] [size=432] [count=8] [cost=467.544Β΅s] [file=/tmp/tidb/tmp_ddl-4000/219/f75d9cab-8823-5503-94ba-459a1de580da.sst/b287d4c8-51a7-4e9a-924e-bbf42e1028a7.sst] [2024/05/06 08:01:47.773 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=432] [kvs=8] [files=1] [sstFileSize=1147] [file=/tmp/tidb/tmp_ddl-4000/219/f75d9cab-8823-5503-94ba-459a1de580da.sst/b287d4c8-51a7-4e9a-924e-bbf42e1028a7.sst] [firstKey=7480000000000000FFD95F698000000000FF0000010380000000FF0000000000000000FB80000000000000000008] [lastKey=7480000000000000FFD95F698000000000FF0000010380000000FF0001117000000000FB80000000000111700008] [2024/05/06 08:01:47.776 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=219] [2024/05/06 08:01:47.776 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 657032302592/940431265792, backend usage: 0"] [2024/05/06 08:01:47.776 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:47.778 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:47.799 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=8] [size=432] [2024/05/06 08:01:47.799 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:47.808 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=432] [kvs=8] [importedSize=288] [importedCount=8] [2024/05/06 08:01:47.810 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=33.123059ms] [] [2024/05/06 08:01:47.815 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=219] [2024/05/06 08:01:47.825 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 08:01:47.825 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:01:47.825 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=633.204Β΅s] [] [2024/05/06 08:01:47.825 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:01:47.826 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=413.463Β΅s] [] [2024/05/06 08:01:47.827 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:47.827 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:47.827 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:47.827 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:47.827 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:47.827 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:47.827 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:47.827 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:47.827 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:47.827 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:47.827 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:47.827 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:47.827 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:47.827 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:47.827 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:47.827 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:47.827 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:47.827 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:47.827 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=219] ["current memory usage"=360] ["max memory quota"=17179869184] [2024/05/06 08:01:47.827 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=240003] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=240.148412ms] [] [2024/05/06 08:01:48.011 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=240003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 08:01:48.128 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=240003] [type=backfill] [2024/05/06 08:01:48.311 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:01:48.311 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/219] [keyspaceName=] [2024/05/06 08:01:48.315 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:01:48.315 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:01:48.315 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:48.315 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:01:48.315 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:48.315 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:48.315 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:48.315 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:48.315 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:48.320 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:48.321 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:48.321 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=219] ["current memory usage"=536] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 08:01:48.321 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t] [2024/05/06 08:01:48.321 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t] [category=detect-dupe] [tasks=1] [2024/05/06 08:01:48.322 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t] [takeTime=1.278382ms] [] [2024/05/06 08:01:48.323 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:48.323 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:48.323 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:48.323 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:48.323 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:48.323 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:48.323 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:48.323 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:48.323 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:48.323 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:48.323 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:48.323 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:48.323 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:48.324 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:48.324 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:48.324 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:48.324 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:48.324 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:48.324 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=219] ["current memory usage"=360] ["max memory quota"=17179869184] [2024/05/06 08:01:48.324 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=8] [2024/05/06 08:01:48.351 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=204] [neededSchemaVersion=205] ["start time"=627.612Β΅s] [gotSchemaVersion=205] [phyTblIDs="[217]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:48.353 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=219] [version=205] [2024/05/06 08:01:48.401 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=205] ["take time"=52.663366ms] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:8, ArgLen:6, start time: 2024-05-06 08:01:46.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572374163750920, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:48.408 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 60, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:8, ArgLen:0, start time: 2024-05-06 08:01:46.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572374163750920, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:48.409 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=219] [table=t] [index=idx] [2024/05/06 08:01:48.416 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=205] [neededSchemaVersion=206] ["start time"=575.968Β΅s] [gotSchemaVersion=206] [phyTblIDs="[217]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:48.418 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=219] [version=206] [2024/05/06 08:01:48.466 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=206] ["take time"=52.661444ms] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:8, ArgLen:6, start time: 2024-05-06 08:01:46.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:48.474 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:8, ArgLen:0, start time: 2024-05-06 08:01:46.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:48.475 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=219] [physicalTableID=217] [startKey=7480000000000000d95f69ffff000000000001] [endKey=7480000000000000d95f69ffff000000000001ff] [2024/05/06 08:01:48.480 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=219] [2024/05/06 08:01:48.486 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 62, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:8, ArgLen:0, start time: 2024-05-06 08:01:46.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572374701146114, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:48.488 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:8, ArgLen:6, start time: 2024-05-06 08:01:46.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572374701146114, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000d95f69ffff000000000001,EndKey:7480000000000000d95f69ffff000000000001ff,First:false,PhysicalTableID:217,Ingest mode:false"] [2024/05/06 08:01:48.489 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=217] ["start key"=7480000000000000d95f69ffff000000000001] ["end key"=7480000000000000d95f69ffff000000000001ff] [2024/05/06 08:01:48.489 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=219] [2024/05/06 08:01:48.489 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000d95f69ffff000000000001] [endKey=7480000000000000d95f69ffff000000000001ff] [2024/05/06 08:01:48.489 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=219] [2024/05/06 08:01:48.489 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=219] [2024/05/06 08:01:48.489 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=219] [2024/05/06 08:01:48.490 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=217] ["end key"=7480000000000000d95f69ffff000000000001ff] ["current end key"=7480000000000000d95f69ffff00000000000100] [2024/05/06 08:01:48.490 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=219] [2024/05/06 08:01:48.490 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=219] [2024/05/06 08:01:48.490 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=219] [2024/05/06 08:01:48.490 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 217, range: [7480000000000000d95f69ffff000000000001, 7480000000000000d95f69ffff00000000000100), jobID: 219"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000d95f69ffff0000000000010000] ["take time"=418.379Β΅s] [2024/05/06 08:01:48.490 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=219] [2024/05/06 08:01:48.493 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=8] ["start key"=7480000000000000d95f69ffff000000000001] [2024/05/06 08:01:48.493 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=8] [2024/05/06 08:01:48.509 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=240003] [2024/05/06 08:01:48.511 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:01:48.511 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=240003] [2024/05/06 08:01:48.515 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 08:01:48.518 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:01:48.520 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=206] [neededSchemaVersion=207] ["start time"=599.335Β΅s] [gotSchemaVersion=207] [phyTblIDs="[217]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:48.522 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=219] [version=207] [2024/05/06 08:01:48.570 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=207] ["take time"=52.246926ms] [job="ID:219, Type:add index, State:done, SchemaState:public, SchemaID:210, TableID:217, RowCount:8, ArgLen:3, start time: 2024-05-06 08:01:46.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572374701146114, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:48.579 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=219] [tableID=217] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:48.581 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=219] [jobType="add index"] [2024/05/06 08:01:48.582 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 59, tp add index"] [category=ddl] [jobID=219] [conn=21] [job="ID:219, Type:add index, State:synced, SchemaState:public, SchemaID:210, TableID:217, RowCount:8, ArgLen:3, start time: 2024-05-06 08:01:46.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572374701146114, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:48.590 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=219] [2024/05/06 08:01:48.590 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:48.591 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 21\n# Query_time: 2.348004875\n# Parse_time: 0.000036752\n# Compile_time: 0.000079701\n# Rewrite_time: 0.000002105\n# Optimize_time: 0.000021668\n# Wait_TS: 0.000241698\n# DB: addindexlit\n# Is_internal: false\n# Digest: 57d756bb5ed08274ac851088c0daad0cc624903146ee79de19fd38d84666ce80\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add unique index idx(b);"] [2024/05/06 08:01:48.592 +00:00] [INFO] [executor.go:2532] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 08:01:48.596 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0fd9675f-a109-40ce-9dd7-262d07dae78d"] [2024/05/06 08:01:48.596 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0fd9675f-a109-40ce-9dd7-262d07dae78d"] [2024/05/06 08:01:48.596 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0fd9675f-a109-40ce-9dd7-262d07dae78d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:48.597 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0fd9675f-a109-40ce-9dd7-262d07dae78d"] [] [2024/05/06 08:01:48.598 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:48.598 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 62, tp add index"] [category=ddl] ["take time"=2.956Β΅s] [2024/05/06 08:01:48.598 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 61, tp add index"] [category=ddl] ["take time"=1.575Β΅s] [2024/05/06 08:01:48.598 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 59, tp add index"] [category=ddl] ["take time"=838ns] [2024/05/06 08:01:48.598 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 60, tp add index"] [category=ddl] ["take time"=1.094Β΅s] [2024/05/06 08:01:48.598 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:48.598 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 58, tp general"] [category=ddl] ["take time"=813ns] [2024/05/06 08:01:48.598 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:48.598 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:01:48.598 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:01:48.599 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=0fd9675f-a109-40ce-9dd7-262d07dae78d] ["take time"=3.324165ms] [2024/05/06 08:01:48.599 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=0fd9675f-a109-40ce-9dd7-262d07dae78d] [2024/05/06 08:01:48.600 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:01:48.600 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:01:48.600 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/53a31ea5-aad1-477e-bd88-f9a1e8c4f66c] [2024/05/06 08:01:48.600 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/53a31ea5-aad1-477e-bd88-f9a1e8c4f66c] [watcherID=f2f1e980-6555-4fd3-bbf6-5f2b61d9494d] [2024/05/06 08:01:48.600 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:48.600 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:48.600 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:48.600 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:48.600 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:48.600 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:48.600 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:48.600 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:48.600 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:48.600 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:48.601 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:01:48.601 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:01:48.602 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1831] [2024/05/06 08:01:48.602 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:01:48.602 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:48.602 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:01:48.602 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:01:48.602 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:48.602 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:48.602 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:48.602 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:48.602 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:48.602 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:01:48.602 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:01:48.602 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:48.602 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:48.602 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:01:48.602 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:01:48.602 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:01:48.602 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:48.602 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0fd9675f-a109-40ce-9dd7-262d07dae78d"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:48.602 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:48.602 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:01:48.602 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:01:48.602 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:01:48.602 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=0fd9675f-a109-40ce-9dd7-262d07dae78d] [2024/05/06 08:01:48.602 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:01:48.602 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:01:48.602 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:48.602 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:48.602 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:01:48.602 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:48.602 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:48.602 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:48.602 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:01:48.602 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:01:48.602 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:01:48.602 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:48.602 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:01:48.602 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:48.602 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:01:48.602 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:48.602 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 559ad8f0-5354-4362-a8ba-e5f1dc87c8a8"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:48.602 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:48.602 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:48.602 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:01:48.602 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:01:48.602 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0fd9675f-a109-40ce-9dd7-262d07dae78d"] [error="context canceled"] [2024/05/06 08:01:48.602 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0fd9675f-a109-40ce-9dd7-262d07dae78d"] [2024/05/06 08:01:48.602 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:01:48.602 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:48.602 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:48.602 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:01:48.602 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:01:48.602 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:48.602 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=0fd9675f-a109-40ce-9dd7-262d07dae78d] [2024/05/06 08:01:48.602 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:01:48.602 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:01:48.602 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:01:48.602 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:01:48.602 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:48.602 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 559ad8f0-5354-4362-a8ba-e5f1dc87c8a8"] [error="context canceled"] [2024/05/06 08:01:48.602 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 559ad8f0-5354-4362-a8ba-e5f1dc87c8a8"] [2024/05/06 08:01:48.602 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:01:48.602 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:48.602 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=559ad8f0-5354-4362-a8ba-e5f1dc87c8a8] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:48.602 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:48.602 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:01:48.602 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:48.609 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:01:48.609 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0fd9675f-a109-40ce-9dd7-262d07dae78d"] [error="context canceled"] [2024/05/06 08:01:48.609 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0fd9675f-a109-40ce-9dd7-262d07dae78d"] [2024/05/06 08:01:49.853 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 559ad8f0-5354-4362-a8ba-e5f1dc87c8a8"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:49.859 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0fd9675f-a109-40ce-9dd7-262d07dae78d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:49.859 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:01:49.859 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:49.878 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0fd9675f-a109-40ce-9dd7-262d07dae78d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:49.878 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:01:49.878 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:01:49.878 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:49.878 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.282272264s] [2024/05/06 08:01:49.878 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:49.878 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:49.878 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:49.878 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:49.878 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:49.878 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:49.878 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:49.878 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:49.878 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:49.878 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:49.878 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:49.878 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:49.878 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:49.879 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexSplitTableRanges (9.28s) === RUN TestAddIndexFinishImportError [2024/05/06 08:01:49.882 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:49.882 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:01:49.882 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:01:49.882 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:49.882 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:01:49.883 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:49.883 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:49.883 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:49.883 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:49.883 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:49.883 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:01:49.884 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:49.884 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:49.885 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:49.887 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793138773410359] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:01:49.892 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:01:49.901 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=709] ["lease id"=6f188f4ce9fe8549] [2024/05/06 08:01:49.903 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:01:49.915 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=207] ["start time"=10.792076ms] [2024/05/06 08:01:49.916 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:01:49.916 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=77d2f12b-c9ac-4351-a092-c74d453780d1] [runWorker=true] [2024/05/06 08:01:49.916 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:01:49.917 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:01:49.917 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 08:01:49.917 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:49.918 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 657819783168/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 08:01:49.918 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:49.918 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:49.918 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:49.918 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:49.918 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:49.918 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:49.918 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:49.918 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:49.918 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:49.918 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:49.918 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:49.918 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:01:49.918 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:49.919 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 77d2f12b-c9ac-4351-a092-c74d453780d1"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4ce9fe8646] [ownerID=77d2f12b-c9ac-4351-a092-c74d453780d1] [op=none] [2024/05/06 08:01:49.919 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:49.919 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=a8554cfc-5517-4fbe-8054-922dec136e58] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:49.920 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:01:49.923 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:01:49.924 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:49.924 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:01:49.936 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:49.938 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:49.940 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:49.940 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:49.940 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:49.940 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:49.940 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:01:49.940 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:01:49.940 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:01:49.940 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:01:49.940 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:01:49.940 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:49.940 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:01:49.941 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:49.941 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:49.941 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:49.941 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:49.941 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:01:49.942 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:49.942 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/332d5815-9de5-48b0-acc9-7d337c5990c2] [2024/05/06 08:01:49.942 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:01:49.942 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:49.942 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:49.943 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:49.943 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:01:49.944 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:01:49.945 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.889537ms] [2024/05/06 08:01:49.951 +00:00] [INFO] [set.go:170] ["set global var"] [conn=22] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:01:49.952 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=23] [schemaVersion=207] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 08:01:49.958 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:220, Type:drop schema, State:queueing, SchemaState:public, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:49.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:49.958 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:220, Type:drop schema, State:queueing, SchemaState:public, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:49.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 08:01:49.968 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:49.969 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 77d2f12b-c9ac-4351-a092-c74d453780d1"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4ce9fe8646] [ownerID=77d2f12b-c9ac-4351-a092-c74d453780d1] [op=none] [2024/05/06 08:01:49.969 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 77d2f12b-c9ac-4351-a092-c74d453780d1"] [op=none] [2024/05/06 08:01:49.969 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:01:49.975 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=220] [conn=23] [category=ddl] [job="ID:220, Type:drop schema, State:queueing, SchemaState:public, SchemaID:210, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:49.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:49.983 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=207] [neededSchemaVersion=208] ["start time"=46.613Β΅s] [gotSchemaVersion=208] [phyTblIDs="[217]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:49.985 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=220] [version=208] [2024/05/06 08:01:50.035 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=208] ["take time"=53.180819ms] [job="ID:220, Type:drop schema, State:running, SchemaState:write only, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:49.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:50.042 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=220] [conn=23] [category=ddl] [job="ID:220, Type:drop schema, State:running, SchemaState:write only, SchemaID:210, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:49.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:50.050 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=208] [neededSchemaVersion=209] ["start time"=42.57Β΅s] [gotSchemaVersion=209] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:50.052 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=220] [version=209] [2024/05/06 08:01:50.100 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=209] ["take time"=51.855782ms] [job="ID:220, Type:drop schema, State:running, SchemaState:delete only, SchemaID:210, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:49.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:50.106 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=220] [conn=23] [category=ddl] [job="ID:220, Type:drop schema, State:running, SchemaState:delete only, SchemaID:210, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:49.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:50.113 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=209] [neededSchemaVersion=210] ["start time"=52.076Β΅s] [gotSchemaVersion=210] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:50.115 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=220] [version=210] [2024/05/06 08:01:50.165 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=210] ["take time"=52.931407ms] [job="ID:220, Type:drop schema, State:done, SchemaState:none, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:49.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:50.175 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=220] [tableIDs="[217]"] [comment="drop schema: table IDs"] [2024/05/06 08:01:50.179 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=220] [jobType="drop schema"] [2024/05/06 08:01:50.180 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=220] [conn=23] [job="ID:220, Type:drop schema, State:synced, SchemaState:none, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:49.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:50.186 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=220] [2024/05/06 08:01:50.186 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:50.187 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=23] [schemaVersion=210] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 08:01:50.194 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:222, Type:create schema, State:queueing, SchemaState:none, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:50.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:50.194 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:222, Type:create schema, State:queueing, SchemaState:none, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:50.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 08:01:50.200 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=222] [conn=23] [category=ddl] [job="ID:222, Type:create schema, State:queueing, SchemaState:none, SchemaID:221, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:50.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:50.206 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=210] [neededSchemaVersion=211] ["start time"=267.064Β΅s] [gotSchemaVersion=211] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:01:50.208 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=222] [version=211] [2024/05/06 08:01:50.257 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=211] ["take time"=52.689066ms] [job="ID:222, Type:create schema, State:done, SchemaState:public, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:50.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:50.264 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=222] [conn=23] [job="ID:222, Type:create schema, State:synced, SchemaState:public, SchemaID:221, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:50.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:50.269 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=222] [2024/05/06 08:01:50.269 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:50.277 +00:00] [INFO] [set.go:170] ["set global var"] [conn=23] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 08:01:50.277 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=23] [schemaVersion=211] [cur_db=addindexlit] [sql="create table t (a int primary key, b int);"] [user=] [2024/05/06 08:01:50.284 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:224, Type:create table, State:queueing, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:50.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:50.284 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:224, Type:create table, State:queueing, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:50.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int);"] [2024/05/06 08:01:50.289 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=224] [conn=23] [category=ddl] [job="ID:224, Type:create table, State:queueing, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:50.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:50.292 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 221, Table ID: 223, Table Name: t"] [2024/05/06 08:01:50.297 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=211] [neededSchemaVersion=212] ["start time"=507.582Β΅s] [gotSchemaVersion=212] [phyTblIDs="[223]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:50.298 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=224] [version=212] [2024/05/06 08:01:50.347 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=212] ["take time"=52.509291ms] [job="ID:224, Type:create table, State:done, SchemaState:public, SchemaID:221, TableID:223, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:50.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:50.354 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=224] [conn=23] [job="ID:224, Type:create table, State:synced, SchemaState:public, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:50.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:50.359 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=224] [2024/05/06 08:01:50.359 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:50.361 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572375185850380] [2024/05/06 08:01:50.362 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572375185850383] [2024/05/06 08:01:50.364 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572375185850385] [2024/05/06 08:01:50.365 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572375185850387] [2024/05/06 08:01:50.366 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=23] [schemaVersion=212] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/06 08:01:50.371 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:225, Type:add index, State:queueing, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:50.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 08:01:50.371 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:225, Type:add index, State:queueing, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:50.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/06 08:01:50.378 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 64, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:queueing, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:50.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:50.379 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:50.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 08:01:50.386 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=212] [neededSchemaVersion=213] ["start time"=523.467Β΅s] [gotSchemaVersion=213] [phyTblIDs="[223]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:50.388 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=225] [version=213] [2024/05/06 08:01:50.436 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=213] ["take time"=52.296141ms] [job="ID:225, Type:add index, State:running, SchemaState:delete only, SchemaID:221, TableID:223, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:50.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:50.443 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 66, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:delete only, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:50.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:50.450 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=213] [neededSchemaVersion=214] ["start time"=477.65Β΅s] [gotSchemaVersion=214] [phyTblIDs="[223]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:50.452 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=225] [version=214] [2024/05/06 08:01:50.500 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=214] ["take time"=52.060324ms] [job="ID:225, Type:add index, State:running, SchemaState:write only, SchemaID:221, TableID:223, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:50.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:50.508 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 64, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write only, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:50.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:50.515 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=214] [neededSchemaVersion=215] ["start time"=495.608Β΅s] [gotSchemaVersion=215] [phyTblIDs="[223]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:50.516 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=225] [version=215] [2024/05/06 08:01:50.565 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=215] ["take time"=51.993738ms] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:50.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:50.573 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 66, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:50.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:50.573 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=225] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:01:50.574 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=225] [physicalTableID=223] [startKey=7480000000000000df5f728000000000000000] [endKey=7480000000000000df5f72800000000000753000] [2024/05/06 08:01:50.581 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=225] [2024/05/06 08:01:50.586 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 64, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:50.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572375251386370, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:50.587 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=225] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:01:50.591 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/225] [2024/05/06 08:01:50.614 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=223] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:50.943 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:01:50.943 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:01:50.943 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/332d5815-9de5-48b0-acc9-7d337c5990c2] [watcherID=c37ab847-2c4f-45ed-bd2c-db874b4c4ff2] [2024/05/06 08:01:50.944 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:01:50.945 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:01:50.945 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:01:50.945 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:01:50.945 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:01:50.950 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=270001] [2024/05/06 08:01:50.950 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=270001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 08:01:51.451 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=270001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 08:01:51.451 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=270001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:51.452 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=270001] [curr-step=init] [next-step=read-index] [2024/05/06 08:01:51.453 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=270001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 08:01:51.748 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=270001] [type=backfill] [remaining-slots=12] [2024/05/06 08:01:51.918 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:01:52.051 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=270001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 08:01:52.052 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:01:52.052 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/225] [keyspaceName=] [2024/05/06 08:01:52.055 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:01:52.055 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:01:52.056 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:52.056 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:01:52.056 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:52.056 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:52.056 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:52.056 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:52.056 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:52.060 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:52.060 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:52.060 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=225] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 08:01:52.060 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 08:01:52.065 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 08:01:52.068 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:01:52.068 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=225] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:52.068 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=270001] [subtask-id=240001] [jobID=225] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 08:01:52.068 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=223] ["start key"=7480000000000000df5f728000000000000000] ["end key"=7480000000000000df5f72800000000000753000] [2024/05/06 08:01:52.068 +00:00] [INFO] [backfilling_operators.go:450] ["start a table scan task"] [task-id=270001] [subtask-id=240001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000df5f728000000000000000, endKey=7480000000000000df5f72800000000000753000"] [2024/05/06 08:01:52.150 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=225] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 08:01:52.233 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=225] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/06 08:01:52.233 +00:00] [INFO] [backfilling_operators.go:696] ["finish a index ingest task"] [task-id=270001] [subtask-id=240001] [id=1] [2024/05/06 08:01:52.313 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=225] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/06 08:01:52.394 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=225] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137696] ["max memory quota"=17179869184] [2024/05/06 08:01:52.394 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1031] [file=/tmp/tidb/tmp_ddl-4000/225/f75d9cab-8823-5503-94ba-459a1de580da.sst/7dcec979-759f-4211-858e-cdf6619f90d2.sst] [firstKey=7480000000000000DF5F698000000000000001038000000000000000038000000000000000] [lastKey=7480000000000000DF5F698000000000000001038000000000007530038000000000007530] [2024/05/06 08:01:52.397 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=225] [2024/05/06 08:01:52.397 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 637002366976/940431265792, backend usage: 0"] [2024/05/06 08:01:52.397 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:52.398 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:52.419 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=4] [size=152] [2024/05/06 08:01:52.419 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:52.428 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 08:01:52.429 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=31.741802ms] [] [2024/05/06 08:01:52.432 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=225] [2024/05/06 08:01:52.439 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 08:01:52.439 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:01:52.440 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=796.293Β΅s] [] [2024/05/06 08:01:52.440 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:01:52.441 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=463.118Β΅s] [] [2024/05/06 08:01:52.441 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:52.441 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:52.441 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:52.441 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:52.441 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:52.441 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:52.441 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:52.441 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:52.441 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:52.441 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:52.441 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:52.441 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:52.441 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:52.442 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:52.442 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:52.442 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:52.442 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:52.442 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:52.442 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=225] ["current memory usage"=120] ["max memory quota"=17179869184] [2024/05/06 08:01:52.442 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=270001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=390.884315ms] [] [2024/05/06 08:01:52.452 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=270001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 08:01:52.728 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=4] [2024/05/06 08:01:52.742 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=270001] [type=backfill] [2024/05/06 08:01:52.755 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=215] [neededSchemaVersion=216] ["start time"=551.324Β΅s] [gotSchemaVersion=216] [phyTblIDs="[223]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:52.757 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=225] [version=216] [2024/05/06 08:01:52.805 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=216] ["take time"=52.457574ms] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:4, ArgLen:6, start time: 2024-05-06 08:01:50.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572375251386370, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:52.813 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 66, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:4, ArgLen:0, start time: 2024-05-06 08:01:50.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572375251386370, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:52.813 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=225] [table=t] [index=idx] [2024/05/06 08:01:52.820 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=216] [neededSchemaVersion=217] ["start time"=609.493Β΅s] [gotSchemaVersion=217] [phyTblIDs="[223]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:52.822 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=225] [version=217] [2024/05/06 08:01:52.869 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=217] ["take time"=51.613803ms] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:4, ArgLen:6, start time: 2024-05-06 08:01:50.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:52.877 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 67, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:4, ArgLen:0, start time: 2024-05-06 08:01:50.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:52.878 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=225] [physicalTableID=223] [startKey=7480000000000000df5f69ffff000000000001] [endKey=7480000000000000df5f69ffff000000000001ff] [2024/05/06 08:01:52.883 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=225] [2024/05/06 08:01:52.889 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 66, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:4, ArgLen:0, start time: 2024-05-06 08:01:50.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572375854317575, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:52.891 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:4, ArgLen:6, start time: 2024-05-06 08:01:50.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572375854317575, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000df5f69ffff000000000001,EndKey:7480000000000000df5f69ffff000000000001ff,First:false,PhysicalTableID:223,Ingest mode:false"] [2024/05/06 08:01:52.893 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=223] ["start key"=7480000000000000df5f69ffff000000000001] ["end key"=7480000000000000df5f69ffff000000000001ff] [2024/05/06 08:01:52.893 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000df5f69ffff000000000001] [endKey=7480000000000000df5f69ffff000000000001ff] [2024/05/06 08:01:52.893 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=225] [2024/05/06 08:01:52.893 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=225] [2024/05/06 08:01:52.893 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=225] [2024/05/06 08:01:52.893 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=225] [2024/05/06 08:01:52.893 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=223] ["end key"=7480000000000000df5f69ffff000000000001ff] ["current end key"=7480000000000000df5f69ffff00000000000100] [2024/05/06 08:01:52.893 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=225] [2024/05/06 08:01:52.893 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=225] [2024/05/06 08:01:52.893 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=225] [2024/05/06 08:01:52.894 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 223, range: [7480000000000000df5f69ffff000000000001, 7480000000000000df5f69ffff00000000000100), jobID: 225"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000df5f69ffff0000000000010000] ["take time"=417.593Β΅s] [2024/05/06 08:01:52.894 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=225] [2024/05/06 08:01:52.896 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=4] ["start key"=7480000000000000df5f69ffff000000000001] [2024/05/06 08:01:52.896 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=4] [2024/05/06 08:01:52.917 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 08:01:52.922 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=217] [neededSchemaVersion=218] ["start time"=571.474Β΅s] [gotSchemaVersion=218] [phyTblIDs="[223]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:52.924 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=225] [version=218] [2024/05/06 08:01:52.951 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=270001] [2024/05/06 08:01:52.953 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:01:52.953 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=270001] [2024/05/06 08:01:52.962 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:01:52.972 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=218] ["take time"=51.959249ms] [job="ID:225, Type:add index, State:done, SchemaState:public, SchemaID:221, TableID:223, RowCount:4, ArgLen:3, start time: 2024-05-06 08:01:50.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572375854317575, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:52.980 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=225] [tableID=223] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:52.982 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=225] [jobType="add index"] [2024/05/06 08:01:52.982 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 67, tp add index"] [category=ddl] [jobID=225] [conn=23] [job="ID:225, Type:add index, State:synced, SchemaState:public, SchemaID:221, TableID:223, RowCount:4, ArgLen:3, start time: 2024-05-06 08:01:50.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572375854317575, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:52.990 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=225] [2024/05/06 08:01:52.990 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:52.991 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 23\n# Query_time: 2.624448817\n# Parse_time: 0.000035588\n# Compile_time: 0.000069182\n# Rewrite_time: 0.000003073\n# Optimize_time: 0.000021287\n# Wait_TS: 0.00019671\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(a);"] [2024/05/06 08:01:52.991 +00:00] [INFO] [executor.go:2532] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `a`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `a`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 08:01:52.998 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 77d2f12b-c9ac-4351-a092-c74d453780d1"] [2024/05/06 08:01:52.998 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 77d2f12b-c9ac-4351-a092-c74d453780d1"] [2024/05/06 08:01:52.999 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 77d2f12b-c9ac-4351-a092-c74d453780d1"] [] [2024/05/06 08:01:53.000 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:53.000 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 65, tp add index"] [category=ddl] ["take time"=1.973Β΅s] [2024/05/06 08:01:53.000 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 64, tp add index"] [category=ddl] ["take time"=1.196Β΅s] [2024/05/06 08:01:53.000 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 67, tp add index"] [category=ddl] ["take time"=730ns] [2024/05/06 08:01:53.000 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 66, tp add index"] [category=ddl] ["take time"=1.087Β΅s] [2024/05/06 08:01:53.000 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:53.000 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 63, tp general"] [category=ddl] ["take time"=764ns] [2024/05/06 08:01:53.000 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:53.000 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:01:53.000 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:01:53.000 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=77d2f12b-c9ac-4351-a092-c74d453780d1] ["take time"=2.414684ms] [2024/05/06 08:01:53.000 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=77d2f12b-c9ac-4351-a092-c74d453780d1] [2024/05/06 08:01:53.002 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:01:53.002 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:01:53.002 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/332d5815-9de5-48b0-acc9-7d337c5990c2] [2024/05/06 08:01:53.002 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/332d5815-9de5-48b0-acc9-7d337c5990c2] [watcherID=c37ab847-2c4f-45ed-bd2c-db874b4c4ff2] [2024/05/06 08:01:53.002 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:53.002 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:53.002 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:53.002 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:53.002 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:53.002 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:53.002 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:53.002 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:53.002 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:53.002 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:53.002 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:01:53.002 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:01:53.003 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=709] [2024/05/06 08:01:53.003 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:53.003 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:01:53.003 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:53.003 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:53.003 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:01:53.003 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:53.003 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:53.003 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:53.003 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:53.003 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:53.003 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:01:53.003 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:01:53.003 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:53.003 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:01:53.003 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:01:53.003 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:53.003 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:53.003 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 77d2f12b-c9ac-4351-a092-c74d453780d1"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:53.003 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:53.003 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:01:53.003 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:01:53.003 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:01:53.003 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:53.003 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=77d2f12b-c9ac-4351-a092-c74d453780d1] [2024/05/06 08:01:53.003 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:01:53.003 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:53.003 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:01:53.003 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 77d2f12b-c9ac-4351-a092-c74d453780d1"] [error="context canceled"] [2024/05/06 08:01:53.003 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:01:53.003 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:01:53.003 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:53.003 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:53.003 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:01:53.003 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:01:53.003 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:01:53.003 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:01:53.003 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 77d2f12b-c9ac-4351-a092-c74d453780d1"] [2024/05/06 08:01:53.003 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:01:53.003 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:01:53.003 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=77d2f12b-c9ac-4351-a092-c74d453780d1] [2024/05/06 08:01:53.003 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:53.003 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:01:53.003 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:01:53.003 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:53.003 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:01:53.003 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:53.003 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:01:53.003 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:53.003 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:53.003 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:01:53.003 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:53.003 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a8554cfc-5517-4fbe-8054-922dec136e58"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:53.003 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a8554cfc-5517-4fbe-8054-922dec136e58"] [2024/05/06 08:01:53.003 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:01:53.003 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:01:53.003 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:53.003 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:01:53.003 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:01:53.003 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:53.003 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:01:53.003 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:53.003 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:01:53.003 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager a8554cfc-5517-4fbe-8054-922dec136e58"] [error="context canceled"] [2024/05/06 08:01:53.003 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=a8554cfc-5517-4fbe-8054-922dec136e58] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:53.003 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:53.003 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:53.010 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:01:53.010 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 77d2f12b-c9ac-4351-a092-c74d453780d1"] [error="context canceled"] [2024/05/06 08:01:53.010 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 77d2f12b-c9ac-4351-a092-c74d453780d1"] [2024/05/06 08:01:53.010 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 77d2f12b-c9ac-4351-a092-c74d453780d1"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:53.204 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a8554cfc-5517-4fbe-8054-922dec136e58"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:54.260 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 77d2f12b-c9ac-4351-a092-c74d453780d1"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:54.260 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:01:54.260 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:01:54.260 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:54.266 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 77d2f12b-c9ac-4351-a092-c74d453780d1"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:54.266 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:01:54.266 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:54.266 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.268411979s] [2024/05/06 08:01:54.267 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:54.267 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:54.267 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:54.267 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:54.267 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:54.267 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:54.267 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:54.267 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:54.267 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:54.267 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:54.267 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:54.267 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:54.267 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:54.267 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexFinishImportError (4.39s) === RUN TestAddIndexRemoteDuplicateCheck [2024/05/06 08:01:54.269 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:54.269 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:01:54.270 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:01:54.270 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:54.270 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:01:54.271 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:54.271 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:54.271 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:54.271 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:54.271 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:54.271 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:01:54.272 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:54.272 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:54.272 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:54.275 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793138773410359] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:01:54.280 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:01:54.288 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1681] ["lease id"=22318f4ce9fa9e23] [2024/05/06 08:01:54.290 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:01:54.302 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=218] ["start time"=11.234472ms] [2024/05/06 08:01:54.303 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:01:54.303 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=ab0ce8f0-cb05-445b-bcb5-75b147a68d7a] [runWorker=true] [2024/05/06 08:01:54.303 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:01:54.305 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:01:54.305 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 08:01:54.305 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 637915377664/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 08:01:54.305 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:54.305 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:54.305 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:54.305 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:54.305 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:54.305 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:54.305 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:54.305 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:54.305 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:54.305 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:54.305 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:54.305 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:54.305 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:54.305 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:01:54.307 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:54.307 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=b8c0ea69-eedd-420d-9d2d-1a1e95e93797] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:54.307 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ab0ce8f0-cb05-445b-bcb5-75b147a68d7a"] ["owner key"=/tidb/ddl/fg/owner/6f188f4ce9fe8582] [ownerID=ab0ce8f0-cb05-445b-bcb5-75b147a68d7a] [op=none] [2024/05/06 08:01:54.308 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:01:54.311 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:01:54.312 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:54.312 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:01:54.323 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:54.325 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:54.327 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:54.327 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:54.327 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:54.327 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:54.327 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:01:54.327 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:01:54.327 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:01:54.327 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:01:54.327 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:01:54.327 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:54.327 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:01:54.328 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:54.328 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:54.328 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:54.328 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:54.328 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:01:54.329 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:54.329 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/0375a29d-7c5d-4e09-a164-74300eda23f2] [2024/05/06 08:01:54.329 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:01:54.329 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:54.329 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:54.330 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:54.331 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:01:54.331 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:01:54.332 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.529637ms] [2024/05/06 08:01:54.335 +00:00] [INFO] [set.go:170] ["set global var"] [conn=24] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:01:54.336 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=218] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 08:01:54.342 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:226, Type:drop schema, State:queueing, SchemaState:public, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:54.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:54.342 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:226, Type:drop schema, State:queueing, SchemaState:public, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:54.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 08:01:54.356 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:54.357 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ab0ce8f0-cb05-445b-bcb5-75b147a68d7a"] ["owner key"=/tidb/ddl/fg/owner/6f188f4ce9fe8582] [ownerID=ab0ce8f0-cb05-445b-bcb5-75b147a68d7a] [op=none] [2024/05/06 08:01:54.357 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ab0ce8f0-cb05-445b-bcb5-75b147a68d7a"] [op=none] [2024/05/06 08:01:54.357 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:01:54.363 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=226] [conn=25] [category=ddl] [job="ID:226, Type:drop schema, State:queueing, SchemaState:public, SchemaID:221, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:54.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:54.371 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=218] [neededSchemaVersion=219] ["start time"=45.915Β΅s] [gotSchemaVersion=219] [phyTblIDs="[223]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:54.373 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=226] [version=219] [2024/05/06 08:01:54.422 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=219] ["take time"=52.402434ms] [job="ID:226, Type:drop schema, State:running, SchemaState:write only, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:54.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:54.429 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=226] [conn=25] [category=ddl] [job="ID:226, Type:drop schema, State:running, SchemaState:write only, SchemaID:221, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:54.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:54.435 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=219] [neededSchemaVersion=220] ["start time"=37.177Β΅s] [gotSchemaVersion=220] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:54.437 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=226] [version=220] [2024/05/06 08:01:54.452 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a8554cfc-5517-4fbe-8054-922dec136e58"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:54.487 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=220] ["take time"=53.397476ms] [job="ID:226, Type:drop schema, State:running, SchemaState:delete only, SchemaID:221, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:54.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:54.493 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=226] [conn=25] [category=ddl] [job="ID:226, Type:drop schema, State:running, SchemaState:delete only, SchemaID:221, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:54.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:54.501 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=220] [neededSchemaVersion=221] ["start time"=37.325Β΅s] [gotSchemaVersion=221] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:54.503 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=226] [version=221] [2024/05/06 08:01:54.552 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=221] ["take time"=53.542294ms] [job="ID:226, Type:drop schema, State:done, SchemaState:none, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:54.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:54.563 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=226] [tableIDs="[223]"] [comment="drop schema: table IDs"] [2024/05/06 08:01:54.567 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=226] [jobType="drop schema"] [2024/05/06 08:01:54.568 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=226] [conn=25] [job="ID:226, Type:drop schema, State:synced, SchemaState:none, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:54.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:54.574 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=226] [2024/05/06 08:01:54.574 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:54.575 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=221] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 08:01:54.582 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:228, Type:create schema, State:queueing, SchemaState:none, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:54.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:54.582 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:228, Type:create schema, State:queueing, SchemaState:none, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:54.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 08:01:54.588 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=228] [conn=25] [category=ddl] [job="ID:228, Type:create schema, State:queueing, SchemaState:none, SchemaID:227, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:54.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:54.595 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=221] [neededSchemaVersion=222] ["start time"=244.063Β΅s] [gotSchemaVersion=222] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:01:54.597 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=228] [version=222] [2024/05/06 08:01:54.645 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=222] ["take time"=52.610428ms] [job="ID:228, Type:create schema, State:done, SchemaState:public, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:54.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:54.654 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=228] [conn=25] [job="ID:228, Type:create schema, State:synced, SchemaState:public, SchemaID:227, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:54.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:54.658 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=228] [2024/05/06 08:01:54.658 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:54.664 +00:00] [INFO] [set.go:170] ["set global var"] [conn=25] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 08:01:54.672 +00:00] [INFO] [set.go:170] ["set global var"] [conn=25] [name=tidb_ddl_reorg_worker_cnt] [val=1] [2024/05/06 08:01:54.682 +00:00] [INFO] [set.go:170] ["set global var"] [conn=25] [name=tidb_enable_dist_task] [val=0] [2024/05/06 08:01:54.682 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=222] [cur_db=addindexlit] [sql="create table t(id int primary key, b int, k int);"] [user=] [2024/05/06 08:01:54.690 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:230, Type:create table, State:queueing, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:54.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:54.690 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:230, Type:create table, State:queueing, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:54.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(id int primary key, b int, k int);"] [2024/05/06 08:01:54.697 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=230] [conn=25] [category=ddl] [job="ID:230, Type:create table, State:queueing, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:54.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:54.700 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 227, Table ID: 229, Table Name: t"] [2024/05/06 08:01:54.705 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=222] [neededSchemaVersion=223] ["start time"=666.141Β΅s] [gotSchemaVersion=223] [phyTblIDs="[229]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:54.708 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=230] [version=223] [2024/05/06 08:01:54.756 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=223] ["take time"=53.152721ms] [job="ID:230, Type:create table, State:done, SchemaState:public, SchemaID:227, TableID:229, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:54.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:54.763 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=230] [conn=25] [job="ID:230, Type:create table, State:synced, SchemaState:public, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:54.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:54.768 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=230] [2024/05/06 08:01:54.768 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:54.769 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000e55f728000000000007530] [2024/05/06 08:01:54.770 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000e55f728000000000007530] ["first new region left"="{Id:576 StartKey:7480000000000000ffdf5f698000000000ff0000010380000000ff0000753003800000ff0000007530000000fd EndKey:7480000000000000ffe55f728000000000ff0075300000000000fa RegionEpoch:{ConfVer:5 Version:135} Peers:[id:577 store_id:2 id:578 store_id:1 id:579 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/06 08:01:54.770 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=576] [2024/05/06 08:01:55.058 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000e55f728000000000007530] ["new region left"="{Id:576 StartKey:7480000000000000ffdf5f698000000000ff0000010380000000ff0000753003800000ff0000007530000000fd EndKey:7480000000000000ffe55f728000000000ff0075300000000000fa RegionEpoch:{ConfVer:5 Version:135} Peers:[id:577 store_id:2 id:578 store_id:1 id:579 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 08:01:55.058 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[576]"] [2024/05/06 08:01:55.058 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=576] [backoff(ms)=299710] [2024/05/06 08:01:55.059 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=576] [2024/05/06 08:01:55.060 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572376417927174] [2024/05/06 08:01:55.062 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572376417927176] [2024/05/06 08:01:55.063 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=223] [cur_db=addindexlit] [sql="alter table t add unique index idx(b);"] [user=] [2024/05/06 08:01:55.068 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:231, Type:add index, State:queueing, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:55.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 08:01:55.068 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:231, Type:add index, State:queueing, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:55.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(b);"] [2024/05/06 08:01:55.076 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 71, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:queueing, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:55.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:55.077 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:55.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 08:01:55.084 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=223] [neededSchemaVersion=224] ["start time"=700.769Β΅s] [gotSchemaVersion=224] [phyTblIDs="[229]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:55.086 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=231] [version=224] [2024/05/06 08:01:55.134 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=224] ["take time"=52.626391ms] [job="ID:231, Type:add index, State:running, SchemaState:delete only, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:55.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:55.144 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 69, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:delete only, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:55.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:55.155 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=224] [neededSchemaVersion=225] ["start time"=857.43Β΅s] [gotSchemaVersion=225] [phyTblIDs="[229]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:55.158 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=231] [version=225] [2024/05/06 08:01:55.220 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=225] ["take time"=67.671075ms] [job="ID:231, Type:add index, State:running, SchemaState:write only, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:55.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:55.229 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 72, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:write only, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:55.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:55.237 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=225] [neededSchemaVersion=226] ["start time"=531.737Β΅s] [gotSchemaVersion=226] [phyTblIDs="[229]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:55.239 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=231] [version=226] [2024/05/06 08:01:55.287 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=226] ["take time"=52.059029ms] [job="ID:231, Type:add index, State:running, SchemaState:write reorganization, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:55.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:55.296 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 70, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:write reorganization, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:55.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:55.297 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=231] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:01:55.297 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=1] [2024/05/06 08:01:55.297 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/231] [keyspaceName=] [2024/05/06 08:01:55.300 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:01:55.300 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:01:55.300 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:55.300 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:01:55.301 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:55.301 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:55.301 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:55.301 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:55.301 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:55.306 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:55.307 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:55.307 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=231] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 08:01:55.308 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=231] [physicalTableID=229] [startKey=7480000000000000e55f728000000000000001] [endKey=7480000000000000e55f7280000000000186a000] [2024/05/06 08:01:55.315 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=231] [2024/05/06 08:01:55.321 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 72, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:write reorganization, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:55.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572376483725324, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:55.321 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=231] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:01:55.325 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=231] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=229] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 08:01:55.325 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=231] [indexIDs="[1]"] [2024/05/06 08:01:55.326 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=231] [start=7480000000000000e55f728000000000000001] [end=7480000000000000e55f7280000000000186a000] ["checkpoint physical ID"=229] [2024/05/06 08:01:55.326 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:write reorganization, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:55.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572376483725324, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000e55f728000000000000001,EndKey:7480000000000000e55f7280000000000186a000,First:false,PhysicalTableID:229,Ingest mode:true"] [2024/05/06 08:01:55.329 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:01:55.329 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:01:55.329 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/0375a29d-7c5d-4e09-a164-74300eda23f2] [watcherID=9e7418e9-6736-4644-9a79-c5a9eef1c56b] [2024/05/06 08:01:55.331 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:01:55.332 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:01:55.332 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:01:55.332 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:01:55.332 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:01:55.353 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=229] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:55.353 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=229] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=231] [localCnt=0] [2024/05/06 08:01:55.355 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:01:55.355 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=231] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:55.384 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=231] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 08:01:55.384 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=231] ["index ID"=1] ["current memory usage"=805306728] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 08:01:55.387 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=231] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=805306768] ["max memory quota"=17179869184] [2024/05/06 08:01:55.387 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=231] [reader=1] [writer=2] [2024/05/06 08:01:55.387 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=229] ["start key"=7480000000000000e55f728000000000000001] ["end key"=7480000000000000e55f7280000000000186a000] [2024/05/06 08:01:55.387 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=2] [regionCnt=2] [startKey=7480000000000000e55f728000000000000001] [endKey=7480000000000000e55f7280000000000186a000] [2024/05/06 08:01:55.388 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=229] ["end key"=7480000000000000e55f728000000000007530] ["current end key"=7480000000000000e55f72800000000000000100] [2024/05/06 08:01:55.389 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=2] [pTbl=229] ["end key"=7480000000000000e55f7280000000000186a000] ["current end key"=7480000000000000e55f7280000000000186a000] [2024/05/06 08:01:55.389 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 08:01:55.389 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 229, range: [7480000000000000e55f728000000000000001, 7480000000000000e55f72800000000000000100), jobID: 231"] [2024/05/06 08:01:55.390 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=2] [task="taskID: 2, physicalTableID: 229, range: [7480000000000000e55f728000000000007530, 7480000000000000e55f7280000000000186a000), jobID: 231"] [2024/05/06 08:01:55.390 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 08:01:55.393 +00:00] [INFO] [engine.go:1617] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=108] [count=2] [cost=766.241Β΅s] [file=/tmp/tidb/tmp_ddl-4000/231/f75d9cab-8823-5503-94ba-459a1de580da.sst/e5a6b948-cd3d-40c4-abf9-a8c2dd440856.sst] [2024/05/06 08:01:55.393 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=108] [kvs=2] [files=1] [sstFileSize=1041] [file=/tmp/tidb/tmp_ddl-4000/231/f75d9cab-8823-5503-94ba-459a1de580da.sst/e5a6b948-cd3d-40c4-abf9-a8c2dd440856.sst] [firstKey=7480000000000000FFE55F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000000FFE55F698000000000FF0000010380000000FF0000000100000000FB80000000000186A00008] [2024/05/06 08:01:55.394 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] [category=ddl-ingest] ["index ID"=1] ["usage info"="disk usage: 637915377664/940431265792, backend usage: 0"] [2024/05/06 08:01:55.395 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:55.396 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:55.417 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=2] [size=108] [2024/05/06 08:01:55.418 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:55.419 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000E55F698000000000000001038000000000000001] [endKey=7480000000000000E55F69800000000000000103800000000000000100] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 08:01:57.419 +00:00] [2024/05/06 08:01:55.419 +00:00] [ERROR] [local.go:1459] ["do import meets error"] [category=ddl-ingest] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:55.420 +00:00] [WARN] [backend.go:376] ["import failed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=25.76104ms] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'"] [2024/05/06 08:01:55.420 +00:00] [ERROR] [backend.go:248] ["ingest data into storage error"] [category=ddl-ingest] ["index ID"=1] ["usage info"="disk usage: 637915377664/940431265792, backend usage: 0"] [stack="github.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).unsafeImportAndReset\n\tpkg/ddl/ingest/backend.go:248\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).Flush\n\tpkg/ddl/ingest/backend.go:229\ngithub.com/pingcap/tidb/pkg/ddl/ingest.TryFlushAllIndexes\n\tpkg/ddl/ingest/flush.go:22\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*CheckpointManager).UpdateCurrent\n\tpkg/ddl/ingest/checkpoint.go:177\ngithub.com/pingcap/tidb/pkg/ddl.(*addIndexIngestWorker).HandleTask\n\tpkg/ddl/backfilling_scheduler.go:579\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 08:01:55.420 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=2] [2024/05/06 08:01:55.420 +00:00] [WARN] [backfilling.go:500] ["backfill worker failed"] [category=ddl] ["job ID"=231] ["result next key"=] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:55.421 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] [category=ddl-ingest] ["index ID"=1] ["usage info"="disk usage: 637915377664/940431265792, backend usage: 0"] [2024/05/06 08:01:55.421 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:55.422 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:55.444 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=2] [size=108] [2024/05/06 08:01:55.444 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:55.445 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000E55F698000000000000001038000000000000001] [endKey=7480000000000000E55F69800000000000000103800000000000000100] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 08:01:57.445 +00:00] [2024/05/06 08:01:55.445 +00:00] [ERROR] [local.go:1459] ["do import meets error"] [category=ddl-ingest] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:55.446 +00:00] [WARN] [backend.go:376] ["import failed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=24.781857ms] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'"] [2024/05/06 08:01:55.446 +00:00] [ERROR] [backend.go:248] ["ingest data into storage error"] [category=ddl-ingest] ["index ID"=1] ["usage info"="disk usage: 637915377664/940431265792, backend usage: 0"] [stack="github.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).unsafeImportAndReset\n\tpkg/ddl/ingest/backend.go:248\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).Flush\n\tpkg/ddl/ingest/backend.go:229\ngithub.com/pingcap/tidb/pkg/ddl/ingest.TryFlushAllIndexes\n\tpkg/ddl/ingest/flush.go:22\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*CheckpointManager).Sync\n\tpkg/ddl/ingest/checkpoint.go:221\ngithub.com/pingcap/tidb/pkg/ddl.(*ingestBackfillScheduler).close\n\tpkg/ddl/backfilling_scheduler.go:399\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:740\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206"] [2024/05/06 08:01:55.446 +00:00] [WARN] [checkpoint.go:223] ["flush local engine failed"] [category=ddl-ingest] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:55.450 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=231] ["index IDs"="[1]"] ["local checkpoint"=7480000000000000e55f7280000000000186a000] ["global checkpoint"=] ["global physical ID"=229] [] [2024/05/06 08:01:55.450 +00:00] [WARN] [backfilling.go:454] ["backfill worker handle tasks failed"] [category=ddl] ["total added count"=2] ["start key"=7480000000000000e55f728000000000000001] ["task failed error"="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'"] [2024/05/06 08:01:55.450 +00:00] [WARN] [reorg.go:231] ["run reorg job done"] [category=ddl] ["handled rows"=2] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:55.469 +00:00] [WARN] [index.go:1058] ["run add index job failed, convert job to rollback"] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:write reorganization, SchemaID:227, TableID:229, RowCount:2, ArgLen:6, start time: 2024-05-06 08:01:55.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572376483725324, LocalMode: false, UniqueWarnings:0"] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [2024/05/06 08:01:55.471 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:01:55.472 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=734.752Β΅s] [] [2024/05/06 08:01:55.472 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:01:55.473 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=526.042Β΅s] [] [2024/05/06 08:01:55.473 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:55.473 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:55.473 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:55.473 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:55.473 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:55.473 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:55.473 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:55.473 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:55.473 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:55.473 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:55.473 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:55.474 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:55.474 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:55.474 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:55.474 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:55.474 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:55.474 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:55.474 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:55.474 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=231] [indexIDs="[1]"] [2024/05/06 08:01:55.474 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=231] ["current memory usage"=0] ["max memory quota"=17179869184] [2024/05/06 08:01:55.477 +00:00] [WARN] [index.go:941] ["run reorg job failed, convert job to rollback"] [category=ddl] [job="ID:231, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:227, TableID:229, RowCount:2, ArgLen:3, start time: 2024-05-06 08:01:55.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572376483725324, LocalMode: false, UniqueWarnings:0"] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.completeErr\n\tpkg/ddl/index_cop.go:313\ngithub.com/pingcap/tidb/pkg/ddl.convertAddIdxJob2RollbackJob\n\tpkg/ddl/rollingback.go:93\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1059\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJob\n\tpkg/ddl/index.go:938\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:866\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:55.477 +00:00] [WARN] [ddl_worker.go:1147] ["run DDL job error"] [worker="worker 72, tp add index"] [category=ddl] [jobID=231] [conn=25] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.completeErr\n\tpkg/ddl/index_cop.go:313\ngithub.com/pingcap/tidb/pkg/ddl.convertAddIdxJob2RollbackJob\n\tpkg/ddl/rollingback.go:93\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1059\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJob\n\tpkg/ddl/index.go:938\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:866\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:55.480 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=231] [2024/05/06 08:01:55.486 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 69, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:227, TableID:229, RowCount:2, ArgLen:0, start time: 2024-05-06 08:01:55.022 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449572376483725324, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:55.493 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=226] [neededSchemaVersion=228] ["start time"=809.775Β΅s] [gotSchemaVersion=228] [phyTblIDs="[229,229]"] [actionTypes="[7,7]"] [diffTypes="[\"add index\",\"add index\"]"] [2024/05/06 08:01:55.494 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=231] [version=228] [2024/05/06 08:01:55.543 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=228] ["take time"=52.62586ms] [job="ID:231, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:227, TableID:229, RowCount:2, ArgLen:2, start time: 2024-05-06 08:01:55.022 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449572376483725324, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:55.550 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 70, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:227, TableID:229, RowCount:2, ArgLen:0, start time: 2024-05-06 08:01:55.022 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449572376483725324, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:55.557 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=228] [neededSchemaVersion=229] ["start time"=534.026Β΅s] [gotSchemaVersion=229] [phyTblIDs="[229]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:55.558 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=231] [version=229] [2024/05/06 08:01:55.607 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=229] ["take time"=51.873958ms] [job="ID:231, Type:add index, State:rollback done, SchemaState:none, SchemaID:227, TableID:229, RowCount:2, ArgLen:2, start time: 2024-05-06 08:01:55.022 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449572376483725324, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:55.615 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=231] [tableID=229] [indexIDs="[1,9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:55.618 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=231] [jobType="add index"] [2024/05/06 08:01:55.618 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 71, tp add index"] [category=ddl] [jobID=231] [conn=25] [job="ID:231, Type:add index, State:rollback done, SchemaState:none, SchemaID:227, TableID:229, RowCount:2, ArgLen:2, start time: 2024-05-06 08:01:55.022 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449572376483725324, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:55.621 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=231] [2024/05/06 08:01:55.624 +00:00] [INFO] [ddl.go:1291] ["DDL job is failed"] [category=ddl] [jobID=231] [2024/05/06 08:01:55.624 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 08:01:55.624 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 25\n# Query_time: 0.560823881\n# Parse_time: 0.000041629\n# Compile_time: 0.000056599\n# Rewrite_time: 0.0000021\n# Optimize_time: 0.000020385\n# Wait_TS: 0.000234564\n# DB: addindexlit\n# Is_internal: false\n# Digest: 57d756bb5ed08274ac851088c0daad0cc624903146ee79de19fd38d84666ce80\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add unique index idx(b);"] [2024/05/06 08:01:55.630 +00:00] [INFO] [set.go:170] ["set global var"] [conn=25] [name=tidb_ddl_reorg_worker_cnt] [val=4] [2024/05/06 08:01:55.630 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ab0ce8f0-cb05-445b-bcb5-75b147a68d7a"] [2024/05/06 08:01:55.630 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ab0ce8f0-cb05-445b-bcb5-75b147a68d7a"] [2024/05/06 08:01:55.631 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ab0ce8f0-cb05-445b-bcb5-75b147a68d7a"] [] [2024/05/06 08:01:55.631 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:55.631 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 72, tp add index"] [category=ddl] ["take time"=2.403Β΅s] [2024/05/06 08:01:55.631 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 69, tp add index"] [category=ddl] ["take time"=667ns] [2024/05/06 08:01:55.631 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 71, tp add index"] [category=ddl] ["take time"=562ns] [2024/05/06 08:01:55.631 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 70, tp add index"] [category=ddl] ["take time"=883ns] [2024/05/06 08:01:55.631 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:55.631 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 68, tp general"] [category=ddl] ["take time"=1.042Β΅s] [2024/05/06 08:01:55.631 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:55.631 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:01:55.631 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:01:55.632 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=ab0ce8f0-cb05-445b-bcb5-75b147a68d7a] ["take time"=2.144543ms] [2024/05/06 08:01:55.632 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=ab0ce8f0-cb05-445b-bcb5-75b147a68d7a] [2024/05/06 08:01:55.633 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:01:55.633 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/0375a29d-7c5d-4e09-a164-74300eda23f2] [watcherID=9e7418e9-6736-4644-9a79-c5a9eef1c56b] [2024/05/06 08:01:55.633 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:01:55.633 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/0375a29d-7c5d-4e09-a164-74300eda23f2] [2024/05/06 08:01:55.633 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:55.633 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:55.633 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:55.633 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:55.633 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:55.633 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:55.633 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:55.633 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:55.633 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:55.633 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:55.634 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:01:55.634 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:01:55.634 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1681] [2024/05/06 08:01:55.634 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:55.634 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:01:55.634 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:01:55.634 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:01:55.634 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:55.634 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:55.634 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:55.634 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:01:55.634 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:55.634 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:55.634 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:01:55.634 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:01:55.634 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:55.634 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:55.634 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:55.634 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:55.634 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:55.634 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:01:55.634 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:01:55.634 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:55.634 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:55.634 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:55.634 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:01:55.634 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:01:55.634 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:01:55.634 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:01:55.634 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:55.634 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:55.634 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=ab0ce8f0-cb05-445b-bcb5-75b147a68d7a] [2024/05/06 08:01:55.634 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:01:55.634 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:55.634 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:01:55.634 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:01:55.634 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:01:55.634 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:01:55.634 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b8c0ea69-eedd-420d-9d2d-1a1e95e93797"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:55.634 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:55.634 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:01:55.634 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:55.634 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:01:55.634 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:55.634 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:01:55.634 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ab0ce8f0-cb05-445b-bcb5-75b147a68d7a"] [error="context canceled"] [2024/05/06 08:01:55.634 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:01:55.634 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ab0ce8f0-cb05-445b-bcb5-75b147a68d7a"] [2024/05/06 08:01:55.634 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:55.634 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:55.634 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:55.634 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager ab0ce8f0-cb05-445b-bcb5-75b147a68d7a"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:55.634 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ab0ce8f0-cb05-445b-bcb5-75b147a68d7a"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:55.634 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:01:55.634 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:01:55.634 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:01:55.634 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=ab0ce8f0-cb05-445b-bcb5-75b147a68d7a] [2024/05/06 08:01:55.634 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:01:55.634 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:01:55.634 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:01:55.634 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:01:55.634 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:55.635 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:01:55.635 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:55.635 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=b8c0ea69-eedd-420d-9d2d-1a1e95e93797] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:55.635 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:01:55.635 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:55.635 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:55.635 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b8c0ea69-eedd-420d-9d2d-1a1e95e93797"] [error="context canceled"] [2024/05/06 08:01:55.635 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b8c0ea69-eedd-420d-9d2d-1a1e95e93797"] [2024/05/06 08:01:55.641 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:01:55.641 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager ab0ce8f0-cb05-445b-bcb5-75b147a68d7a"] [error="context canceled"] [2024/05/06 08:01:55.641 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager ab0ce8f0-cb05-445b-bcb5-75b147a68d7a"] [2024/05/06 08:01:56.881 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b8c0ea69-eedd-420d-9d2d-1a1e95e93797"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:56.894 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ab0ce8f0-cb05-445b-bcb5-75b147a68d7a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:56.894 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:01:56.894 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:56.900 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager ab0ce8f0-cb05-445b-bcb5-75b147a68d7a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:56.900 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:01:56.900 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:01:56.900 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:56.901 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.270952622s] [2024/05/06 08:01:56.901 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:56.901 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:56.901 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:56.901 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:56.901 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:56.901 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:56.901 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:56.901 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:56.901 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:56.901 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:56.901 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:56.901 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:56.901 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:56.901 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexRemoteDuplicateCheck (2.63s) === RUN TestAddIndexBackfillLostUpdate [2024/05/06 08:01:56.903 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:56.903 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:01:56.903 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:01:56.904 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:56.904 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:01:56.904 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:56.904 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:56.904 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:56.904 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:56.904 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:56.905 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:01:56.905 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:56.906 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:56.906 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:56.909 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793138773410359] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:01:56.914 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:01:56.920 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=649] ["lease id"=3eaa8f4ce9fe86a3] [2024/05/06 08:01:56.922 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:01:56.935 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=229] ["start time"=12.391914ms] [2024/05/06 08:01:56.936 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:01:56.936 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=eb255136-9074-4f1b-9fa5-d1b6cef17eec] [runWorker=true] [2024/05/06 08:01:56.936 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:01:56.938 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:01:56.938 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 08:01:56.938 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 638700654592/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 08:01:56.938 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:56.938 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:56.938 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:56.938 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:56.938 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:56.938 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:56.938 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:56.938 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:56.938 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:56.938 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:56.938 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:56.938 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:56.938 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:01:56.938 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:56.940 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:56.940 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=c59bd757-60e5-454e-b16b-abcf741a81db] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:56.940 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eb255136-9074-4f1b-9fa5-d1b6cef17eec"] ["owner key"=/tidb/ddl/fg/owner/22318f4ce9fa9e55] [ownerID=eb255136-9074-4f1b-9fa5-d1b6cef17eec] [op=none] [2024/05/06 08:01:56.940 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:01:56.943 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:01:56.944 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:56.944 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:01:56.954 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:56.957 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:56.958 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:56.958 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:56.958 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:56.958 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:56.958 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:01:56.958 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:01:56.958 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:01:56.958 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:01:56.958 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:01:56.959 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:56.959 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:01:56.959 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:56.959 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:56.959 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:56.959 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:56.959 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:01:56.960 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:56.960 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/3698dd27-1881-483d-90e4-d23d82769ded] [2024/05/06 08:01:56.960 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:01:56.960 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:56.960 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:56.961 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:56.961 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:01:56.961 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:01:56.963 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.08372ms] [2024/05/06 08:01:56.965 +00:00] [INFO] [set.go:170] ["set global var"] [conn=26] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:01:56.966 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=229] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 08:01:56.972 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:232, Type:drop schema, State:queueing, SchemaState:public, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:56.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:56.972 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:232, Type:drop schema, State:queueing, SchemaState:public, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:56.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 08:01:56.989 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:56.990 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eb255136-9074-4f1b-9fa5-d1b6cef17eec"] ["owner key"=/tidb/ddl/fg/owner/22318f4ce9fa9e55] [ownerID=eb255136-9074-4f1b-9fa5-d1b6cef17eec] [op=none] [2024/05/06 08:01:56.990 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eb255136-9074-4f1b-9fa5-d1b6cef17eec"] [op=none] [2024/05/06 08:01:56.990 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:01:56.998 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=232] [conn=27] [category=ddl] [job="ID:232, Type:drop schema, State:queueing, SchemaState:public, SchemaID:227, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:56.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:57.007 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=229] [neededSchemaVersion=230] ["start time"=48.695Β΅s] [gotSchemaVersion=230] [phyTblIDs="[229]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:57.009 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=232] [version=230] [2024/05/06 08:01:57.057 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=230] ["take time"=52.53135ms] [job="ID:232, Type:drop schema, State:running, SchemaState:write only, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:56.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:57.064 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=232] [conn=27] [category=ddl] [job="ID:232, Type:drop schema, State:running, SchemaState:write only, SchemaID:227, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:56.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:57.070 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=230] [neededSchemaVersion=231] ["start time"=32.406Β΅s] [gotSchemaVersion=231] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:57.072 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=232] [version=231] [2024/05/06 08:01:57.121 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=231] ["take time"=52.109676ms] [job="ID:232, Type:drop schema, State:running, SchemaState:delete only, SchemaID:227, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:56.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:57.128 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=232] [conn=27] [category=ddl] [job="ID:232, Type:drop schema, State:running, SchemaState:delete only, SchemaID:227, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:56.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:57.135 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=231] [neededSchemaVersion=232] ["start time"=44.463Β΅s] [gotSchemaVersion=232] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:57.137 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=232] [version=232] [2024/05/06 08:01:57.186 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=232] ["take time"=52.17561ms] [job="ID:232, Type:drop schema, State:done, SchemaState:none, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:56.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:57.195 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=232] [tableIDs="[229]"] [comment="drop schema: table IDs"] [2024/05/06 08:01:57.199 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=232] [jobType="drop schema"] [2024/05/06 08:01:57.199 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=232] [conn=27] [job="ID:232, Type:drop schema, State:synced, SchemaState:none, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:56.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:57.205 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=232] [2024/05/06 08:01:57.205 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:57.206 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=232] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 08:01:57.212 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:234, Type:create schema, State:queueing, SchemaState:none, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:57.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:57.212 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:234, Type:create schema, State:queueing, SchemaState:none, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:57.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 08:01:57.218 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=234] [conn=27] [category=ddl] [job="ID:234, Type:create schema, State:queueing, SchemaState:none, SchemaID:233, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:57.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:57.224 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=232] [neededSchemaVersion=233] ["start time"=264.22Β΅s] [gotSchemaVersion=233] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:01:57.226 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=234] [version=233] [2024/05/06 08:01:57.275 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=233] ["take time"=52.720249ms] [job="ID:234, Type:create schema, State:done, SchemaState:public, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:57.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:57.282 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=234] [conn=27] [job="ID:234, Type:create schema, State:synced, SchemaState:public, SchemaID:233, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:57.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:57.286 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=234] [2024/05/06 08:01:57.286 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:57.293 +00:00] [INFO] [set.go:170] ["set global var"] [conn=27] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 08:01:57.293 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=233] [cur_db=addindexlit] [sql="create table t(id int primary key, b int, k int);"] [user=] [2024/05/06 08:01:57.299 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:236, Type:create table, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:57.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:57.299 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:236, Type:create table, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:57.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(id int primary key, b int, k int);"] [2024/05/06 08:01:57.305 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=236] [conn=27] [category=ddl] [job="ID:236, Type:create table, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:57.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:57.307 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 233, Table ID: 235, Table Name: t"] [2024/05/06 08:01:57.312 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=233] [neededSchemaVersion=234] ["start time"=617.926Β΅s] [gotSchemaVersion=234] [phyTblIDs="[235]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:57.314 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=236] [version=234] [2024/05/06 08:01:57.362 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=234] ["take time"=52.315491ms] [job="ID:236, Type:create table, State:done, SchemaState:public, SchemaID:233, TableID:235, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:57.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:57.368 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=236] [conn=27] [job="ID:236, Type:create table, State:synced, SchemaState:public, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:57.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:57.373 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=236] [2024/05/06 08:01:57.373 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:57.375 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=234] [cur_db=addindexlit] [sql="alter table t add unique index idx(b);"] [user=] [2024/05/06 08:01:57.379 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:237, Type:add index, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 08:01:57.379 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:237, Type:add index, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(b);"] [2024/05/06 08:01:57.386 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.387 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 77, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.387 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 08:01:57.389 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:delete only, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.394 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=234] [neededSchemaVersion=235] ["start time"=608.388Β΅s] [gotSchemaVersion=235] [phyTblIDs="[235]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:57.396 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=237] [version=235] [2024/05/06 08:01:57.445 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=235] ["take time"=52.691786ms] [job="ID:237, Type:add index, State:running, SchemaState:delete only, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.447 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:delete only, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.451 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:delete only, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.452 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 76, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:delete only, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.454 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write only, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.458 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=235] [neededSchemaVersion=236] ["start time"=556.552Β΅s] [gotSchemaVersion=236] [phyTblIDs="[235]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:57.460 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=237] [version=236] [2024/05/06 08:01:57.509 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=236] ["take time"=52.337585ms] [job="ID:237, Type:add index, State:running, SchemaState:write only, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.512 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write only, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.516 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write only, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.516 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 74, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write only, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.519 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.521 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572377060179979] [2024/05/06 08:01:57.527 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=236] [neededSchemaVersion=237] ["start time"=566.91Β΅s] [gotSchemaVersion=237] [phyTblIDs="[235]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:57.529 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=237] [version=237] [2024/05/06 08:01:57.577 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=237] ["take time"=52.81245ms] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.581 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.585 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.585 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 76, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.586 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=237] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:01:57.586 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:01:57.586 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/237] [keyspaceName=] [2024/05/06 08:01:57.589 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:01:57.589 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:01:57.589 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:57.589 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:01:57.590 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:57.590 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:57.590 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:57.590 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:57.590 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:57.595 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:57.595 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:57.595 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=237] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 08:01:57.596 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=237] [physicalTableID=235] [startKey=7480000000000000eb5f728000000000000001] [endKey=7480000000000000eb5f72800000000000000100] [2024/05/06 08:01:57.600 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572377086656521, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.602 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=237] [2024/05/06 08:01:57.604 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572377086656521, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.608 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572377086656521, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.608 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 74, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572377086656521, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.608 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=237] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:01:57.611 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=237] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=235] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 08:01:57.611 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=237] [indexIDs="[1]"] [2024/05/06 08:01:57.612 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=237] [start=7480000000000000eb5f728000000000000001] [end=7480000000000000eb5f72800000000000000100] ["checkpoint physical ID"=235] [2024/05/06 08:01:57.612 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572377086656521, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000eb5f728000000000000001,EndKey:7480000000000000eb5f72800000000000000100,First:false,PhysicalTableID:235,Ingest mode:true"] [2024/05/06 08:01:57.633 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=235] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:57.633 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=235] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=237] [localCnt=0] [2024/05/06 08:01:57.636 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:01:57.636 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:01:57.648 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 08:01:57.648 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["current memory usage"=805306728] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 08:01:57.662 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=805306768] ["max memory quota"=17179869184] [2024/05/06 08:01:57.662 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["current memory usage"=939524496] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 08:01:57.675 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=939524536] ["max memory quota"=17179869184] [2024/05/06 08:01:57.675 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["current memory usage"=1073742264] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 08:01:57.689 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1073742304] ["max memory quota"=17179869184] [2024/05/06 08:01:57.689 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=237] [reader=2] [writer=4] [2024/05/06 08:01:57.689 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=235] ["start key"=7480000000000000eb5f728000000000000001] ["end key"=7480000000000000eb5f72800000000000000100] [2024/05/06 08:01:57.689 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000eb5f728000000000000001] [endKey=7480000000000000eb5f72800000000000000100] [2024/05/06 08:01:57.689 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=235] ["end key"=7480000000000000eb5f72800000000000000100] ["current end key"=7480000000000000eb5f72800000000000000100] [2024/05/06 08:01:57.689 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 08:01:57.689 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 235, range: [7480000000000000eb5f728000000000000001, 7480000000000000eb5f72800000000000000100), jobID: 237"] [2024/05/06 08:01:57.690 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 08:01:57.691 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=54] [kvs=1] [files=1] [sstFileSize=961] [file=/tmp/tidb/tmp_ddl-4000/237/f75d9cab-8823-5503-94ba-459a1de580da.sst/36df86ab-1012-4f98-8374-a031b3364e39.sst] [firstKey=7480000000000000FFEB5F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000000FFEB5F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [2024/05/06 08:01:57.695 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=237] ["index IDs"="[1]"] ["local checkpoint"=7480000000000000eb5f72800000000000000100] ["global checkpoint"=] ["global physical ID"=235] [] [2024/05/06 08:01:57.695 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1] ["start key"=7480000000000000eb5f728000000000000001] [2024/05/06 08:01:57.695 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=1] [2024/05/06 08:01:57.719 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] [2024/05/06 08:01:57.719 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:01:57.720 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=856.581Β΅s] [] [2024/05/06 08:01:57.720 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["split region size"=100663296] [2024/05/06 08:01:57.720 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:01:57.721 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:57.743 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=1] [size=54] [2024/05/06 08:01:57.743 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:57.752 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=54] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/06 08:01:57.753 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=32.994791ms] [] [2024/05/06 08:01:57.753 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:01:57.754 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=702.036Β΅s] [] [2024/05/06 08:01:57.754 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t] [2024/05/06 08:01:57.754 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t] [category=detect-dupe] [tasks=1] [2024/05/06 08:01:57.755 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t] [takeTime=725.924Β΅s] [] [2024/05/06 08:01:57.757 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572377086656521, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.762 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=237] [neededSchemaVersion=238] ["start time"=632.586Β΅s] [gotSchemaVersion=238] [phyTblIDs="[235]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:57.763 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=237] [version=238] [2024/05/06 08:01:57.812 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=238] ["take time"=52.701969ms] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572377086656521, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.816 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572377086656521, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.820 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:0, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572377086656521, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.820 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 77, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:0, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572377086656521, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.821 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=237] [table=t] [index=idx] [2024/05/06 08:01:57.822 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:57.822 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:57.822 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:57.822 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:57.822 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:57.822 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:57.822 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:57.822 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:57.822 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:57.822 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:57.822 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:57.822 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:57.822 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:57.822 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:57.822 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:57.822 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:57.822 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:57.822 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:57.822 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=237] [indexIDs="[1]"] [2024/05/06 08:01:57.822 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=237] ["current memory usage"=0] ["max memory quota"=17179869184] [2024/05/06 08:01:57.824 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.829 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=238] [neededSchemaVersion=239] ["start time"=576.459Β΅s] [gotSchemaVersion=239] [phyTblIDs="[235]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:57.831 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=237] [version=239] [2024/05/06 08:01:57.879 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=239] ["take time"=52.192055ms] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.883 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.888 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:0, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.888 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 74, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:0, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.889 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=237] [physicalTableID=235] [startKey=7480000000000000eb5f69ffff000000000001] [endKey=7480000000000000eb5f69ffff000000000001ff] [2024/05/06 08:01:57.892 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572377165037579, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.894 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=237] [2024/05/06 08:01:57.895 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572377165037579, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.899 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:0, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572377165037579, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.899 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 77, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:0, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572377165037579, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.901 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572377165037579, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000eb5f69ffff000000000001,EndKey:7480000000000000eb5f69ffff000000000001ff,First:false,PhysicalTableID:235,Ingest mode:false"] [2024/05/06 08:01:57.903 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=235] ["start key"=7480000000000000eb5f69ffff000000000001] ["end key"=7480000000000000eb5f69ffff000000000001ff] [2024/05/06 08:01:57.903 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=237] [2024/05/06 08:01:57.903 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=237] [2024/05/06 08:01:57.903 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=237] [2024/05/06 08:01:57.903 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000eb5f69ffff000000000001] [endKey=7480000000000000eb5f69ffff000000000001ff] [2024/05/06 08:01:57.903 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=237] [2024/05/06 08:01:57.903 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=235] ["end key"=7480000000000000eb5f69ffff000000000001ff] ["current end key"=7480000000000000eb5f69ffff00000000000103800000000000000200] [2024/05/06 08:01:57.903 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=237] [2024/05/06 08:01:57.903 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=237] [2024/05/06 08:01:57.903 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=237] [2024/05/06 08:01:57.906 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 235, range: [7480000000000000eb5f69ffff000000000001, 7480000000000000eb5f69ffff00000000000103800000000000000200), jobID: 237"] ["added count"=2] ["scan count"=3] ["next key"=7480000000000000eb5f69ffff0000000000010380000000000000020000] ["take time"=2.697578ms] [2024/05/06 08:01:57.906 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=237] [2024/05/06 08:01:57.908 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000000eb5f69ffff000000000001] [2024/05/06 08:01:57.908 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 08:01:57.931 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 08:01:57.931 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:done, SchemaState:public, SchemaID:233, TableID:235, RowCount:3, ArgLen:3, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572377165037579, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.937 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=239] [neededSchemaVersion=240] ["start time"=720.084Β΅s] [gotSchemaVersion=240] [phyTblIDs="[235]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:01:57.939 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=237] [version=240] [2024/05/06 08:01:57.961 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:01:57.961 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:01:57.961 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/3698dd27-1881-483d-90e4-d23d82769ded] [watcherID=b1a6872e-b9c8-4ad1-8602-60d93688b3ce] [2024/05/06 08:01:57.961 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:01:57.963 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:01:57.963 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:01:57.963 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:01:57.963 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:01:57.987 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=240] ["take time"=52.801742ms] [job="ID:237, Type:add index, State:done, SchemaState:public, SchemaID:233, TableID:235, RowCount:3, ArgLen:3, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572377165037579, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.991 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:done, SchemaState:public, SchemaID:233, TableID:235, RowCount:3, ArgLen:3, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572377165037579, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:57.997 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=237] [tableID=235] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:01:57.999 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=237] [jobType="add index"] [2024/05/06 08:01:58.000 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 74, tp add index"] [category=ddl] [jobID=237] [conn=27] [job="ID:237, Type:add index, State:synced, SchemaState:public, SchemaID:233, TableID:235, RowCount:3, ArgLen:3, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572377165037579, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:58.007 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:synced, SchemaState:public, SchemaID:233, TableID:235, RowCount:3, ArgLen:3, start time: 2024-05-06 08:01:57.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572377165037579, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:58.008 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=237] [2024/05/06 08:01:58.008 +00:00] [INFO] [callback.go:70] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:58.008 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 27\n# Query_time: 0.633178192\n# Parse_time: 0.000033477\n# Compile_time: 0.000051977\n# Rewrite_time: 0.000002456\n# Optimize_time: 0.000017623\n# Wait_TS: 0.000099527\n# DB: addindexlit\n# Is_internal: false\n# Digest: 57d756bb5ed08274ac851088c0daad0cc624903146ee79de19fd38d84666ce80\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add unique index idx(b);"] [2024/05/06 08:01:58.008 +00:00] [INFO] [executor.go:2532] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `id`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `id`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `id`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `id`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `id`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `id`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 08:01:58.012 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eb255136-9074-4f1b-9fa5-d1b6cef17eec"] [2024/05/06 08:01:58.012 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eb255136-9074-4f1b-9fa5-d1b6cef17eec"] [2024/05/06 08:01:58.012 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eb255136-9074-4f1b-9fa5-d1b6cef17eec"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:58.013 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eb255136-9074-4f1b-9fa5-d1b6cef17eec"] [] [2024/05/06 08:01:58.014 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:58.014 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 76, tp add index"] [category=ddl] ["take time"=1.744Β΅s] [2024/05/06 08:01:58.014 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 75, tp add index"] [category=ddl] ["take time"=878ns] [2024/05/06 08:01:58.014 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 74, tp add index"] [category=ddl] ["take time"=485ns] [2024/05/06 08:01:58.014 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 77, tp add index"] [category=ddl] ["take time"=983ns] [2024/05/06 08:01:58.014 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:58.014 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 73, tp general"] [category=ddl] ["take time"=1.135Β΅s] [2024/05/06 08:01:58.014 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:58.014 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:01:58.014 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:01:58.015 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=eb255136-9074-4f1b-9fa5-d1b6cef17eec] ["take time"=2.730798ms] [2024/05/06 08:01:58.015 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=eb255136-9074-4f1b-9fa5-d1b6cef17eec] [2024/05/06 08:01:58.016 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:01:58.016 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:01:58.016 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/3698dd27-1881-483d-90e4-d23d82769ded] [watcherID=b1a6872e-b9c8-4ad1-8602-60d93688b3ce] [2024/05/06 08:01:58.016 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/3698dd27-1881-483d-90e4-d23d82769ded] [2024/05/06 08:01:58.016 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:58.016 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:58.016 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:58.016 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:58.016 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:58.016 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:58.016 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:58.016 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:58.016 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:58.016 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:58.016 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:01:58.016 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:01:58.017 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=649] [2024/05/06 08:01:58.017 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:58.017 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:01:58.017 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:58.017 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:58.017 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=eb255136-9074-4f1b-9fa5-d1b6cef17eec] [2024/05/06 08:01:58.017 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:58.017 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:01:58.017 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:58.017 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:01:58.017 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:01:58.017 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:58.017 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:01:58.017 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:58.017 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:58.017 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:01:58.017 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:01:58.017 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:58.017 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:58.017 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:01:58.017 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:01:58.017 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:01:58.017 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:01:58.017 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:01:58.017 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:01:58.017 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:01:58.017 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:01:58.017 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:01:58.017 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:58.017 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:01:58.017 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:58.017 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:01:58.017 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:58.017 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:58.017 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:58.017 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:01:58.017 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager eb255136-9074-4f1b-9fa5-d1b6cef17eec"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:58.017 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c59bd757-60e5-454e-b16b-abcf741a81db"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:58.017 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager eb255136-9074-4f1b-9fa5-d1b6cef17eec"] [error="context canceled"] [2024/05/06 08:01:58.017 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:01:58.017 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager eb255136-9074-4f1b-9fa5-d1b6cef17eec"] [2024/05/06 08:01:58.017 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=eb255136-9074-4f1b-9fa5-d1b6cef17eec] [2024/05/06 08:01:58.017 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:01:58.017 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:01:58.017 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:01:58.017 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:58.017 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:01:58.017 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:01:58.017 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:01:58.017 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:58.017 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:01:58.017 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:58.017 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:58.017 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:58.017 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:58.017 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:58.017 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:01:58.017 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:58.017 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager eb255136-9074-4f1b-9fa5-d1b6cef17eec"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:58.017 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:58.018 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c59bd757-60e5-454e-b16b-abcf741a81db"] [error="context canceled"] [2024/05/06 08:01:58.018 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=c59bd757-60e5-454e-b16b-abcf741a81db] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:58.018 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c59bd757-60e5-454e-b16b-abcf741a81db"] [2024/05/06 08:01:58.018 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:58.018 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:01:58.018 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:58.018 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:01:58.018 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:58.025 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:01:58.025 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager eb255136-9074-4f1b-9fa5-d1b6cef17eec"] [error="context canceled"] [2024/05/06 08:01:58.025 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager eb255136-9074-4f1b-9fa5-d1b6cef17eec"] [2024/05/06 08:01:59.257 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c59bd757-60e5-454e-b16b-abcf741a81db"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:59.261 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager eb255136-9074-4f1b-9fa5-d1b6cef17eec"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:59.261 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:01:59.261 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:59.292 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager eb255136-9074-4f1b-9fa5-d1b6cef17eec"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:59.292 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:01:59.292 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:01:59.292 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:59.292 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.280467159s] [2024/05/06 08:01:59.292 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:59.293 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:59.293 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:59.293 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:59.293 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:59.293 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:59.293 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:59.293 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:59.293 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:59.293 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:59.293 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:59.293 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:59.293 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:59.293 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexBackfillLostUpdate (2.39s) === RUN TestAddIndexPreCheckFailed [2024/05/06 08:01:59.295 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:59.295 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:01:59.296 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:01:59.296 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:59.296 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:01:59.296 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:59.296 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:59.296 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:59.296 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:59.296 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:59.297 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:01:59.298 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:59.298 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:59.298 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:59.301 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793138773410359] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:01:59.305 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:01:59.312 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1671] ["lease id"=3eaa8f4ce9fe86d7] [2024/05/06 08:01:59.314 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:01:59.326 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=240] ["start time"=11.367971ms] [2024/05/06 08:01:59.327 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:01:59.327 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=922a6c0e-1a80-4067-9225-7aafa647d822] [runWorker=true] [2024/05/06 08:01:59.327 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:01:59.329 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:01:59.329 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 08:01:59.329 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 638701522944/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 08:01:59.329 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:59.329 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:59.329 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:59.329 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:59.329 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:59.329 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:59.329 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:59.329 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:59.329 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:59.329 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:59.329 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:59.329 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:59.329 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:01:59.329 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:59.331 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:59.331 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=dd77fa4c-88da-45ed-aca7-0c15ad8b876b] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:59.331 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 922a6c0e-1a80-4067-9225-7aafa647d822"] ["owner key"=/tidb/ddl/fg/owner/22318f4ce9fa9e88] [ownerID=922a6c0e-1a80-4067-9225-7aafa647d822] [op=none] [2024/05/06 08:01:59.332 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:01:59.335 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:01:59.336 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:59.336 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:01:59.346 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:59.349 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:59.350 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:59.350 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:59.350 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:59.350 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:59.350 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:01:59.350 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:01:59.350 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:01:59.350 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:01:59.350 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:01:59.350 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:59.351 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:01:59.351 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:59.351 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:59.351 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:59.351 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:59.351 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:01:59.352 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:59.352 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:01:59.352 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/9fa507f7-dce8-43c7-96a3-3b5bbf693200] [2024/05/06 08:01:59.352 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:59.352 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:59.353 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:59.353 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:01:59.353 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:01:59.355 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.696085ms] [2024/05/06 08:01:59.360 +00:00] [INFO] [set.go:170] ["set global var"] [conn=29] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:01:59.360 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=240] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 08:01:59.367 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:238, Type:drop schema, State:queueing, SchemaState:public, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:59.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:59.367 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:238, Type:drop schema, State:queueing, SchemaState:public, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:59.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 08:01:59.381 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:59.381 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 922a6c0e-1a80-4067-9225-7aafa647d822"] ["owner key"=/tidb/ddl/fg/owner/22318f4ce9fa9e88] [ownerID=922a6c0e-1a80-4067-9225-7aafa647d822] [op=none] [2024/05/06 08:01:59.382 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 922a6c0e-1a80-4067-9225-7aafa647d822"] [op=none] [2024/05/06 08:01:59.382 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:01:59.389 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=238] [conn=30] [category=ddl] [job="ID:238, Type:drop schema, State:queueing, SchemaState:public, SchemaID:233, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:59.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:59.399 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=240] [neededSchemaVersion=241] ["start time"=38.766Β΅s] [gotSchemaVersion=241] [phyTblIDs="[235]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:59.401 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=238] [version=241] [2024/05/06 08:01:59.450 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=241] ["take time"=52.93593ms] [job="ID:238, Type:drop schema, State:running, SchemaState:write only, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:59.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:59.457 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=238] [conn=30] [category=ddl] [job="ID:238, Type:drop schema, State:running, SchemaState:write only, SchemaID:233, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:59.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:59.463 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=241] [neededSchemaVersion=242] ["start time"=55.524Β΅s] [gotSchemaVersion=242] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:59.465 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=238] [version=242] [2024/05/06 08:01:59.515 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=242] ["take time"=53.023269ms] [job="ID:238, Type:drop schema, State:running, SchemaState:delete only, SchemaID:233, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:59.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:59.523 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=238] [conn=30] [category=ddl] [job="ID:238, Type:drop schema, State:running, SchemaState:delete only, SchemaID:233, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:59.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:59.532 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=242] [neededSchemaVersion=243] ["start time"=30.24Β΅s] [gotSchemaVersion=243] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:01:59.534 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=238] [version=243] [2024/05/06 08:01:59.582 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=243] ["take time"=52.364232ms] [job="ID:238, Type:drop schema, State:done, SchemaState:none, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:59.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:59.590 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=238] [tableIDs="[235]"] [comment="drop schema: table IDs"] [2024/05/06 08:01:59.595 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=238] [jobType="drop schema"] [2024/05/06 08:01:59.596 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=238] [conn=30] [job="ID:238, Type:drop schema, State:synced, SchemaState:none, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:59.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:59.603 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=238] [2024/05/06 08:01:59.603 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:59.605 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=243] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 08:01:59.612 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:240, Type:create schema, State:queueing, SchemaState:none, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:59.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:59.612 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:240, Type:create schema, State:queueing, SchemaState:none, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:59.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 08:01:59.619 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=240] [conn=30] [category=ddl] [job="ID:240, Type:create schema, State:queueing, SchemaState:none, SchemaID:239, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:59.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:59.627 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=243] [neededSchemaVersion=244] ["start time"=318.31Β΅s] [gotSchemaVersion=244] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:01:59.630 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=240] [version=244] [2024/05/06 08:01:59.679 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=244] ["take time"=53.794454ms] [job="ID:240, Type:create schema, State:done, SchemaState:public, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:59.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:59.688 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=240] [conn=30] [job="ID:240, Type:create schema, State:synced, SchemaState:public, SchemaID:239, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:59.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:59.693 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=240] [2024/05/06 08:01:59.693 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:59.702 +00:00] [INFO] [set.go:170] ["set global var"] [conn=30] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 08:01:59.702 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=244] [cur_db=addindexlit] [sql="create table t(id int primary key, b int, k int);"] [user=] [2024/05/06 08:01:59.710 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:242, Type:create table, State:queueing, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:59.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:59.710 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:242, Type:create table, State:queueing, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:59.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(id int primary key, b int, k int);"] [2024/05/06 08:01:59.717 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=242] [conn=30] [category=ddl] [job="ID:242, Type:create table, State:queueing, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:59.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:59.719 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 239, Table ID: 241, Table Name: t"] [2024/05/06 08:01:59.724 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=244] [neededSchemaVersion=245] ["start time"=574.666Β΅s] [gotSchemaVersion=245] [phyTblIDs="[241]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:59.727 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=242] [version=245] [2024/05/06 08:01:59.775 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=245] ["take time"=52.783546ms] [job="ID:242, Type:create table, State:done, SchemaState:public, SchemaID:239, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:59.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:59.784 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=242] [conn=30] [job="ID:242, Type:create table, State:synced, SchemaState:public, SchemaID:239, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:59.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:59.788 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=242] [2024/05/06 08:01:59.788 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:59.791 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572377663373325] [2024/05/06 08:01:59.792 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=245] [cur_db=addindexlit] [sql="alter table t add index idx(b);"] [user=] [2024/05/06 08:01:59.797 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:243, Type:add index, State:queueing, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:59.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 08:01:59.797 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:243, Type:add index, State:queueing, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:59.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(b);"] [2024/05/06 08:01:59.805 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 79, tp add index"] [category=ddl] [jobID=243] [conn=30] [category=ddl] [job="ID:243, Type:add index, State:queueing, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:59.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:59.806 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:243, Type:add index, State:running, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:59.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 08:01:59.806 +00:00] [INFO] [backend_mgr.go:109] ["ingest backfill is not available"] [category=ddl-ingest] [error="[ddl:8256]Check ingest environment failed: mock error"] [2024/05/06 08:01:59.806 +00:00] [INFO] [ddl_worker.go:1144] ["DDL job is cancelled normally"] [worker="worker 79, tp add index"] [category=ddl] [jobID=243] [conn=30] [error="[ddl:8256]Check ingest environment failed: mock error"] [2024/05/06 08:01:59.806 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 79, tp add index"] [category=ddl] [jobID=243] [conn=30] [job="ID:243, Type:add index, State:cancelled, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:6, start time: 2024-05-06 08:01:59.773 +0000 UTC, Err:[ddl:8256]Check ingest environment failed: mock error, ErrCount:1, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:01:59.811 +00:00] [INFO] [ddl.go:1291] ["DDL job is failed"] [category=ddl] [jobID=243] [2024/05/06 08:01:59.811 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 08:01:59.811 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=245] [error="[ddl:8256]Check ingest environment failed: mock error"] [errorVerbose="[ddl:8256]Check ingest environment failed: mock error\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).DoDDLJob\n\tpkg/ddl/ddl.go:1292\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).createIndex\n\tpkg/ddl/ddl_api.go:7735\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).AlterTable\n\tpkg/ddl/ddl_api.go:3940\ngithub.com/pingcap/tidb/pkg/executor.(*DDLExec).executeAlterTable\n\tpkg/executor/ddl.go:388\ngithub.com/pingcap/tidb/pkg/executor.(*DDLExec).Next\n\tpkg/executor/ddl.go:152\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:403\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1209\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:958\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:792\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:557\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:422\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustGetErrMsg\n\tpkg/testkit/testkit.go:466\ntests/realtikvtest/addindextest4/addindextest4_test_test.TestAddIndexPreCheckFailed\n\ttests/realtikvtest/addindextest4/ingest_test.go:488\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"addindexlit\",\n \"id\": 30,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 08:01:59.812 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 922a6c0e-1a80-4067-9225-7aafa647d822"] [2024/05/06 08:01:59.812 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 922a6c0e-1a80-4067-9225-7aafa647d822"] [2024/05/06 08:01:59.812 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 922a6c0e-1a80-4067-9225-7aafa647d822"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:59.813 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 922a6c0e-1a80-4067-9225-7aafa647d822"] [] [2024/05/06 08:01:59.814 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:59.814 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 80, tp add index"] [category=ddl] ["take time"=1.889Β΅s] [2024/05/06 08:01:59.814 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 81, tp add index"] [category=ddl] ["take time"=1.115Β΅s] [2024/05/06 08:01:59.814 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 82, tp add index"] [category=ddl] ["take time"=1.217Β΅s] [2024/05/06 08:01:59.814 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 79, tp add index"] [category=ddl] ["take time"=680ns] [2024/05/06 08:01:59.814 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:59.814 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 78, tp general"] [category=ddl] ["take time"=847ns] [2024/05/06 08:01:59.814 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:59.814 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:01:59.814 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:01:59.814 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=922a6c0e-1a80-4067-9225-7aafa647d822] ["take time"=3.092548ms] [2024/05/06 08:01:59.814 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=922a6c0e-1a80-4067-9225-7aafa647d822] [2024/05/06 08:01:59.816 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:01:59.816 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/9fa507f7-dce8-43c7-96a3-3b5bbf693200] [2024/05/06 08:01:59.816 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:59.816 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:59.816 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:59.816 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:59.816 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:01:59.816 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:01:59.816 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:59.816 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:59.816 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:59.816 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:01:59.816 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:01:59.816 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:01:59.817 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1671] [2024/05/06 08:01:59.817 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:59.817 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:01:59.817 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:01:59.817 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:01:59.817 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:59.817 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:59.817 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:59.817 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:01:59.817 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:01:59.817 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:59.817 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:59.817 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:59.817 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 922a6c0e-1a80-4067-9225-7aafa647d822"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:59.817 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:59.817 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:59.817 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:01:59.817 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:01:59.817 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:59.817 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:59.817 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager dd77fa4c-88da-45ed-aca7-0c15ad8b876b"] [error="lost watcher waiting for delete"] [2024/05/06 08:01:59.817 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:01:59.817 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:01:59.817 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:01:59.817 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:01:59.817 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:59.817 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 922a6c0e-1a80-4067-9225-7aafa647d822"] [error="context canceled"] [2024/05/06 08:01:59.817 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:01:59.817 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:01:59.817 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 922a6c0e-1a80-4067-9225-7aafa647d822"] [2024/05/06 08:01:59.817 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:01:59.817 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:01:59.817 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:01:59.817 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:01:59.817 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:01:59.817 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:59.817 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:59.817 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:01:59.817 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:01:59.817 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:59.817 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 922a6c0e-1a80-4067-9225-7aafa647d822"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:59.817 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:59.817 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:01:59.817 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:59.817 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:01:59.817 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:59.817 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:59.817 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:01:59.817 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:59.817 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:01:59.817 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:59.817 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:01:59.817 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:59.817 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:59.818 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:01:59.818 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:01:59.818 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=dd77fa4c-88da-45ed-aca7-0c15ad8b876b] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:59.818 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:59.818 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:59.818 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:59.818 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager dd77fa4c-88da-45ed-aca7-0c15ad8b876b"] [error="context canceled"] [2024/05/06 08:01:59.818 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager dd77fa4c-88da-45ed-aca7-0c15ad8b876b"] [2024/05/06 08:01:59.826 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:01:59.826 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 922a6c0e-1a80-4067-9225-7aafa647d822"] [error="context canceled"] [2024/05/06 08:01:59.826 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 922a6c0e-1a80-4067-9225-7aafa647d822"] [2024/05/06 08:02:01.081 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 922a6c0e-1a80-4067-9225-7aafa647d822"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:01.081 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager dd77fa4c-88da-45ed-aca7-0c15ad8b876b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:01.081 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:02:01.081 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:01.082 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 922a6c0e-1a80-4067-9225-7aafa647d822"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:01.083 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:02:01.083 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:02:01.083 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:01.083 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.271506238s] [2024/05/06 08:02:01.083 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:01.083 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:01.083 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:01.083 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:01.083 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:01.083 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:01.083 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:01.083 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:01.083 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:01.083 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:01.083 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:01.083 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:01.083 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:01.083 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexPreCheckFailed (1.79s) === RUN TestAddIndexImportFailed [2024/05/06 08:02:01.085 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:02:01.085 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:02:01.086 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:02:01.086 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:01.086 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:02:01.087 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:01.087 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:01.087 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:01.087 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:01.087 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:01.087 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:02:01.088 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:01.088 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:01.088 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:01.091 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793138773410359] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:02:01.095 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:02:01.102 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=516] ["lease id"=3eaa8f4ce9fe86f3] [2024/05/06 08:02:01.103 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:02:01.115 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=245] ["start time"=10.929221ms] [2024/05/06 08:02:01.116 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:02:01.116 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=bcfb435f-033e-4458-b7d6-772d9da809cd] [runWorker=true] [2024/05/06 08:02:01.116 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:02:01.118 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:02:01.119 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 08:02:01.119 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 648111534080/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 08:02:01.119 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:01.119 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:01.119 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:01.119 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:01.119 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:01.119 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:01.119 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:01.119 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:01.119 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:01.119 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:01.119 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:01.119 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:01.119 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:01.119 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:02:01.121 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bcfb435f-033e-4458-b7d6-772d9da809cd"] ["owner key"=/tidb/ddl/fg/owner/22318f4ce9fa9eaf] [ownerID=bcfb435f-033e-4458-b7d6-772d9da809cd] [op=none] [2024/05/06 08:02:01.121 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:01.121 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=61ed8e4d-e895-4038-8e87-f9ff6b1014d9] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:01.122 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:02:01.127 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:02:01.127 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:01.127 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:02:01.138 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:01.141 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:01.142 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:01.142 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:01.142 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:01.142 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:01.142 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:02:01.142 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:02:01.142 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:02:01.142 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:02:01.142 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:02:01.143 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:01.143 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:02:01.144 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:01.144 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:01.144 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:01.144 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:01.144 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:02:01.144 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:01.144 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/01671970-07d6-4bc3-9af9-a1f371dd588f] [2024/05/06 08:02:01.144 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:02:01.145 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:01.145 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:01.146 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:01.146 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:02:01.146 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:02:01.147 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.381574ms] [2024/05/06 08:02:01.150 +00:00] [INFO] [set.go:170] ["set global var"] [conn=31] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:02:01.151 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=32] [schemaVersion=245] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 08:02:01.157 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:01.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:01.157 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:01.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 08:02:01.171 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:01.171 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bcfb435f-033e-4458-b7d6-772d9da809cd"] ["owner key"=/tidb/ddl/fg/owner/22318f4ce9fa9eaf] [ownerID=bcfb435f-033e-4458-b7d6-772d9da809cd] [op=none] [2024/05/06 08:02:01.171 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bcfb435f-033e-4458-b7d6-772d9da809cd"] [op=none] [2024/05/06 08:02:01.171 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:02:01.178 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=244] [conn=32] [category=ddl] [job="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:239, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:01.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:01.186 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=245] [neededSchemaVersion=246] ["start time"=37.64Β΅s] [gotSchemaVersion=246] [phyTblIDs="[241]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:02:01.188 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=244] [version=246] [2024/05/06 08:02:01.236 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=246] ["take time"=52.209769ms] [job="ID:244, Type:drop schema, State:running, SchemaState:write only, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:01.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:01.243 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=244] [conn=32] [category=ddl] [job="ID:244, Type:drop schema, State:running, SchemaState:write only, SchemaID:239, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:01.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:01.250 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=246] [neededSchemaVersion=247] ["start time"=34.626Β΅s] [gotSchemaVersion=247] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:02:01.252 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=244] [version=247] [2024/05/06 08:02:01.301 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=247] ["take time"=52.877601ms] [job="ID:244, Type:drop schema, State:running, SchemaState:delete only, SchemaID:239, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:01.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:01.308 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=244] [conn=32] [category=ddl] [job="ID:244, Type:drop schema, State:running, SchemaState:delete only, SchemaID:239, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:01.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:01.315 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=247] [neededSchemaVersion=248] ["start time"=26.047Β΅s] [gotSchemaVersion=248] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:02:01.317 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=244] [version=248] [2024/05/06 08:02:01.366 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=248] ["take time"=52.689131ms] [job="ID:244, Type:drop schema, State:done, SchemaState:none, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:01.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:01.376 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=244] [tableIDs="[241]"] [comment="drop schema: table IDs"] [2024/05/06 08:02:01.380 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=244] [jobType="drop schema"] [2024/05/06 08:02:01.381 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=244] [conn=32] [job="ID:244, Type:drop schema, State:synced, SchemaState:none, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:01.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:01.387 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=244] [2024/05/06 08:02:01.387 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:01.388 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=32] [schemaVersion=248] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 08:02:01.394 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:01.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:01.394 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:01.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 08:02:01.399 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=246] [conn=32] [category=ddl] [job="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:01.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:01.406 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=248] [neededSchemaVersion=249] ["start time"=245.863Β΅s] [gotSchemaVersion=249] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:02:01.408 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=246] [version=249] [2024/05/06 08:02:01.458 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=249] ["take time"=53.577762ms] [job="ID:246, Type:create schema, State:done, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:01.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:01.465 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=246] [conn=32] [job="ID:246, Type:create schema, State:synced, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:01.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:01.469 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=246] [2024/05/06 08:02:01.469 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:01.476 +00:00] [INFO] [set.go:170] ["set global var"] [conn=32] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 08:02:01.480 +00:00] [INFO] [set.go:170] ["set global var"] [conn=32] [name=tidb_enable_dist_task] [val=off] [2024/05/06 08:02:01.480 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=32] [schemaVersion=249] [cur_db=addindexlit] [sql="create table t (a int, b int);"] [user=] [2024/05/06 08:02:01.486 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:01.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:01.486 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:01.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int, b int);"] [2024/05/06 08:02:01.492 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=248] [conn=32] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:01.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:01.495 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 245, Table ID: 247, Table Name: t"] [2024/05/06 08:02:01.500 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=249] [neededSchemaVersion=250] ["start time"=557.054Β΅s] [gotSchemaVersion=250] [phyTblIDs="[247]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:01.502 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=248] [version=250] [2024/05/06 08:02:01.550 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=250] ["take time"=52.391893ms] [job="ID:248, Type:create table, State:done, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:01.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:01.557 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=248] [conn=32] [job="ID:248, Type:create table, State:synced, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:01.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:01.561 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=248] [2024/05/06 08:02:01.562 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:01.566 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572378121863185] [2024/05/06 08:02:01.568 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572378121863187] [2024/05/06 08:02:01.569 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572378121863189] [2024/05/06 08:02:01.570 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572378121863192] [2024/05/06 08:02:01.572 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572378121863195] [2024/05/06 08:02:01.573 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572378134970370] [2024/05/06 08:02:01.575 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572378134970372] [2024/05/06 08:02:01.576 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572378134970374] [2024/05/06 08:02:01.578 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572378134970376] [2024/05/06 08:02:01.578 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=32] [schemaVersion=250] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/06 08:02:01.583 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:249, Type:add index, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:01.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 08:02:01.583 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:249, Type:add index, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:01.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/06 08:02:01.591 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 84, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:01.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:01.592 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:01.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 08:02:01.598 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=250] [neededSchemaVersion=251] ["start time"=521.348Β΅s] [gotSchemaVersion=251] [phyTblIDs="[247]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:01.600 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=249] [version=251] [2024/05/06 08:02:01.649 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=251] ["take time"=52.942172ms] [job="ID:249, Type:add index, State:running, SchemaState:delete only, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:01.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:01.658 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 86, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:delete only, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:01.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:01.665 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=251] [neededSchemaVersion=252] ["start time"=521.698Β΅s] [gotSchemaVersion=252] [phyTblIDs="[247]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:01.666 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=249] [version=252] [2024/05/06 08:02:01.715 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=252] ["take time"=52.868599ms] [job="ID:249, Type:add index, State:running, SchemaState:write only, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:01.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:01.725 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 84, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write only, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:01.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:01.732 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=252] [neededSchemaVersion=253] ["start time"=575.399Β΅s] [gotSchemaVersion=253] [phyTblIDs="[247]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:01.734 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=249] [version=253] [2024/05/06 08:02:01.782 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=253] ["take time"=52.393097ms] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:01.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:01.790 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 87, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:01.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:01.791 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=249] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:02:01.791 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:02:01.791 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/249] [keyspaceName=] [2024/05/06 08:02:01.794 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:02:01.794 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:02:01.794 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:01.794 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:02:01.795 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:01.795 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:01.795 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:01.795 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:01.795 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:01.798 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:01.799 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:01.799 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=249] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 08:02:01.800 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=249] [physicalTableID=247] [startKey=7480000000000000f75f728000000000000001] [endKey=7480000000000000f75f72800000000000000a00] [2024/05/06 08:02:01.806 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=249] [2024/05/06 08:02:01.813 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 85, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:01.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572378187661320, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:01.813 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=249] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:02:01.816 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=249] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=247] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 08:02:01.816 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=249] [indexIDs="[1]"] [2024/05/06 08:02:01.817 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=249] [start=7480000000000000f75f728000000000000001] [end=7480000000000000f75f72800000000000000a00] ["checkpoint physical ID"=247] [2024/05/06 08:02:01.817 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:01.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572378187661320, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000f75f728000000000000001,EndKey:7480000000000000f75f72800000000000000a00,First:false,PhysicalTableID:247,Ingest mode:true"] [2024/05/06 08:02:01.841 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=247] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:01.841 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=247] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=249] [localCnt=0] [2024/05/06 08:02:01.844 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:02:01.844 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:02:01.872 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 08:02:01.872 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=805306728] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 08:02:01.895 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=805306768] ["max memory quota"=17179869184] [2024/05/06 08:02:01.895 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=939524496] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 08:02:01.899 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=939524536] ["max memory quota"=17179869184] [2024/05/06 08:02:01.900 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=1073742264] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 08:02:01.904 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1073742304] ["max memory quota"=17179869184] [2024/05/06 08:02:01.904 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=249] [reader=2] [writer=4] [2024/05/06 08:02:01.904 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=247] ["start key"=7480000000000000f75f728000000000000001] ["end key"=7480000000000000f75f72800000000000000a00] [2024/05/06 08:02:01.904 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000f75f728000000000000001] [endKey=7480000000000000f75f72800000000000000a00] [2024/05/06 08:02:01.905 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=247] ["end key"=7480000000000000f75f72800000000000000a00] ["current end key"=7480000000000000f75f72800000000000000a00] [2024/05/06 08:02:01.905 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 08:02:01.905 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 247, range: [7480000000000000f75f728000000000000001, 7480000000000000f75f72800000000000000a00), jobID: 249"] [2024/05/06 08:02:01.906 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 08:02:01.906 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=380] [kvs=10] [files=1] [sstFileSize=1082] [file=/tmp/tidb/tmp_ddl-4000/249/f75d9cab-8823-5503-94ba-459a1de580da.sst/a0a99c57-03fe-43fe-af69-41d5fc35def1.sst] [firstKey=7480000000000000F75F698000000000000001038000000000000000038000000000000001] [lastKey=7480000000000000F75F69800000000000000103800000000000000903800000000000000A] [2024/05/06 08:02:01.911 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=249] ["index IDs"="[1]"] ["local checkpoint"=7480000000000000f75f72800000000000000a00] ["global checkpoint"=] ["global physical ID"=247] [] [2024/05/06 08:02:01.911 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=10] ["start key"=7480000000000000f75f728000000000000001] [2024/05/06 08:02:01.911 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=10] [2024/05/06 08:02:01.928 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] [2024/05/06 08:02:01.928 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:02:01.928 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=643.267Β΅s] [] [2024/05/06 08:02:01.928 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["split region size"=100663296] [2024/05/06 08:02:01.928 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:02:01.930 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:01.952 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=10] [size=380] [2024/05/06 08:02:01.952 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:01.953 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000F75F698000000000000001038000000000000000038000000000000001] [endKey=7480000000000000F75F69800000000000000103800000000000000903800000000000000A00] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 08:02:03.953 +00:00] [2024/05/06 08:02:01.953 +00:00] [ERROR] [local.go:1459] ["do import meets error"] [category=ddl-ingest] [error="peer 601, store 2, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error"] [errorVerbose="mock write peer error\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:311\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\npeer 601, store 2, region 600, epoch conf_ver:5 version:139 , when open write stream"] [2024/05/06 08:02:01.954 +00:00] [ERROR] [backend.go:378] ["import failed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=25.859585ms] [error="peer 601, store 2, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error"] [2024/05/06 08:02:01.954 +00:00] [ERROR] [engine.go:157] ["ingest data into storage error"] [category=ddl-ingest] [error="peer 601, store 2, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error"] [errorVerbose="mock write peer error\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:311\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\npeer 601, store 2, region 600, epoch conf_ver:5 version:139 , when open write stream"] ["job ID"=249] ["index ID"=1] [stack="github.com/pingcap/tidb/pkg/ddl/ingest.(*engineInfo).ImportAndClean\n\tpkg/ddl/ingest/engine.go:157\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).FinishImport\n\tpkg/ddl/ingest/backend.go:143\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJob\n\tpkg/ddl/index.go:951\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:866\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 08:02:01.954 +00:00] [WARN] [index.go:960] ["lightning import error"] [category=ddl] [error="peer 601, store 2, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error"] [errorVerbose="mock write peer error\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:311\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\npeer 601, store 2, region 600, epoch conf_ver:5 version:139 , when open write stream"] [2024/05/06 08:02:01.954 +00:00] [WARN] [ddl_worker.go:1147] ["run DDL job error"] [worker="worker 85, tp add index"] [category=ddl] [jobID=249] [conn=32] [error="peer 601, store 2, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error"] [errorVerbose="mock write peer error\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:311\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\npeer 601, store 2, region 600, epoch conf_ver:5 version:139 , when open write stream"] [2024/05/06 08:02:01.959 +00:00] [INFO] [ddl_worker.go:1001] ["run DDL job failed, sleeps a while then retries it."] [worker="worker 85, tp add index"] [category=ddl] [jobID=249] [conn=32] [waitTime=1s] [error="peer 601, store 2, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error"] [errorVerbose="mock write peer error\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:311\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\npeer 601, store 2, region 600, epoch conf_ver:5 version:139 , when open write stream"] [2024/05/06 08:02:02.145 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:02:02.146 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:02:02.146 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/01671970-07d6-4bc3-9af9-a1f371dd588f] [watcherID=e71d837f-c1c7-4bc7-92b8-a4e3384042d3] [2024/05/06 08:02:02.146 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:02:02.148 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:02:02.148 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:02:02.148 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:02:02.148 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:02:02.959 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=249] [2024/05/06 08:02:02.966 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 87, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:0, start time: 2024-05-06 08:02:01.572 +0000 UTC, Err:[ddl:-1]peer 601, store 2, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449572378187661320, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:02.966 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=249] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:02:02.970 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=249] [start=7480000000000000f75f728000000000000001] [end=7480000000000000f75f72800000000000000a00] ["checkpoint physical ID"=247] [2024/05/06 08:02:02.970 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:6, start time: 2024-05-06 08:02:01.572 +0000 UTC, Err:[ddl:-1]peer 601, store 2, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449572378187661320, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000f75f728000000000000001,EndKey:7480000000000000f75f72800000000000000a00,First:false,PhysicalTableID:247,Ingest mode:true"] [2024/05/06 08:02:02.991 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=247] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:02.991 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=247] [oldPhysicalID=247] [indexIDs="[1]"] [jobID=249] [localCnt=10] [2024/05/06 08:02:02.992 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["split region size"=100663296] [2024/05/06 08:02:02.992 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:02:02.993 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:03.015 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=10] [size=380] [2024/05/06 08:02:03.015 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:03.023 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=380] [kvs=10] [importedSize=380] [importedCount=10] [2024/05/06 08:02:03.024 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=32.476428ms] [] [2024/05/06 08:02:03.024 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:02:03.025 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=523.041Β΅s] [] [2024/05/06 08:02:03.026 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:02:03.026 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=1209008592] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:02:03.031 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=1209008632] ["max memory quota"=17179869184] [2024/05/06 08:02:03.031 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=1343226360] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 08:02:03.081 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1343226400] ["max memory quota"=17179869184] [2024/05/06 08:02:03.081 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=1477444128] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 08:02:03.120 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:02:03.131 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=1477444168] ["max memory quota"=17179869184] [2024/05/06 08:02:03.131 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=1611661896] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 08:02:03.134 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1611661936] ["max memory quota"=17179869184] [2024/05/06 08:02:03.134 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=249] [reader=2] [writer=4] [2024/05/06 08:02:03.134 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=247] ["start key"=7480000000000000f75f728000000000000001] ["end key"=7480000000000000f75f72800000000000000a00] [2024/05/06 08:02:03.134 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000f75f728000000000000001] [endKey=7480000000000000f75f72800000000000000a00] [2024/05/06 08:02:03.134 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=247] ["end key"=7480000000000000f75f72800000000000000a00] ["current end key"=7480000000000000f75f72800000000000000a00] [2024/05/06 08:02:03.134 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 08:02:03.134 +00:00] [INFO] [index_cop.go:119] ["checkpoint detected, skip a cop-request task"] [category=ddl-ingest] ["task ID"=1] ["task end key"=7480000000000000f75f72800000000000000a00] [2024/05/06 08:02:03.137 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=249] ["index IDs"="[1]"] ["local checkpoint"=7480000000000000f75f72800000000000000a00] ["global checkpoint"=] ["global physical ID"=247] [] [2024/05/06 08:02:03.140 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=10] ["start key"=7480000000000000f75f728000000000000001] [2024/05/06 08:02:03.140 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=10] [2024/05/06 08:02:03.158 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] [2024/05/06 08:02:03.158 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:02:03.158 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=621.651Β΅s] [] [2024/05/06 08:02:03.158 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["split region size"=100663296] [2024/05/06 08:02:03.158 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:02:03.158 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:02:03.158 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=11.87Β΅s] [] [2024/05/06 08:02:03.158 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:02:03.159 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=469.842Β΅s] [] [2024/05/06 08:02:03.166 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=253] [neededSchemaVersion=254] ["start time"=569.339Β΅s] [gotSchemaVersion=254] [phyTblIDs="[247]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:03.167 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=249] [version=254] [2024/05/06 08:02:03.217 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=254] ["take time"=53.45509ms] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:6, start time: 2024-05-06 08:02:01.572 +0000 UTC, Err:[ddl:-1]peer 601, store 2, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449572378187661320, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:03.224 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 85, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:0, start time: 2024-05-06 08:02:01.572 +0000 UTC, Err:[ddl:-1]peer 601, store 2, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449572378187661320, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:03.224 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=249] [table=t] [index=idx] [2024/05/06 08:02:03.225 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:03.225 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:03.225 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:03.225 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:03.225 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:03.225 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:03.225 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:03.225 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:03.225 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:03.225 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:03.225 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:03.225 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:03.225 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:03.226 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:03.226 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:03.226 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:03.226 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:03.226 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:03.226 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=249] [indexIDs="[1]"] [2024/05/06 08:02:03.226 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=249] ["current memory usage"=144] ["max memory quota"=17179869184] [2024/05/06 08:02:03.233 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=254] [neededSchemaVersion=255] ["start time"=641.536Β΅s] [gotSchemaVersion=255] [phyTblIDs="[247]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:03.235 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=249] [version=255] [2024/05/06 08:02:03.283 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=255] ["take time"=52.285431ms] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:6, start time: 2024-05-06 08:02:01.572 +0000 UTC, Err:[ddl:-1]peer 601, store 2, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:03.290 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 86, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:0, start time: 2024-05-06 08:02:01.572 +0000 UTC, Err:[ddl:-1]peer 601, store 2, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:03.291 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=249] [physicalTableID=247] [startKey=7480000000000000f75f69ffff000000000001] [endKey=7480000000000000f75f69ffff000000000001ff] [2024/05/06 08:02:03.297 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=249] [2024/05/06 08:02:03.303 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 84, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:0, start time: 2024-05-06 08:02:01.572 +0000 UTC, Err:[ddl:-1]peer 601, store 2, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449572378580877318, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:03.305 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:6, start time: 2024-05-06 08:02:01.572 +0000 UTC, Err:[ddl:-1]peer 601, store 2, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449572378580877318, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000f75f69ffff000000000001,EndKey:7480000000000000f75f69ffff000000000001ff,First:false,PhysicalTableID:247,Ingest mode:false"] [2024/05/06 08:02:03.306 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=247] ["start key"=7480000000000000f75f69ffff000000000001] ["end key"=7480000000000000f75f69ffff000000000001ff] [2024/05/06 08:02:03.306 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=249] [2024/05/06 08:02:03.306 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000f75f69ffff000000000001] [endKey=7480000000000000f75f69ffff000000000001ff] [2024/05/06 08:02:03.306 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=249] [2024/05/06 08:02:03.306 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=249] [2024/05/06 08:02:03.306 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=249] [2024/05/06 08:02:03.307 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=247] ["end key"=7480000000000000f75f69ffff000000000001ff] ["current end key"=7480000000000000f75f69ffff00000000000100] [2024/05/06 08:02:03.307 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=249] [2024/05/06 08:02:03.307 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=249] [2024/05/06 08:02:03.307 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=249] [2024/05/06 08:02:03.307 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 247, range: [7480000000000000f75f69ffff000000000001, 7480000000000000f75f69ffff00000000000100), jobID: 249"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000f75f69ffff0000000000010000] ["take time"=387.963Β΅s] [2024/05/06 08:02:03.307 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=249] [2024/05/06 08:02:03.310 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=10] ["start key"=7480000000000000f75f69ffff000000000001] [2024/05/06 08:02:03.310 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=10] [2024/05/06 08:02:03.329 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 08:02:03.335 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=255] [neededSchemaVersion=256] ["start time"=605.383Β΅s] [gotSchemaVersion=256] [phyTblIDs="[247]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:03.337 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=249] [version=256] [2024/05/06 08:02:03.385 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=256] ["take time"=52.281275ms] [job="ID:249, Type:add index, State:done, SchemaState:public, SchemaID:245, TableID:247, RowCount:10, ArgLen:3, start time: 2024-05-06 08:02:01.572 +0000 UTC, Err:[ddl:-1]peer 601, store 2, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449572378580877318, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:03.393 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=249] [tableID=247] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:02:03.396 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=249] [jobType="add index"] [2024/05/06 08:02:03.397 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 86, tp add index"] [category=ddl] [jobID=249] [conn=32] [job="ID:249, Type:add index, State:synced, SchemaState:public, SchemaID:245, TableID:247, RowCount:10, ArgLen:3, start time: 2024-05-06 08:02:01.572 +0000 UTC, Err:[ddl:-1]peer 601, store 2, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449572378580877318, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:03.405 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=249] [2024/05/06 08:02:03.405 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:03.406 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 32\n# Query_time: 1.827427616\n# Parse_time: 0.00004049\n# Compile_time: 0.000053807\n# Rewrite_time: 0.000002038\n# Optimize_time: 0.000017792\n# Wait_TS: 0.000122874\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(a);"] [2024/05/06 08:02:03.406 +00:00] [INFO] [executor.go:2532] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 08:02:03.409 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bcfb435f-033e-4458-b7d6-772d9da809cd"] [2024/05/06 08:02:03.409 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bcfb435f-033e-4458-b7d6-772d9da809cd"] [2024/05/06 08:02:03.409 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bcfb435f-033e-4458-b7d6-772d9da809cd"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:03.410 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bcfb435f-033e-4458-b7d6-772d9da809cd"] [] [2024/05/06 08:02:03.411 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:03.411 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 84, tp add index"] [category=ddl] ["take time"=2.173Β΅s] [2024/05/06 08:02:03.411 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 87, tp add index"] [category=ddl] ["take time"=1.072Β΅s] [2024/05/06 08:02:03.411 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 86, tp add index"] [category=ddl] ["take time"=479ns] [2024/05/06 08:02:03.411 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 85, tp add index"] [category=ddl] ["take time"=701ns] [2024/05/06 08:02:03.411 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:03.411 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 83, tp general"] [category=ddl] ["take time"=716ns] [2024/05/06 08:02:03.411 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:03.411 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:02:03.411 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:02:03.412 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=bcfb435f-033e-4458-b7d6-772d9da809cd] ["take time"=2.323327ms] [2024/05/06 08:02:03.412 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=bcfb435f-033e-4458-b7d6-772d9da809cd] [2024/05/06 08:02:03.413 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:02:03.413 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/01671970-07d6-4bc3-9af9-a1f371dd588f] [watcherID=e71d837f-c1c7-4bc7-92b8-a4e3384042d3] [2024/05/06 08:02:03.413 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:02:03.413 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/01671970-07d6-4bc3-9af9-a1f371dd588f] [2024/05/06 08:02:03.413 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:03.413 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:03.413 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:03.413 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:03.413 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:03.413 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:03.413 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:03.413 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:03.413 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:03.413 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:03.413 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:02:03.413 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:02:03.414 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=516] [2024/05/06 08:02:03.414 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:03.414 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:02:03.414 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:02:03.414 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:03.414 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:03.414 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:03.414 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:03.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:03.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:03.414 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:02:03.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:03.414 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:02:03.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:03.414 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:02:03.414 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:02:03.414 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:02:03.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:03.414 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:02:03.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:03.414 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:02:03.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:03.414 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:02:03.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:03.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:03.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:03.414 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 61ed8e4d-e895-4038-8e87-f9ff6b1014d9"] [error="lost watcher waiting for delete"] [2024/05/06 08:02:03.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:03.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:03.414 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=bcfb435f-033e-4458-b7d6-772d9da809cd] [2024/05/06 08:02:03.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:03.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:03.414 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:02:03.414 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:02:03.414 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:02:03.414 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:02:03.414 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:02:03.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:03.414 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bcfb435f-033e-4458-b7d6-772d9da809cd"] [error="context canceled"] [2024/05/06 08:02:03.414 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:02:03.414 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:02:03.414 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:02:03.414 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bcfb435f-033e-4458-b7d6-772d9da809cd"] [2024/05/06 08:02:03.414 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:02:03.414 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:02:03.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:03.414 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:02:03.414 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:02:03.414 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:02:03.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:03.414 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:02:03.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:03.414 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager bcfb435f-033e-4458-b7d6-772d9da809cd"] [error="lost watcher waiting for delete"] [2024/05/06 08:02:03.414 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=bcfb435f-033e-4458-b7d6-772d9da809cd] [2024/05/06 08:02:03.414 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager bcfb435f-033e-4458-b7d6-772d9da809cd"] [2024/05/06 08:02:03.414 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:02:03.414 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:02:03.414 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:02:03.414 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:02:03.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:03.414 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 61ed8e4d-e895-4038-8e87-f9ff6b1014d9"] [error="context canceled"] [2024/05/06 08:02:03.414 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 61ed8e4d-e895-4038-8e87-f9ff6b1014d9"] [2024/05/06 08:02:03.414 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 61ed8e4d-e895-4038-8e87-f9ff6b1014d9"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:03.414 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:02:03.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:03.414 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=61ed8e4d-e895-4038-8e87-f9ff6b1014d9] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:03.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:03.414 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:02:03.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:03.421 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:02:03.421 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager bcfb435f-033e-4458-b7d6-772d9da809cd"] [error="context canceled"] [2024/05/06 08:02:03.622 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager bcfb435f-033e-4458-b7d6-772d9da809cd"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:04.675 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bcfb435f-033e-4458-b7d6-772d9da809cd"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:04.675 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:02:04.675 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:04.682 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 61ed8e4d-e895-4038-8e87-f9ff6b1014d9"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:04.887 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager bcfb435f-033e-4458-b7d6-772d9da809cd"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:04.887 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:02:04.887 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:02:04.887 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:04.887 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.477539153s] [2024/05/06 08:02:04.887 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:04.887 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:04.887 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:04.887 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:04.887 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:04.887 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:04.887 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:04.887 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:04.887 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:04.887 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:04.887 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:04.887 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:04.887 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:04.887 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexImportFailed (3.80s) === RUN TestAddEmptyMultiValueIndex [2024/05/06 08:02:04.890 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:02:04.890 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:02:04.890 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:02:04.890 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:04.890 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:02:04.891 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:04.891 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:04.891 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:04.891 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:04.891 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:04.891 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:02:04.892 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:04.892 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:04.892 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:04.895 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793138773410359] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:02:04.899 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:02:04.907 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1718] ["lease id"=6f188f4ce9fe8638] [2024/05/06 08:02:04.908 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:02:04.920 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=256] ["start time"=10.585262ms] [2024/05/06 08:02:04.921 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:02:04.921 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=f6b56a6d-1a7b-46c1-a6a8-de682c00769e] [runWorker=true] [2024/05/06 08:02:04.921 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:02:04.922 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:02:04.923 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:04.923 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 08:02:04.923 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 657820504064/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 08:02:04.923 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:04.923 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:04.923 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:04.923 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:04.923 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:04.923 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:04.923 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:04.923 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:04.923 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:04.923 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:04.923 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:04.923 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:04.923 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:02:04.925 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f6b56a6d-1a7b-46c1-a6a8-de682c00769e"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4ce9fe8727] [ownerID=f6b56a6d-1a7b-46c1-a6a8-de682c00769e] [op=none] [2024/05/06 08:02:04.925 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:04.925 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=eeb1ce27-5d3b-4f29-9488-801b71320b5a] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:04.926 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:02:04.929 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:02:04.929 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:04.929 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:02:04.941 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:04.943 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:04.944 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:04.945 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:04.945 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:04.945 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:04.945 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:02:04.945 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:02:04.945 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:02:04.945 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:02:04.945 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:02:04.945 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:04.945 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:02:04.946 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:04.946 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:04.946 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:04.946 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:04.946 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:02:04.946 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:04.947 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/b1a71c38-f746-4bd3-8304-7d67f0be9523] [2024/05/06 08:02:04.947 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:02:04.947 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:04.947 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:04.948 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:04.948 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:02:04.948 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:02:04.949 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.200991ms] [2024/05/06 08:02:04.953 +00:00] [INFO] [set.go:170] ["set global var"] [conn=33] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:02:04.954 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=34] [schemaVersion=256] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 08:02:04.959 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:250, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:04.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:04.959 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:250, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:04.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 08:02:04.974 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:04.974 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f6b56a6d-1a7b-46c1-a6a8-de682c00769e"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4ce9fe8727] [ownerID=f6b56a6d-1a7b-46c1-a6a8-de682c00769e] [op=none] [2024/05/06 08:02:04.975 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f6b56a6d-1a7b-46c1-a6a8-de682c00769e"] [op=none] [2024/05/06 08:02:04.975 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:02:04.980 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=250] [conn=34] [category=ddl] [job="ID:250, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:04.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:04.987 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=256] [neededSchemaVersion=257] ["start time"=36.345Β΅s] [gotSchemaVersion=257] [phyTblIDs="[247]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:02:04.989 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=250] [version=257] [2024/05/06 08:02:05.038 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=257] ["take time"=52.371199ms] [job="ID:250, Type:drop schema, State:running, SchemaState:write only, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:04.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.045 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=250] [conn=34] [category=ddl] [job="ID:250, Type:drop schema, State:running, SchemaState:write only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:04.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.051 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=257] [neededSchemaVersion=258] ["start time"=29.738Β΅s] [gotSchemaVersion=258] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:02:05.053 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=250] [version=258] [2024/05/06 08:02:05.102 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=258] ["take time"=52.945148ms] [job="ID:250, Type:drop schema, State:running, SchemaState:delete only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:04.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.109 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=250] [conn=34] [category=ddl] [job="ID:250, Type:drop schema, State:running, SchemaState:delete only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:04.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.116 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=258] [neededSchemaVersion=259] ["start time"=29.42Β΅s] [gotSchemaVersion=259] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:02:05.118 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=250] [version=259] [2024/05/06 08:02:05.167 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=259] ["take time"=53.138865ms] [job="ID:250, Type:drop schema, State:done, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:04.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.174 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=250] [tableIDs="[247]"] [comment="drop schema: table IDs"] [2024/05/06 08:02:05.178 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=250] [jobType="drop schema"] [2024/05/06 08:02:05.178 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=250] [conn=34] [job="ID:250, Type:drop schema, State:synced, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:04.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.183 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=250] [2024/05/06 08:02:05.183 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:05.184 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=34] [schemaVersion=259] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 08:02:05.190 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:05.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:05.190 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:05.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 08:02:05.195 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=252] [conn=34] [category=ddl] [job="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:05.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.201 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=259] [neededSchemaVersion=260] ["start time"=237.163Β΅s] [gotSchemaVersion=260] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:02:05.203 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=252] [version=260] [2024/05/06 08:02:05.251 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=260] ["take time"=52.187362ms] [job="ID:252, Type:create schema, State:done, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:05.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.257 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=252] [conn=34] [job="ID:252, Type:create schema, State:synced, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:05.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.261 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=252] [2024/05/06 08:02:05.261 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:05.267 +00:00] [INFO] [set.go:170] ["set global var"] [conn=34] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 08:02:05.271 +00:00] [INFO] [set.go:170] ["set global var"] [conn=34] [name=tidb_enable_dist_task] [val=off] [2024/05/06 08:02:05.271 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=34] [schemaVersion=260] [cur_db=addindexlit] [sql="create table t(j json);"] [user=] [2024/05/06 08:02:05.277 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:05.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:05.277 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:05.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(j json);"] [2024/05/06 08:02:05.283 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=254] [conn=34] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:05.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.285 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 251, Table ID: 253, Table Name: t"] [2024/05/06 08:02:05.289 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=260] [neededSchemaVersion=261] ["start time"=433.543Β΅s] [gotSchemaVersion=261] [phyTblIDs="[253]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:05.291 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=254] [version=261] [2024/05/06 08:02:05.339 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=261] ["take time"=52.513591ms] [job="ID:254, Type:create table, State:done, SchemaState:public, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:05.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.345 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=254] [conn=34] [job="ID:254, Type:create table, State:synced, SchemaState:public, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:05.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:05.349 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=254] [2024/05/06 08:02:05.349 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:05.352 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=34] [schemaVersion=261] [cur_db=addindexlit] [sql="alter table t add index ((cast(j->'$.string' as char(10) array)));"] [user=] [2024/05/06 08:02:05.356 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:255, Type:add index, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:05.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 08:02:05.356 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:255, Type:add index, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:05.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index ((cast(j->'$.string' as char(10) array)));"] [2024/05/06 08:02:05.363 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 92, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:05.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:05.363 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:05.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"expression_index\",\"L\":\"expression_index\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"_V$_expression_index_0\",\"L\":\"_v$_expression_index_0\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":true}"] [2024/05/06 08:02:05.369 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=261] [neededSchemaVersion=262] ["start time"=545.358Β΅s] [gotSchemaVersion=262] [phyTblIDs="[253]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:05.371 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=255] [version=262] [2024/05/06 08:02:05.420 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=262] ["take time"=52.735063ms] [job="ID:255, Type:add index, State:running, SchemaState:delete only, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:05.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:05.427 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 90, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:delete only, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:05.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:05.433 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=262] [neededSchemaVersion=263] ["start time"=527.954Β΅s] [gotSchemaVersion=263] [phyTblIDs="[253]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:05.435 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=255] [version=263] [2024/05/06 08:02:05.484 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=263] ["take time"=52.290822ms] [job="ID:255, Type:add index, State:running, SchemaState:write only, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:05.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:05.491 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 89, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write only, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:05.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:05.498 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=263] [neededSchemaVersion=264] ["start time"=488.501Β΅s] [gotSchemaVersion=264] [phyTblIDs="[253]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:05.500 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=255] [version=264] [2024/05/06 08:02:05.549 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=264] ["take time"=53.147258ms] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:05.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:05.557 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 90, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:05.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:05.557 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=255] [table=t] ["ingest mode"=true] [index=expression_index] [2024/05/06 08:02:05.557 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:02:05.557 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/255] [keyspaceName=] [2024/05/06 08:02:05.560 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:02:05.561 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:02:05.561 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:05.561 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:02:05.561 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:05.561 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:05.561 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:05.561 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:05.561 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:05.564 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:05.565 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:05.565 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=255] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 08:02:05.566 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=255] [physicalTableID=253] [startKey=7480000000000000fd5f728000000000000001] [endKey=7480000000000000fd5f72800000000000000100] [2024/05/06 08:02:05.573 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=255] [2024/05/06 08:02:05.578 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 92, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:05.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572379170439178, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:05.579 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=255] [table=t] ["ingest mode"=true] [index=expression_index] [2024/05/06 08:02:05.581 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=255] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=253] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 08:02:05.581 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=255] [indexIDs="[1]"] [2024/05/06 08:02:05.582 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=255] [start=7480000000000000fd5f728000000000000001] [end=7480000000000000fd5f72800000000000000100] ["checkpoint physical ID"=253] [2024/05/06 08:02:05.582 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:05.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572379170439178, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000fd5f728000000000000001,EndKey:7480000000000000fd5f72800000000000000100,First:false,PhysicalTableID:253,Ingest mode:true"] [2024/05/06 08:02:05.604 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=253] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:05.604 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=253] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=255] [localCnt=0] [2024/05/06 08:02:05.607 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:02:05.607 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:02:05.609 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 08:02:05.609 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["current memory usage"=805306728] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 08:02:05.612 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=805306768] ["max memory quota"=17179869184] [2024/05/06 08:02:05.612 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["current memory usage"=939524496] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 08:02:05.614 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=939524536] ["max memory quota"=17179869184] [2024/05/06 08:02:05.614 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["current memory usage"=1073742264] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 08:02:05.643 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1073742304] ["max memory quota"=17179869184] [2024/05/06 08:02:05.643 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=255] [reader=2] [writer=4] [2024/05/06 08:02:05.643 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=253] ["start key"=7480000000000000fd5f728000000000000001] ["end key"=7480000000000000fd5f72800000000000000100] [2024/05/06 08:02:05.643 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000fd5f728000000000000001] [endKey=7480000000000000fd5f72800000000000000100] [2024/05/06 08:02:05.643 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=253] ["end key"=7480000000000000fd5f72800000000000000100] ["current end key"=7480000000000000fd5f72800000000000000100] [2024/05/06 08:02:05.643 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 08:02:05.643 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 253, range: [7480000000000000fd5f728000000000000001, 7480000000000000fd5f72800000000000000100), jobID: 255"] [2024/05/06 08:02:05.644 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 08:02:05.648 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=255] ["index IDs"="[1]"] ["local checkpoint"=7480000000000000fd5f72800000000000000100] ["global checkpoint"=] ["global physical ID"=253] [] [2024/05/06 08:02:05.648 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1] ["start key"=7480000000000000fd5f728000000000000001] [2024/05/06 08:02:05.648 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=1] [2024/05/06 08:02:05.665 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] [2024/05/06 08:02:05.665 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:02:05.666 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=811.952Β΅s] [] [2024/05/06 08:02:05.666 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["split region size"=100663296] [2024/05/06 08:02:05.666 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:02:05.666 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:02:05.666 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=13.444Β΅s] [] [2024/05/06 08:02:05.666 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:02:05.667 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=463.223Β΅s] [] [2024/05/06 08:02:05.674 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=264] [neededSchemaVersion=265] ["start time"=599.808Β΅s] [gotSchemaVersion=265] [phyTblIDs="[253]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:05.676 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=255] [version=265] [2024/05/06 08:02:05.724 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=265] ["take time"=52.258195ms] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:1, ArgLen:6, start time: 2024-05-06 08:02:05.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572379170439178, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:05.731 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 91, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:1, ArgLen:0, start time: 2024-05-06 08:02:05.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572379170439178, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:05.732 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=255] [table=t] [index=expression_index] [2024/05/06 08:02:05.732 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:05.732 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:05.733 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:05.733 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:05.733 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:05.733 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:05.733 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:05.733 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:05.733 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:05.733 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:05.733 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:05.733 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:05.733 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:05.733 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:05.733 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:05.733 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:05.733 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:05.733 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:05.733 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=255] [indexIDs="[1]"] [2024/05/06 08:02:05.733 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=255] ["current memory usage"=0] ["max memory quota"=17179869184] [2024/05/06 08:02:05.739 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=265] [neededSchemaVersion=266] ["start time"=601.966Β΅s] [gotSchemaVersion=266] [phyTblIDs="[253]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:05.741 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=255] [version=266] [2024/05/06 08:02:05.790 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=266] ["take time"=52.547308ms] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:1, ArgLen:6, start time: 2024-05-06 08:02:05.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:05.798 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 90, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:1, ArgLen:0, start time: 2024-05-06 08:02:05.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:05.799 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=255] [physicalTableID=253] [startKey=7480000000000000fd5f69ffff000000000001] [endKey=7480000000000000fd5f69ffff000000000001ff] [2024/05/06 08:02:05.804 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=255] [2024/05/06 08:02:05.810 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 89, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:1, ArgLen:0, start time: 2024-05-06 08:02:05.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572379235975176, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:05.812 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:1, ArgLen:6, start time: 2024-05-06 08:02:05.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572379235975176, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000fd5f69ffff000000000001,EndKey:7480000000000000fd5f69ffff000000000001ff,First:false,PhysicalTableID:253,Ingest mode:false"] [2024/05/06 08:02:05.813 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=253] ["start key"=7480000000000000fd5f69ffff000000000001] ["end key"=7480000000000000fd5f69ffff000000000001ff] [2024/05/06 08:02:05.813 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000fd5f69ffff000000000001] [endKey=7480000000000000fd5f69ffff000000000001ff] [2024/05/06 08:02:05.813 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=255] [2024/05/06 08:02:05.813 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=255] [2024/05/06 08:02:05.813 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=255] [2024/05/06 08:02:05.813 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=255] [2024/05/06 08:02:05.814 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=253] ["end key"=7480000000000000fd5f69ffff000000000001ff] ["current end key"=7480000000000000fd5f69ffff00000000000100] [2024/05/06 08:02:05.814 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=255] [2024/05/06 08:02:05.814 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=255] [2024/05/06 08:02:05.814 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=255] [2024/05/06 08:02:05.814 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 253, range: [7480000000000000fd5f69ffff000000000001, 7480000000000000fd5f69ffff00000000000100), jobID: 255"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000fd5f69ffff0000000000010000] ["take time"=345.994Β΅s] [2024/05/06 08:02:05.814 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=255] [2024/05/06 08:02:05.816 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1] ["start key"=7480000000000000fd5f69ffff000000000001] [2024/05/06 08:02:05.816 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=1] [2024/05/06 08:02:05.835 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 08:02:05.840 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=266] [neededSchemaVersion=267] ["start time"=593.253Β΅s] [gotSchemaVersion=267] [phyTblIDs="[253]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:05.842 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=255] [version=267] [2024/05/06 08:02:05.890 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=267] ["take time"=52.433303ms] [job="ID:255, Type:add index, State:done, SchemaState:public, SchemaID:251, TableID:253, RowCount:1, ArgLen:3, start time: 2024-05-06 08:02:05.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572379235975176, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:05.899 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=255] [tableID=253] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:02:05.901 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=255] [jobType="add index"] [2024/05/06 08:02:05.901 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 90, tp add index"] [category=ddl] [jobID=255] [conn=34] [job="ID:255, Type:add index, State:synced, SchemaState:public, SchemaID:251, TableID:253, RowCount:1, ArgLen:3, start time: 2024-05-06 08:02:05.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572379235975176, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:05.908 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=255] [2024/05/06 08:02:05.908 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:05.909 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 34\n# Query_time: 0.556852108\n# Parse_time: 0.000077856\n# Compile_time: 0.000065327\n# Rewrite_time: 0.000002153\n# Optimize_time: 0.000019239\n# Wait_TS: 0.000140383\n# DB: addindexlit\n# Is_internal: false\n# Digest: 748c2395042b13233a915be5581157ecbda746967b72293bb29fe10a81d6bbb4\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index ((cast(j->'$.string' as char(10) array)));"] [2024/05/06 08:02:05.910 +00:00] [INFO] [session.go:4055] ["use snapshot schema"] [conn=0] [schemaVersion=267] [2024/05/06 08:02:05.911 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f6b56a6d-1a7b-46c1-a6a8-de682c00769e"] [2024/05/06 08:02:05.911 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f6b56a6d-1a7b-46c1-a6a8-de682c00769e"] [2024/05/06 08:02:05.913 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f6b56a6d-1a7b-46c1-a6a8-de682c00769e"] [] [2024/05/06 08:02:05.913 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:05.913 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 89, tp add index"] [category=ddl] ["take time"=2.256Β΅s] [2024/05/06 08:02:05.913 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 92, tp add index"] [category=ddl] ["take time"=1.092Β΅s] [2024/05/06 08:02:05.913 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 90, tp add index"] [category=ddl] ["take time"=817ns] [2024/05/06 08:02:05.913 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 91, tp add index"] [category=ddl] ["take time"=1.028Β΅s] [2024/05/06 08:02:05.913 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:05.913 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 88, tp general"] [category=ddl] ["take time"=809ns] [2024/05/06 08:02:05.913 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:05.913 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:02:05.913 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:02:05.914 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=f6b56a6d-1a7b-46c1-a6a8-de682c00769e] ["take time"=2.679761ms] [2024/05/06 08:02:05.914 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=f6b56a6d-1a7b-46c1-a6a8-de682c00769e] [2024/05/06 08:02:05.915 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:02:05.915 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/b1a71c38-f746-4bd3-8304-7d67f0be9523] [2024/05/06 08:02:05.915 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:05.915 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:05.915 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:05.915 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:05.915 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:05.915 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:05.915 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:05.915 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:05.915 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:05.915 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:05.916 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:02:05.916 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:02:05.916 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1718] [2024/05/06 08:02:05.917 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:05.916 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:02:05.917 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:02:05.917 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:02:05.917 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:05.917 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:05.917 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:02:05.917 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:05.917 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:05.917 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:05.917 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:05.917 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:05.917 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:02:05.917 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:02:05.917 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:02:05.917 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:02:05.917 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:05.917 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:05.917 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:02:05.917 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:05.917 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:02:05.917 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:05.917 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:02:05.917 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:02:05.917 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:05.917 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:05.917 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:05.917 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:02:05.917 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:02:05.917 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:05.917 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:02:05.917 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:02:05.917 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:05.917 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:02:05.917 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:02:05.917 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:05.917 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:05.917 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:02:05.917 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager f6b56a6d-1a7b-46c1-a6a8-de682c00769e"] [error="lost watcher waiting for delete"] [2024/05/06 08:02:05.917 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:02:05.917 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:02:05.917 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:02:05.917 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager eeb1ce27-5d3b-4f29-9488-801b71320b5a"] [error="lost watcher waiting for delete"] [2024/05/06 08:02:05.917 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:05.917 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:05.917 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:05.917 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:05.917 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f6b56a6d-1a7b-46c1-a6a8-de682c00769e"] [error="context canceled"] [2024/05/06 08:02:05.917 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:05.917 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f6b56a6d-1a7b-46c1-a6a8-de682c00769e"] [2024/05/06 08:02:05.917 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:02:05.917 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:02:05.917 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager eeb1ce27-5d3b-4f29-9488-801b71320b5a"] [error="context canceled"] [2024/05/06 08:02:05.917 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager eeb1ce27-5d3b-4f29-9488-801b71320b5a"] [2024/05/06 08:02:05.917 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:02:05.917 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:05.917 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=eeb1ce27-5d3b-4f29-9488-801b71320b5a] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:05.917 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager eeb1ce27-5d3b-4f29-9488-801b71320b5a"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:05.917 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:05.917 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:02:05.917 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:05.923 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:02:05.923 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager f6b56a6d-1a7b-46c1-a6a8-de682c00769e"] [error="context canceled"] [2024/05/06 08:02:05.923 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager f6b56a6d-1a7b-46c1-a6a8-de682c00769e"] [2024/05/06 08:02:05.923 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager f6b56a6d-1a7b-46c1-a6a8-de682c00769e"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:07.160 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f6b56a6d-1a7b-46c1-a6a8-de682c00769e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:07.160 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:02:07.160 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:07.169 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager f6b56a6d-1a7b-46c1-a6a8-de682c00769e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:07.169 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:02:07.169 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:02:07.169 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:07.169 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.25785938s] [2024/05/06 08:02:07.169 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:07.169 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:07.169 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:07.169 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:07.169 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:07.169 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:07.169 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:07.169 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:07.169 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:07.169 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:07.169 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:07.169 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:07.169 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:07.170 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddEmptyMultiValueIndex (2.28s) === RUN TestAddUniqueIndexDuplicatedError [2024/05/06 08:02:07.171 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:02:07.171 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:02:07.172 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:02:07.172 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:07.172 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:02:07.172 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:07.172 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:07.172 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:07.172 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:07.172 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:07.173 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:02:07.174 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:07.174 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:07.174 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:07.177 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793138773410359] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:02:07.179 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager eeb1ce27-5d3b-4f29-9488-801b71320b5a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:07.181 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:02:07.189 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1862] ["lease id"=22318f4ce9fa9f17] [2024/05/06 08:02:07.190 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:02:07.203 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=267] ["start time"=11.167681ms] [2024/05/06 08:02:07.204 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:02:07.204 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=f13a3db4-65e9-4846-84b1-72e2aa20923a] [runWorker=true] [2024/05/06 08:02:07.204 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:02:07.205 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:02:07.206 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:07.206 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 08:02:07.206 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 657825611776/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 08:02:07.206 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:07.206 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:07.206 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:07.206 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:07.206 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:07.206 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:07.206 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:07.206 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:07.206 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:07.206 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:07.206 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:07.206 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:02:07.206 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:07.207 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f13a3db4-65e9-4846-84b1-72e2aa20923a"] ["owner key"=/tidb/ddl/fg/owner/6f188f4ce9fe866a] [ownerID=f13a3db4-65e9-4846-84b1-72e2aa20923a] [op=none] [2024/05/06 08:02:07.207 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:07.207 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=a33db0ed-d993-4772-b516-2d41dc817193] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:07.208 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:02:07.211 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:02:07.212 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:07.212 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:02:07.222 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:07.224 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:07.226 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:07.226 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:07.226 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:07.226 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:07.226 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:02:07.226 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:02:07.226 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:02:07.226 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:02:07.226 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:02:07.226 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:07.226 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:02:07.227 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:07.227 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:07.227 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:07.227 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:07.227 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:02:07.227 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:07.228 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:02:07.228 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/23be7830-7778-4f95-a506-6ef960cfe6ac] [2024/05/06 08:02:07.228 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:07.228 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:07.229 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:07.229 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:02:07.229 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:02:07.231 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.496731ms] [2024/05/06 08:02:07.233 +00:00] [INFO] [set.go:170] ["set global var"] [conn=35] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:02:07.234 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=36] [schemaVersion=267] [cur_db=test] [sql="DROP TABLE IF EXISTS `b1cce552` "] [user=] [2024/05/06 08:02:07.234 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=36] [schemaVersion=267] [cur_db=test] [sql="CREATE TABLE `b1cce552` (\n `f5d9aecb` timestamp DEFAULT '2031-12-22 06:44:52',\n `d9337060` varchar(186) DEFAULT 'duplicatevalue',\n `4c74082f` year(4) DEFAULT '1977',\n `9215adc3` tinytext DEFAULT NULL,\n `85ad5a07` decimal(5,0) NOT NULL DEFAULT '68649',\n `8c60260f` varchar(130) NOT NULL DEFAULT 'drfwe301tuehhkmk0jl79mzekuq0byg',\n `8069da7b` varchar(90) DEFAULT 'ra5rhqzgjal4o47ppr33xqjmumpiiillh7o5ajx7gohmuroan0u',\n `91e218e1` tinytext DEFAULT NULL,\n PRIMARY KEY (`8c60260f`,`85ad5a07`) /*T![clustered_index] CLUSTERED */,\n KEY `d88975e1` (`8069da7b`)\n);"] [user=] [2024/05/06 08:02:07.243 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:257, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:07.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:07.243 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:257, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:07.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE `b1cce552` (\n `f5d9aecb` timestamp DEFAULT '2031-12-22 06:44:52',\n `d9337060` varchar(186) DEFAULT 'duplicatevalue',\n `4c74082f` year(4) DEFAULT '1977',\n `9215adc3` tinytext DEFAULT NULL,\n `85ad5a07` decimal(5,0) NOT NULL DEFAULT '68649',\n `8c60260f` varchar(130) NOT NULL DEFAULT 'drfwe301tuehhkmk0jl79mzekuq0byg',\n `8069da7b` varchar(90) DEFAULT 'ra5rhqzgjal4o47ppr33xqjmumpiiillh7o5ajx7gohmuroan0u',\n `91e218e1` tinytext DEFAULT NULL,\n PRIMARY KEY (`8c60260f`,`85ad5a07`) /*T![clustered_index] CLUSTERED */,\n KEY `d88975e1` (`8069da7b`)\n);"] [2024/05/06 08:02:07.257 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:07.257 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f13a3db4-65e9-4846-84b1-72e2aa20923a"] ["owner key"=/tidb/ddl/fg/owner/6f188f4ce9fe866a] [ownerID=f13a3db4-65e9-4846-84b1-72e2aa20923a] [op=none] [2024/05/06 08:02:07.257 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f13a3db4-65e9-4846-84b1-72e2aa20923a"] [op=none] [2024/05/06 08:02:07.257 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:02:07.265 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=257] [conn=36] [category=ddl] [job="ID:257, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:07.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:07.268 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 256, Table Name: b1cce552"] [2024/05/06 08:02:07.273 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=267] [neededSchemaVersion=268] ["start time"=597.853Β΅s] [gotSchemaVersion=268] [phyTblIDs="[256]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:07.275 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=257] [version=268] [2024/05/06 08:02:07.324 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=268] ["take time"=53.069847ms] [job="ID:257, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:256, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:07.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:07.330 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=257] [conn=36] [job="ID:257, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:07.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:07.335 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=257] [2024/05/06 08:02:07.335 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:07.337 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449572379642560524] [2024/05/06 08:02:07.338 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=36] [schemaVersion=268] [cur_db=test] [sql="ALTER TABLE `b1cce552` ADD unique INDEX `65290727` (`4c74082f`, `d9337060`, `8069da7b`);"] [user=] [2024/05/06 08:02:07.342 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:258, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:07.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 08:02:07.343 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:258, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:07.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="ALTER TABLE `b1cce552` ADD unique INDEX `65290727` (`4c74082f`, `d9337060`, `8069da7b`);"] [2024/05/06 08:02:07.349 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 95, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:07.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:07.350 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:07.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":3,\"idx_name\":{\"O\":\"65290727\",\"L\":\"65290727\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"4c74082f\",\"L\":\"4c74082f\"},\"offset\":2,\"length\":-1},{\"name\":{\"O\":\"d9337060\",\"L\":\"d9337060\"},\"offset\":1,\"length\":-1},{\"name\":{\"O\":\"8069da7b\",\"L\":\"8069da7b\"},\"offset\":6,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 08:02:07.356 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=268] [neededSchemaVersion=269] ["start time"=566.126Β΅s] [gotSchemaVersion=269] [phyTblIDs="[256]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:07.357 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=258] [version=269] [2024/05/06 08:02:07.407 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=269] ["take time"=53.183545ms] [job="ID:258, Type:add index, State:running, SchemaState:delete only, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:07.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:07.415 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 94, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:delete only, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:07.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:07.422 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=269] [neededSchemaVersion=270] ["start time"=627.356Β΅s] [gotSchemaVersion=270] [phyTblIDs="[256]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:07.424 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=258] [version=270] [2024/05/06 08:02:07.472 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=270] ["take time"=52.242444ms] [job="ID:258, Type:add index, State:running, SchemaState:write only, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:07.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:07.480 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 96, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:write only, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:07.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:07.492 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=270] [neededSchemaVersion=271] ["start time"=707.559Β΅s] [gotSchemaVersion=271] [phyTblIDs="[256]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:07.494 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=258] [version=271] [2024/05/06 08:02:07.539 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=271] ["take time"=53.101942ms] [job="ID:258, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:07.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:07.547 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 94, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:07.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:07.548 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=258] [table=b1cce552] ["ingest mode"=true] [index=65290727] [2024/05/06 08:02:07.548 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:02:07.548 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/258] [keyspaceName=] [2024/05/06 08:02:07.551 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:02:07.551 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:02:07.551 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:07.551 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:02:07.552 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:07.552 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:07.552 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:07.552 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:07.552 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:07.557 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:07.557 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:07.557 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=258] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 08:02:07.558 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=258] [physicalTableID=256] [startKey=7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e] [endKey=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] [2024/05/06 08:02:07.565 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=258] [2024/05/06 08:02:07.572 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 96, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:07.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572379694989321, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:07.573 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=258] [table=b1cce552] ["ingest mode"=true] [index=65290727] [2024/05/06 08:02:07.576 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=258] ["index IDs"="[3]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=256] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 08:02:07.576 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=258] [indexIDs="[3]"] [2024/05/06 08:02:07.577 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=258] [start=7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e] [end=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] ["checkpoint physical ID"=256] [2024/05/06 08:02:07.577 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:07.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572379694989321, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:3,StartKey:7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e,EndKey:7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00,First:false,PhysicalTableID:256,Ingest mode:true"] [2024/05/06 08:02:07.599 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=256] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:07.599 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=256] [oldPhysicalID=0] [indexIDs="[3]"] [jobID=258] [localCnt=0] [2024/05/06 08:02:07.603 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=b1cce552:3] [engineUUID=b85183b9-c6b4-552a-a01e-db697670c7ce] [2024/05/06 08:02:07.603 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:02:07.615 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 08:02:07.616 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["current memory usage"=805306728] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 08:02:07.628 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=805306768] ["max memory quota"=17179869184] [2024/05/06 08:02:07.628 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["current memory usage"=939524496] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 08:02:07.640 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=939524536] ["max memory quota"=17179869184] [2024/05/06 08:02:07.640 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["current memory usage"=1073742264] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 08:02:07.653 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1073742304] ["max memory quota"=17179869184] [2024/05/06 08:02:07.653 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=258] [reader=2] [writer=4] [2024/05/06 08:02:07.653 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=256] ["start key"=7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e] ["end key"=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] [2024/05/06 08:02:07.653 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e] [endKey=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] [2024/05/06 08:02:07.654 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=256] ["end key"=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] ["current end key"=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] [2024/05/06 08:02:07.654 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 08:02:07.654 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 256, range: [7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e, 7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00), jobID: 258"] [2024/05/06 08:02:07.654 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 08:02:07.656 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=332] [kvs=2] [files=1] [sstFileSize=1299] [file=/tmp/tidb/tmp_ddl-4000/258/b85183b9-c6b4-552a-a01e-db697670c7ce.sst/a7ba9794-1481-43e4-9f0e-e6d560e6e70b.sst] [firstKey=7480000000000001FF005F698000000000FF0000030380000000FF000007EC01647570FF6C69636174FF6576FF616C75650000FD01FF39736F504D326436FFFF48000000000000FF00F8000000000000F9014E365144313D4070FF6564406F77566F4AFF7800000000000000F806050080034E0022] [lastKey=7480000000000001FF005F698000000000FF0000030380000000FF000007EC01647570FF6C69636174FF6576FF616C75650000FD01FF39736F504D326436FFFF48000000000000FF00F8000000000000F9015F48576166236744FF2162770000000000FA06050080235C0019] [2024/05/06 08:02:07.660 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=258] ["index IDs"="[3]"] ["local checkpoint"=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] ["global checkpoint"=] ["global physical ID"=256] [] [2024/05/06 08:02:07.660 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:3,TypeKey:_idx_] ["total added count"=2] ["start key"=7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e] [2024/05/06 08:02:07.660 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=2] [2024/05/06 08:02:07.677 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] [2024/05/06 08:02:07.677 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=b1cce552:3] [engineUUID=b85183b9-c6b4-552a-a01e-db697670c7ce] [2024/05/06 08:02:07.678 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=b1cce552:3] [engineUUID=b85183b9-c6b4-552a-a01e-db697670c7ce] [takeTime=662.706Β΅s] [] [2024/05/06 08:02:07.678 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["split region size"=100663296] [2024/05/06 08:02:07.678 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=b1cce552:3] [engineUUID=b85183b9-c6b4-552a-a01e-db697670c7ce] [retryCnt=0] [2024/05/06 08:02:07.679 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:07.701 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=b85183b9-c6b4-552a-a01e-db697670c7ce] ["region ranges"=1] [count=2] [size=332] [2024/05/06 08:02:07.701 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:07.703 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000001005F6980000000000000030380000000000007EC016475706C69636174FF6576616C75650000FD0139736F504D326436FF4800000000000000F8] [endKey=7480000000000001005F6980000000000000030380000000000007EC016475706C69636174FF6576616C75650000FD0139736F504D326436FF4800000000000000F800] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 08:02:09.703 +00:00] [2024/05/06 08:02:07.703 +00:00] [ERROR] [local.go:1459] ["do import meets error"] [category=ddl-ingest] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0001\u0000_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0003\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0007\ufffd\u0001duplicat\ufffdevalue\u0000\u0000\ufffd\u00019soPM2d6\ufffdH\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\"\u0001N6QD1=@p\ufffded@owVoJ\ufffdx\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd\u0006\u0005\u0000\ufffd\u0003N\ufffd\u0000\u0003\u0000\u0000\u0000\u0002\u0006\u0007\u0001\u0000\u0002\u0000\u0003\u0000\u0000\u0000\u0000'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0001\u0000_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0003\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0007\ufffd\u0001duplicat\ufffdevalue\u0000\u0000\ufffd\u00019soPM2d6\ufffdH\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\"\u0001N6QD1=@p\ufffded@owVoJ\ufffdx\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd\u0006\u0005\u0000\ufffd\u0003N\ufffd\u0000\u0003\u0000\u0000\u0000\u0002\u0006\u0007\u0001\u0000\u0002\u0000\u0003\u0000\u0000\u0000\u0000'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:07.704 +00:00] [WARN] [backend.go:376] ["import failed"] [category=ddl-ingest] [engineTag=b1cce552:3] [engineUUID=b85183b9-c6b4-552a-a01e-db697670c7ce] [retryCnt=0] [takeTime=26.397514ms] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0001\u0000_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0003\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0007\ufffd\u0001duplicat\ufffdevalue\u0000\u0000\ufffd\u00019soPM2d6\ufffdH\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\"\u0001N6QD1=@p\ufffded@owVoJ\ufffdx\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd\u0006\u0005\u0000\ufffd\u0003N\ufffd\u0000\u0003\u0000\u0000\u0000\u0002\u0006\u0007\u0001\u0000\u0002\u0000\u0003\u0000\u0000\u0000\u0000'"] [2024/05/06 08:02:07.704 +00:00] [WARN] [engine.go:157] ["ingest data into storage error"] [category=ddl-ingest] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0001\u0000_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0003\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0007\ufffd\u0001duplicat\ufffdevalue\u0000\u0000\ufffd\u00019soPM2d6\ufffdH\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\"\u0001N6QD1=@p\ufffded@owVoJ\ufffdx\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd\u0006\u0005\u0000\ufffd\u0003N\ufffd\u0000\u0003\u0000\u0000\u0000\u0002\u0006\u0007\u0001\u0000\u0002\u0000\u0003\u0000\u0000\u0000\u0000'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0001\u0000_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0003\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0007\ufffd\u0001duplicat\ufffdevalue\u0000\u0000\ufffd\u00019soPM2d6\ufffdH\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\"\u0001N6QD1=@p\ufffded@owVoJ\ufffdx\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd\u0006\u0005\u0000\ufffd\u0003N\ufffd\u0000\u0003\u0000\u0000\u0000\u0002\u0006\u0007\u0001\u0000\u0002\u0000\u0003\u0000\u0000\u0000\u0000'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] ["job ID"=258] ["index ID"=3] [2024/05/06 08:02:07.704 +00:00] [WARN] [index.go:957] ["import index duplicate key, convert job to rollback"] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:256, RowCount:2, ArgLen:6, start time: 2024-05-06 08:02:07.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572379694989321, LocalMode: false, UniqueWarnings:0"] [error="[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727'"] [2024/05/06 08:02:07.708 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:07.708 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:07.708 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:07.708 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:07.708 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:07.708 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:07.708 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:07.708 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:07.708 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:07.708 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:07.708 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:07.708 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:07.708 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:07.708 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:07.708 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:07.708 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:07.708 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:07.708 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:07.708 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=258] [indexIDs="[3]"] [2024/05/06 08:02:07.708 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=258] ["current memory usage"=0] ["max memory quota"=17179869184] [2024/05/06 08:02:07.708 +00:00] [WARN] [ddl_worker.go:1147] ["run DDL job error"] [worker="worker 96, tp add index"] [category=ddl] [jobID=258] [conn=36] [error="[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727'"] [errorVerbose="[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.completeErr\n\tpkg/ddl/index_cop.go:313\ngithub.com/pingcap/tidb/pkg/ddl.convertAddIdxJob2RollbackJob\n\tpkg/ddl/rollingback.go:93\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJob\n\tpkg/ddl/index.go:958\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:866\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:07.714 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=271] [neededSchemaVersion=272] ["start time"=578.152Β΅s] [gotSchemaVersion=272] [phyTblIDs="[256]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:07.715 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=258] [version=272] [2024/05/06 08:02:07.765 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=272] ["take time"=52.971698ms] [job="ID:258, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:2, TableID:256, RowCount:2, ArgLen:3, start time: 2024-05-06 08:02:07.323 +0000 UTC, Err:[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727', ErrCount:1, SnapshotVersion:449572379694989321, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:07.772 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 95, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:2, TableID:256, RowCount:2, ArgLen:0, start time: 2024-05-06 08:02:07.323 +0000 UTC, Err:[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727', ErrCount:1, SnapshotVersion:449572379694989321, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:07.780 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=272] [neededSchemaVersion=273] ["start time"=585.971Β΅s] [gotSchemaVersion=273] [phyTblIDs="[256]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:07.782 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=258] [version=273] [2024/05/06 08:02:07.831 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=273] ["take time"=53.229139ms] [job="ID:258, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:2, TableID:256, RowCount:2, ArgLen:2, start time: 2024-05-06 08:02:07.323 +0000 UTC, Err:[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727', ErrCount:1, SnapshotVersion:449572379694989321, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:07.841 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 94, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:2, TableID:256, RowCount:2, ArgLen:0, start time: 2024-05-06 08:02:07.323 +0000 UTC, Err:[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727', ErrCount:1, SnapshotVersion:449572379694989321, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:07.850 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=273] [neededSchemaVersion=274] ["start time"=708.8Β΅s] [gotSchemaVersion=274] [phyTblIDs="[256]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:07.852 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=258] [version=274] [2024/05/06 08:02:07.901 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=274] ["take time"=53.286809ms] [job="ID:258, Type:add index, State:rollback done, SchemaState:none, SchemaID:2, TableID:256, RowCount:2, ArgLen:2, start time: 2024-05-06 08:02:07.323 +0000 UTC, Err:[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727', ErrCount:1, SnapshotVersion:449572379694989321, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:07.912 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=258] [tableID=256] [indexIDs="[3,9223090561878065155]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:02:07.917 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=258] [jobType="add index"] [2024/05/06 08:02:07.918 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 95, tp add index"] [category=ddl] [jobID=258] [conn=36] [job="ID:258, Type:add index, State:rollback done, SchemaState:none, SchemaID:2, TableID:256, RowCount:2, ArgLen:2, start time: 2024-05-06 08:02:07.323 +0000 UTC, Err:[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727', ErrCount:1, SnapshotVersion:449572379694989321, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:07.926 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=258] [2024/05/06 08:02:07.929 +00:00] [INFO] [ddl.go:1291] ["DDL job is failed"] [category=ddl] [jobID=258] [2024/05/06 08:02:07.929 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 08:02:07.930 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 36\n# Query_time: 0.591433181\n# Parse_time: 0.000031773\n# Compile_time: 0.000059309\n# Rewrite_time: 0.000002089\n# Optimize_time: 0.000018422\n# Wait_TS: 0.000167075\n# DB: test\n# Is_internal: false\n# Digest: bc4570d7de5f1f19112a3915018d4d0650f00ce0ad5b39e929a05a8dc72fa0ac\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\nALTER TABLE `b1cce552` ADD unique INDEX `65290727` (`4c74082f`, `d9337060`, `8069da7b`);"] [2024/05/06 08:02:07.937 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f13a3db4-65e9-4846-84b1-72e2aa20923a"] [2024/05/06 08:02:07.937 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f13a3db4-65e9-4846-84b1-72e2aa20923a"] [2024/05/06 08:02:07.937 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f13a3db4-65e9-4846-84b1-72e2aa20923a"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:07.939 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f13a3db4-65e9-4846-84b1-72e2aa20923a"] [] [2024/05/06 08:02:07.940 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:07.940 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 97, tp add index"] [category=ddl] ["take time"=8.34Β΅s] [2024/05/06 08:02:07.940 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 96, tp add index"] [category=ddl] ["take time"=2.397Β΅s] [2024/05/06 08:02:07.940 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 95, tp add index"] [category=ddl] ["take time"=1.288Β΅s] [2024/05/06 08:02:07.940 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 94, tp add index"] [category=ddl] ["take time"=781ns] [2024/05/06 08:02:07.940 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:07.940 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 93, tp general"] [category=ddl] ["take time"=1.108Β΅s] [2024/05/06 08:02:07.940 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:07.940 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:02:07.940 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:02:07.941 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=f13a3db4-65e9-4846-84b1-72e2aa20923a] ["take time"=10.94006ms] [2024/05/06 08:02:07.941 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=f13a3db4-65e9-4846-84b1-72e2aa20923a] [2024/05/06 08:02:07.942 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:02:07.942 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/23be7830-7778-4f95-a506-6ef960cfe6ac] [2024/05/06 08:02:07.942 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:07.942 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:07.942 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:07.942 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:07.942 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:07.942 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:07.942 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:07.942 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:07.942 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:07.942 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:07.943 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:02:07.944 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:02:07.944 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1862] [2024/05/06 08:02:07.944 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:07.944 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:02:07.944 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:02:07.944 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:07.944 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:02:07.944 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:07.944 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:07.944 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:07.944 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:07.944 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:02:07.944 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:07.944 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:07.944 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:07.944 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:07.945 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:02:07.945 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:02:07.944 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:02:07.945 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:07.945 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:07.945 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:02:07.945 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:07.945 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:07.945 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:02:07.945 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:02:07.945 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:02:07.945 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:07.945 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:07.945 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:02:07.945 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:02:07.945 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:02:07.945 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:07.945 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:07.945 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:07.945 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:07.945 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:02:07.945 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:07.945 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:02:07.945 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:02:07.945 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a33db0ed-d993-4772-b516-2d41dc817193"] [error="lost watcher waiting for delete"] [2024/05/06 08:02:07.945 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:02:07.945 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f13a3db4-65e9-4846-84b1-72e2aa20923a"] [error="context canceled"] [2024/05/06 08:02:07.945 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:02:07.945 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:02:07.945 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:07.945 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f13a3db4-65e9-4846-84b1-72e2aa20923a"] [2024/05/06 08:02:07.945 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager f13a3db4-65e9-4846-84b1-72e2aa20923a"] [error="lost watcher waiting for delete"] [2024/05/06 08:02:07.945 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:02:07.945 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:07.945 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f13a3db4-65e9-4846-84b1-72e2aa20923a"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:07.945 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:02:07.945 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:07.945 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:02:07.945 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:02:07.945 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:02:07.945 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:02:07.945 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:07.945 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:07.945 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a33db0ed-d993-4772-b516-2d41dc817193"] [error="context canceled"] [2024/05/06 08:02:07.945 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=a33db0ed-d993-4772-b516-2d41dc817193] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:07.945 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:07.945 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a33db0ed-d993-4772-b516-2d41dc817193"] [2024/05/06 08:02:07.945 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a33db0ed-d993-4772-b516-2d41dc817193"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:07.955 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:02:07.955 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager f13a3db4-65e9-4846-84b1-72e2aa20923a"] [error="context canceled"] [2024/05/06 08:02:07.955 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager f13a3db4-65e9-4846-84b1-72e2aa20923a"] [2024/05/06 08:02:07.955 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager f13a3db4-65e9-4846-84b1-72e2aa20923a"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:09.185 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f13a3db4-65e9-4846-84b1-72e2aa20923a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:09.185 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:02:09.185 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:09.197 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a33db0ed-d993-4772-b516-2d41dc817193"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:09.202 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager f13a3db4-65e9-4846-84b1-72e2aa20923a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:09.202 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:02:09.202 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:02:09.202 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:09.202 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.272705507s] [2024/05/06 08:02:09.202 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:09.203 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:09.203 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:09.203 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:09.203 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:09.203 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:09.203 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:09.203 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:09.203 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:09.203 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:09.203 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:09.203 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:09.203 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:09.203 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddUniqueIndexDuplicatedError (2.03s) === RUN TestFirstLitSlowStart [2024/05/06 08:02:09.205 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:02:09.205 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:02:09.206 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:02:09.206 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:09.206 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:02:09.207 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:09.207 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:09.207 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:09.207 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:09.207 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:09.207 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:02:09.208 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:09.209 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:09.209 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:09.212 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793138773410359] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:02:09.218 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:02:09.224 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1189] ["lease id"=22318f4ce9fa9f45] [2024/05/06 08:02:09.226 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:02:09.242 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=274] ["start time"=14.982783ms] [2024/05/06 08:02:09.243 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:02:09.243 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=da3bbcd2-202d-4deb-bbdc-35d512e7e64d] [runWorker=true] [2024/05/06 08:02:09.243 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:02:09.245 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:02:09.245 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 08:02:09.246 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:09.246 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 657009082368/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 08:02:09.246 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:09.246 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:09.246 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:09.246 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:09.246 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:09.246 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:09.246 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:09.246 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:09.246 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:09.246 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:09.246 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:09.246 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:02:09.246 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:09.247 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:09.247 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=cdc33c5d-e093-4513-8e73-6a4a02fe580a] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:09.247 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager da3bbcd2-202d-4deb-bbdc-35d512e7e64d"] ["owner key"=/tidb/ddl/fg/owner/6f188f4ce9fe8692] [ownerID=da3bbcd2-202d-4deb-bbdc-35d512e7e64d] [op=none] [2024/05/06 08:02:09.248 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:02:09.251 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:02:09.252 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:09.252 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:02:09.268 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:09.271 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:09.273 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:09.273 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:09.273 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:09.273 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:09.273 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:02:09.273 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:02:09.273 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:02:09.273 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:02:09.273 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:02:09.274 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:09.274 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:02:09.275 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:09.275 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:09.275 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:09.275 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:09.275 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:02:09.276 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:09.276 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/7b8bbe53-fb73-4ecd-822e-53b7d80212f1] [2024/05/06 08:02:09.276 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:09.276 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:09.276 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:02:09.278 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:09.278 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:02:09.278 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:02:09.279 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=5.194633ms] [2024/05/06 08:02:09.283 +00:00] [INFO] [set.go:170] ["set global var"] [conn=37] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:02:09.284 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=37] [schemaVersion=274] [cur_db=test] [sql="alter table `b1cce552` nocache"] [user=] [2024/05/06 08:02:09.284 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=37] [schemaVersion=274] [cur_db=test] [sql="drop table `b1cce552`"] [user=] [2024/05/06 08:02:09.291 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:259, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:256, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:09.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:09.291 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:259, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:256, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:09.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `b1cce552`"] [2024/05/06 08:02:09.297 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:09.298 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager da3bbcd2-202d-4deb-bbdc-35d512e7e64d"] ["owner key"=/tidb/ddl/fg/owner/6f188f4ce9fe8692] [ownerID=da3bbcd2-202d-4deb-bbdc-35d512e7e64d] [op=none] [2024/05/06 08:02:09.298 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager da3bbcd2-202d-4deb-bbdc-35d512e7e64d"] [op=none] [2024/05/06 08:02:09.298 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:02:09.306 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=259] [conn=37] [category=ddl] [job="ID:259, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:09.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.313 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=274] [neededSchemaVersion=275] ["start time"=64.578Β΅s] [gotSchemaVersion=275] [phyTblIDs="[256]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:09.316 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=259] [version=275] [2024/05/06 08:02:09.364 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=275] ["take time"=52.940277ms] [job="ID:259, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:256, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:09.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.370 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=259] [conn=37] [category=ddl] [job="ID:259, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:09.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.378 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=275] [neededSchemaVersion=276] ["start time"=62.993Β΅s] [gotSchemaVersion=276] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:09.381 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=259] [version=276] [2024/05/06 08:02:09.429 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=276] ["take time"=53.422164ms] [job="ID:259, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:09.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.437 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=259] [conn=37] [category=ddl] [job="ID:259, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:09.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.440 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 256, Old Table Name: b1cce552"] [2024/05/06 08:02:09.445 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=276] [neededSchemaVersion=277] ["start time"=51.245Β΅s] [gotSchemaVersion=277] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:09.447 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=259] [version=277] [2024/05/06 08:02:09.496 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=277] ["take time"=53.017475ms] [job="ID:259, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:09.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.504 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=259] [tableIDs="[256]"] [comment="drop table: table ID"] [2024/05/06 08:02:09.509 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=259] [jobType="drop table"] [2024/05/06 08:02:09.510 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=259] [conn=37] [job="ID:259, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:09.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.518 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=259] [2024/05/06 08:02:09.518 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:09.520 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=277] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 08:02:09.526 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:260, Type:drop schema, State:queueing, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:09.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:09.527 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:260, Type:drop schema, State:queueing, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:09.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 08:02:09.533 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=260] [conn=38] [category=ddl] [job="ID:260, Type:drop schema, State:queueing, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:09.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.543 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=277] [neededSchemaVersion=278] ["start time"=62.088Β΅s] [gotSchemaVersion=278] [phyTblIDs="[253]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:02:09.545 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=260] [version=278] [2024/05/06 08:02:09.593 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=278] ["take time"=52.79091ms] [job="ID:260, Type:drop schema, State:running, SchemaState:write only, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:09.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.604 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=260] [conn=38] [category=ddl] [job="ID:260, Type:drop schema, State:running, SchemaState:write only, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:09.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.611 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=278] [neededSchemaVersion=279] ["start time"=47.239Β΅s] [gotSchemaVersion=279] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:02:09.613 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=260] [version=279] [2024/05/06 08:02:09.662 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=279] ["take time"=52.574042ms] [job="ID:260, Type:drop schema, State:running, SchemaState:delete only, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:09.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.669 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=260] [conn=38] [category=ddl] [job="ID:260, Type:drop schema, State:running, SchemaState:delete only, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:09.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.677 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=279] [neededSchemaVersion=280] ["start time"=47.084Β΅s] [gotSchemaVersion=280] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:02:09.679 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=260] [version=280] [2024/05/06 08:02:09.728 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=280] ["take time"=52.930855ms] [job="ID:260, Type:drop schema, State:done, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:09.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.736 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=260] [tableIDs="[253]"] [comment="drop schema: table IDs"] [2024/05/06 08:02:09.739 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=260] [jobType="drop schema"] [2024/05/06 08:02:09.740 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=260] [conn=38] [job="ID:260, Type:drop schema, State:synced, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:09.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.746 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=260] [2024/05/06 08:02:09.746 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:09.748 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=280] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 08:02:09.755 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:262, Type:create schema, State:queueing, SchemaState:none, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:09.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:09.755 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:262, Type:create schema, State:queueing, SchemaState:none, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:09.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 08:02:09.762 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=262] [conn=38] [category=ddl] [job="ID:262, Type:create schema, State:queueing, SchemaState:none, SchemaID:261, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:09.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.770 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=280] [neededSchemaVersion=281] ["start time"=241.934Β΅s] [gotSchemaVersion=281] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:02:09.772 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=262] [version=281] [2024/05/06 08:02:09.820 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=281] ["take time"=52.419879ms] [job="ID:262, Type:create schema, State:done, SchemaState:public, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:09.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.828 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=262] [conn=38] [job="ID:262, Type:create schema, State:synced, SchemaState:public, SchemaID:261, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:09.722 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.832 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=262] [2024/05/06 08:02:09.832 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:09.841 +00:00] [INFO] [set.go:170] ["set global var"] [conn=38] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 08:02:09.841 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=281] [cur_db=addindexlit] [sql="create table t(a int, b int);"] [user=] [2024/05/06 08:02:09.850 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:264, Type:create table, State:queueing, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:09.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:09.850 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:264, Type:create table, State:queueing, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:09.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int, b int);"] [2024/05/06 08:02:09.859 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=264] [conn=38] [category=ddl] [job="ID:264, Type:create table, State:queueing, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:09.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.862 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 261, Table ID: 263, Table Name: t"] [2024/05/06 08:02:09.870 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=281] [neededSchemaVersion=282] ["start time"=769.85Β΅s] [gotSchemaVersion=282] [phyTblIDs="[263]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:09.873 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=264] [version=282] [2024/05/06 08:02:09.920 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=282] ["take time"=53.279108ms] [job="ID:264, Type:create table, State:done, SchemaState:public, SchemaID:261, TableID:263, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:09.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.977 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=264] [conn=38] [job="ID:264, Type:create table, State:synced, SchemaState:public, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:09.822 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.984 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=264] [2024/05/06 08:02:09.984 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:09.990 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=282] [cur_db=addindexlit] [sql="create table t2(a int, b int);"] [user=] [2024/05/06 08:02:09.999 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:266, Type:create table, State:queueing, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:09.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:09.999 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:266, Type:create table, State:queueing, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:09.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t2(a int, b int);"] [2024/05/06 08:02:10.071 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=266] [conn=38] [category=ddl] [job="ID:266, Type:create table, State:queueing, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:09.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:10.075 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 261, Table ID: 265, Table Name: t2"] [2024/05/06 08:02:10.081 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=282] [neededSchemaVersion=283] ["start time"=660.507Β΅s] [gotSchemaVersion=283] [phyTblIDs="[265]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:10.084 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=266] [version=283] [2024/05/06 08:02:10.132 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=283] ["take time"=53.219518ms] [job="ID:266, Type:create table, State:done, SchemaState:public, SchemaID:261, TableID:265, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:09.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:10.175 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=266] [conn=38] [job="ID:266, Type:create table, State:synced, SchemaState:public, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:09.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:10.180 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=266] [2024/05/06 08:02:10.180 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:10.185 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=39] [schemaVersion=283] [cur_db=addindexlit] [sql="alter table t2 add unique index idx(a);"] [user=] [2024/05/06 08:02:10.185 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=283] [cur_db=addindexlit] [sql="alter table t add unique index idx(a);"] [user=] [2024/05/06 08:02:10.190 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=2] [jobs="ID:267, Type:add index, State:queueing, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:268, Type:add index, State:queueing, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 08:02:10.190 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:268, Type:add index, State:queueing, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t2 add unique index idx(a);"] [2024/05/06 08:02:10.190 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:267, Type:add index, State:queueing, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(a);"] [2024/05/06 08:02:10.197 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 100, tp add index"] [category=ddl] [jobID=267] [conn=38] [category=ddl] [job="ID:267, Type:add index, State:queueing, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:10.198 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 08:02:10.199 +00:00] [INFO] [backend_mgr.go:224] ["remove stale temp index data"] [jobID=258] [2024/05/06 08:02:10.204 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 101, tp add index"] [category=ddl] [jobID=268] [conn=39] [category=ddl] [job="ID:268, Type:add index, State:queueing, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:10.205 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 08:02:10.206 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=283] [neededSchemaVersion=284] ["start time"=459.464Β΅s] [gotSchemaVersion=284] [phyTblIDs="[263]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:10.208 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=267] [version=284] [2024/05/06 08:02:10.211 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=284] [neededSchemaVersion=285] ["start time"=533.237Β΅s] [gotSchemaVersion=285] [phyTblIDs="[265]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:10.213 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=268] [version=285] [2024/05/06 08:02:10.257 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=284] ["take time"=53.262957ms] [job="ID:267, Type:add index, State:running, SchemaState:delete only, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:10.261 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=285] ["take time"=51.823939ms] [job="ID:268, Type:add index, State:running, SchemaState:delete only, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:10.264 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 100, tp add index"] [category=ddl] [jobID=267] [conn=38] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:delete only, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:10.268 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 102, tp add index"] [category=ddl] [jobID=268] [conn=39] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:delete only, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:10.270 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=285] [neededSchemaVersion=286] ["start time"=566.144Β΅s] [gotSchemaVersion=286] [phyTblIDs="[263]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:10.272 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=267] [version=286] [2024/05/06 08:02:10.275 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=286] [neededSchemaVersion=287] ["start time"=491.276Β΅s] [gotSchemaVersion=287] [phyTblIDs="[265]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:10.276 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:02:10.276 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:02:10.276 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/7b8bbe53-fb73-4ecd-822e-53b7d80212f1] [watcherID=031dc935-685f-42ab-91aa-4ba161080b76] [2024/05/06 08:02:10.277 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=268] [version=287] [2024/05/06 08:02:10.278 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:02:10.280 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:02:10.280 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:02:10.280 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:02:10.280 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:02:10.321 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=286] ["take time"=52.680383ms] [job="ID:267, Type:add index, State:running, SchemaState:write only, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:10.325 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=287] ["take time"=51.808144ms] [job="ID:268, Type:add index, State:running, SchemaState:write only, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:10.329 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 99, tp add index"] [category=ddl] [jobID=267] [conn=38] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write only, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:10.333 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 100, tp add index"] [category=ddl] [jobID=268] [conn=39] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write only, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:10.337 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=287] [neededSchemaVersion=288] ["start time"=734.231Β΅s] [gotSchemaVersion=288] [phyTblIDs="[263]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:10.339 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=267] [version=288] [2024/05/06 08:02:10.341 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=288] [neededSchemaVersion=289] ["start time"=453.607Β΅s] [gotSchemaVersion=289] [phyTblIDs="[265]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:10.342 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=268] [version=289] [2024/05/06 08:02:10.387 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=288] ["take time"=52.892082ms] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:10.389 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=289] ["take time"=51.452379ms] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:10.394 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 101, tp add index"] [category=ddl] [jobID=267] [conn=38] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:10.395 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=267] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:02:10.395 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:02:10.395 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/267] [keyspaceName=] [2024/05/06 08:02:10.398 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 99, tp add index"] [category=ddl] [jobID=268] [conn=39] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:10.398 +00:00] [WARN] [manager.go:213] ["resign ddl owner success"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager da3bbcd2-202d-4deb-bbdc-35d512e7e64d"] [2024/05/06 08:02:10.398 +00:00] [INFO] [manager.go:458] ["watch failed, owner is deleted"] ["owner info"="[ddl] ownerManager da3bbcd2-202d-4deb-bbdc-35d512e7e64d watch owner key /tidb/ddl/fg/owner/6f188f4ce9fe8692"] [2024/05/06 08:02:10.398 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager da3bbcd2-202d-4deb-bbdc-35d512e7e64d"] [2024/05/06 08:02:10.398 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=268] [table=t2] ["ingest mode"=true] [index=idx] [2024/05/06 08:02:10.398 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:02:10.399 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:02:10.399 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:10.399 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:02:10.399 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:10.399 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:10.399 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:10.399 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:10.399 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:10.399 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager da3bbcd2-202d-4deb-bbdc-35d512e7e64d"] ["owner key"=/tidb/ddl/fg/owner/6f188f4ce9fe8692] [ownerID=da3bbcd2-202d-4deb-bbdc-35d512e7e64d] [op=none] [2024/05/06 08:02:11.246 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:02:11.401 +00:00] [INFO] [engine_mgr.go:598] ["no one removes folder"] [2024/05/06 08:02:12.403 +00:00] [INFO] [engine_mgr.go:598] ["no one removes folder"] [2024/05/06 08:02:12.407 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:12.408 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:12.408 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=267] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 08:02:12.408 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:02:12.408 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/268] [keyspaceName=] [2024/05/06 08:02:12.409 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=267] [physicalTableID=263] [startKey=7480000000000001075f728000000000000001] [endKey=7480000000000001075f72800000000000000300] [2024/05/06 08:02:12.411 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:02:12.411 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:02:12.411 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:12.411 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:02:12.412 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:12.412 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:12.412 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:12.412 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:12.412 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:12.416 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=267] [2024/05/06 08:02:12.422 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 102, tp add index"] [category=ddl] [jobID=267] [conn=38] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572380966387716, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:12.423 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=267] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 08:02:13.414 +00:00] [INFO] [engine_mgr.go:598] ["no one removes folder"] [2024/05/06 08:02:14.415 +00:00] [INFO] [engine_mgr.go:598] ["no one removes folder"] [2024/05/06 08:02:14.419 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:14.420 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:14.420 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=268] ["current memory usage"=352] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 08:02:14.421 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=268] [physicalTableID=265] [startKey=7480000000000001095f728000000000000001] [endKey=7480000000000001095f72800000000000000300] [2024/05/06 08:02:14.423 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=267] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=263] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 08:02:14.423 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=267] [indexIDs="[1]"] [2024/05/06 08:02:14.425 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=267] [start=7480000000000001075f728000000000000001] [end=7480000000000001075f72800000000000000300] ["checkpoint physical ID"=263] [2024/05/06 08:02:14.425 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572380966387716, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001075f728000000000000001,EndKey:7480000000000001075f72800000000000000300,First:false,PhysicalTableID:263,Ingest mode:true"] [2024/05/06 08:02:14.427 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=268] [2024/05/06 08:02:14.434 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 100, tp add index"] [category=ddl] [jobID=268] [conn=39] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572381490675718, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:14.435 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=268] [table=t2] ["ingest mode"=true] [index=idx] [2024/05/06 08:02:14.438 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=268] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=265] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 08:02:14.438 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=268] [indexIDs="[1]"] [2024/05/06 08:02:14.440 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=268] [start=7480000000000001095f728000000000000001] [end=7480000000000001095f72800000000000000300] ["checkpoint physical ID"=265] [2024/05/06 08:02:14.440 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572381490675718, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001095f728000000000000001,EndKey:7480000000000001095f72800000000000000300,First:false,PhysicalTableID:265,Ingest mode:true"] [2024/05/06 08:02:14.456 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=263] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:14.456 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=263] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=267] [localCnt=0] [2024/05/06 08:02:14.458 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:02:14.458 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["current memory usage"=671089136] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:02:14.464 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=265] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:14.464 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=265] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=268] [localCnt=0] [2024/05/06 08:02:14.466 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 08:02:14.466 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["current memory usage"=1342177920] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:02:14.469 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=1342177960] ["max memory quota"=17179869184] [2024/05/06 08:02:14.469 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["current memory usage"=1476395688] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 08:02:14.471 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=1476395728] ["max memory quota"=17179869184] [2024/05/06 08:02:14.471 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["current memory usage"=1610613456] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 08:02:14.474 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1610613496] ["max memory quota"=17179869184] [2024/05/06 08:02:14.474 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["current memory usage"=1744831224] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 08:02:14.476 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1744831264] ["max memory quota"=17179869184] [2024/05/06 08:02:14.476 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["current memory usage"=1879048992] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 08:02:14.487 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=1879049032] ["max memory quota"=17179869184] [2024/05/06 08:02:14.487 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["current memory usage"=2013266760] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 08:02:14.488 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=2013266800] ["max memory quota"=17179869184] [2024/05/06 08:02:14.488 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["current memory usage"=2147484528] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 08:02:14.546 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=2147484568] ["max memory quota"=17179869184] [2024/05/06 08:02:14.546 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=268] [reader=2] [writer=4] [2024/05/06 08:02:14.546 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=265] ["start key"=7480000000000001095f728000000000000001] ["end key"=7480000000000001095f72800000000000000300] [2024/05/06 08:02:14.546 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001095f728000000000000001] [endKey=7480000000000001095f72800000000000000300] [2024/05/06 08:02:14.547 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=265] ["end key"=7480000000000001095f72800000000000000300] ["current end key"=7480000000000001095f72800000000000000300] [2024/05/06 08:02:14.547 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 08:02:14.547 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 265, range: [7480000000000001095f728000000000000001, 7480000000000001095f72800000000000000300), jobID: 268"] [2024/05/06 08:02:14.548 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 08:02:14.549 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/268/214c0b64-c6e1-5c8a-adab-57f23de7e62f.sst/71c04164-55fc-43e1-b781-56b2e0a64f06.sst] [firstKey=7480000000000001FF095F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF095F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/06 08:02:14.555 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=268] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001095f72800000000000000300] ["global checkpoint"=] ["global physical ID"=265] [] [2024/05/06 08:02:14.555 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001095f728000000000000001] [2024/05/06 08:02:14.555 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 08:02:14.572 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1610613536] ["max memory quota"=17179869184] [2024/05/06 08:02:14.573 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=267] [reader=2] [writer=4] [2024/05/06 08:02:14.573 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=263] ["start key"=7480000000000001075f728000000000000001] ["end key"=7480000000000001075f72800000000000000300] [2024/05/06 08:02:14.573 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001075f728000000000000001] [endKey=7480000000000001075f72800000000000000300] [2024/05/06 08:02:14.573 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=263] ["end key"=7480000000000001075f72800000000000000300] ["current end key"=7480000000000001075f72800000000000000300] [2024/05/06 08:02:14.573 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 08:02:14.573 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 263, range: [7480000000000001075f728000000000000001, 7480000000000001075f72800000000000000300), jobID: 267"] [2024/05/06 08:02:14.574 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 08:02:14.575 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/267/f75d9cab-8823-5503-94ba-459a1de580da.sst/e4023cea-ff84-4abe-afb9-451fc15e7a64.sst] [firstKey=7480000000000001FF075F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF075F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/06 08:02:14.581 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=267] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001075f72800000000000000300] ["global checkpoint"=] ["global physical ID"=263] [] [2024/05/06 08:02:14.581 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001075f728000000000000001] [2024/05/06 08:02:14.581 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 08:02:14.582 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] [2024/05/06 08:02:14.583 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 08:02:14.584 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [takeTime=1.534734ms] [] [2024/05/06 08:02:14.584 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["split region size"=100663296] [2024/05/06 08:02:14.584 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [retryCnt=0] [2024/05/06 08:02:14.586 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:14.604 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] [2024/05/06 08:02:14.604 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:02:14.605 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=730.981Β΅s] [] [2024/05/06 08:02:14.605 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["split region size"=100663296] [2024/05/06 08:02:14.605 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 08:02:14.607 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:14.608 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=214c0b64-c6e1-5c8a-adab-57f23de7e62f] ["region ranges"=1] [count=3] [size=162] [2024/05/06 08:02:14.608 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:14.629 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=162] [2024/05/06 08:02:14.629 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:14.749 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/06 08:02:14.751 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [retryCnt=0] [takeTime=166.52631ms] [] [2024/05/06 08:02:14.751 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 08:02:14.751 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [takeTime=565.208Β΅s] [] [2024/05/06 08:02:14.751 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t2] [2024/05/06 08:02:14.751 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t2] [category=detect-dupe] [tasks=1] [2024/05/06 08:02:14.752 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t2] [takeTime=883.622Β΅s] [] [2024/05/06 08:02:14.753 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/06 08:02:14.754 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=149.274737ms] [] [2024/05/06 08:02:14.754 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 08:02:14.755 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=604.183Β΅s] [] [2024/05/06 08:02:14.755 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t] [2024/05/06 08:02:14.755 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t] [category=detect-dupe] [tasks=1] [2024/05/06 08:02:14.756 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t] [takeTime=663.285Β΅s] [] [2024/05/06 08:02:14.760 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=289] [neededSchemaVersion=290] ["start time"=540.593Β΅s] [gotSchemaVersion=290] [phyTblIDs="[265]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:14.763 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=268] [version=290] [2024/05/06 08:02:14.764 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=290] [neededSchemaVersion=291] ["start time"=520.905Β΅s] [gotSchemaVersion=291] [phyTblIDs="[263]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:14.766 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=267] [version=291] [2024/05/06 08:02:14.811 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=290] ["take time"=53.300081ms] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572381490675718, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:14.813 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=291] ["take time"=52.126754ms] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572380966387716, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:14.821 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 101, tp add index"] [category=ddl] [jobID=267] [conn=38] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572380966387716, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:14.822 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=267] [table=t] [index=idx] [2024/05/06 08:02:14.823 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:14.823 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:14.823 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:14.823 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:14.823 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:14.823 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:14.823 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:14.823 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:14.823 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:14.823 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:14.823 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:14.823 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:14.823 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:14.824 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:14.824 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:14.824 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:14.824 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:14.824 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:14.824 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=267] [indexIDs="[1]"] [2024/05/06 08:02:14.824 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=267] ["current memory usage"=536871232] ["max memory quota"=17179869184] [2024/05/06 08:02:14.826 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 100, tp add index"] [category=ddl] [jobID=268] [conn=39] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572381490675718, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:14.827 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=268] [table=t2] [index=idx] [2024/05/06 08:02:14.828 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:14.828 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:14.828 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:14.828 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:14.829 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:14.828 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:14.829 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:14.828 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:14.829 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:14.829 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:14.829 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:14.829 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:14.829 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:14.829 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:14.829 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:14.829 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:14.829 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:14.829 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:14.829 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=268] [indexIDs="[1]"] [2024/05/06 08:02:14.829 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=268] ["current memory usage"=0] ["max memory quota"=17179869184] [2024/05/06 08:02:14.834 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=291] [neededSchemaVersion=292] ["start time"=708.164Β΅s] [gotSchemaVersion=292] [phyTblIDs="[263]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:14.837 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=267] [version=292] [2024/05/06 08:02:14.839 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=292] [neededSchemaVersion=293] ["start time"=599.62Β΅s] [gotSchemaVersion=293] [phyTblIDs="[265]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:14.841 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=268] [version=293] [2024/05/06 08:02:14.884 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=292] ["take time"=53.635744ms] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:14.888 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=293] ["take time"=52.170745ms] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:14.895 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 99, tp add index"] [category=ddl] [jobID=267] [conn=38] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:14.896 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=267] [physicalTableID=263] [startKey=7480000000000001075f69ffff000000000001] [endKey=7480000000000001075f69ffff000000000001ff] [2024/05/06 08:02:14.900 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 101, tp add index"] [category=ddl] [jobID=268] [conn=39] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:14.901 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=268] [physicalTableID=265] [startKey=7480000000000001095f69ffff000000000001] [endKey=7480000000000001095f69ffff000000000001ff] [2024/05/06 08:02:14.904 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=267] [2024/05/06 08:02:14.908 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=268] [2024/05/06 08:02:14.913 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 102, tp add index"] [category=ddl] [jobID=267] [conn=38] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572381621485580, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:14.915 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572381621485580, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001075f69ffff000000000001,EndKey:7480000000000001075f69ffff000000000001ff,First:false,PhysicalTableID:263,Ingest mode:false"] [2024/05/06 08:02:14.917 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=263] ["start key"=7480000000000001075f69ffff000000000001] ["end key"=7480000000000001075f69ffff000000000001ff] [2024/05/06 08:02:14.917 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=267] [2024/05/06 08:02:14.917 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=267] [2024/05/06 08:02:14.917 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=267] [2024/05/06 08:02:14.917 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001075f69ffff000000000001] [endKey=7480000000000001075f69ffff000000000001ff] [2024/05/06 08:02:14.917 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 99, tp add index"] [category=ddl] [jobID=268] [conn=39] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572381621485586, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:14.917 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=267] [2024/05/06 08:02:14.918 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=263] ["end key"=7480000000000001075f69ffff000000000001ff] ["current end key"=7480000000000001075f69ffff00000000000100] [2024/05/06 08:02:14.918 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=267] [2024/05/06 08:02:14.918 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=267] [2024/05/06 08:02:14.918 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=267] [2024/05/06 08:02:14.919 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 263, range: [7480000000000001075f69ffff000000000001, 7480000000000001075f69ffff00000000000100), jobID: 267"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001075f69ffff0000000000010000] ["take time"=617.501Β΅s] [2024/05/06 08:02:14.919 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=267] [2024/05/06 08:02:14.920 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572381621485586, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001095f69ffff000000000001,EndKey:7480000000000001095f69ffff000000000001ff,First:false,PhysicalTableID:265,Ingest mode:false"] [2024/05/06 08:02:14.921 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=268] [2024/05/06 08:02:14.921 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=265] ["start key"=7480000000000001095f69ffff000000000001] ["end key"=7480000000000001095f69ffff000000000001ff] [2024/05/06 08:02:14.921 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=268] [2024/05/06 08:02:14.922 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001095f69ffff000000000001] [endKey=7480000000000001095f69ffff000000000001ff] [2024/05/06 08:02:14.921 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=268] [2024/05/06 08:02:14.922 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=268] [2024/05/06 08:02:14.922 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001075f69ffff000000000001] [2024/05/06 08:02:14.922 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=265] ["end key"=7480000000000001095f69ffff000000000001ff] ["current end key"=7480000000000001095f69ffff00000000000100] [2024/05/06 08:02:14.922 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 08:02:14.922 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=268] [2024/05/06 08:02:14.922 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=268] [2024/05/06 08:02:14.922 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=268] [2024/05/06 08:02:14.923 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 265, range: [7480000000000001095f69ffff000000000001, 7480000000000001095f69ffff00000000000100), jobID: 268"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001095f69ffff0000000000010000] ["take time"=398.563Β΅s] [2024/05/06 08:02:14.923 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=268] [2024/05/06 08:02:14.925 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001095f69ffff000000000001] [2024/05/06 08:02:14.925 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 08:02:14.951 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 08:02:14.955 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 08:02:14.957 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=293] [neededSchemaVersion=294] ["start time"=675.644Β΅s] [gotSchemaVersion=294] [phyTblIDs="[263]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:14.960 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=267] [version=294] [2024/05/06 08:02:14.961 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=294] [neededSchemaVersion=295] ["start time"=485.137Β΅s] [gotSchemaVersion=295] [phyTblIDs="[265]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:14.963 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=268] [version=295] [2024/05/06 08:02:15.007 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=294] ["take time"=52.861712ms] [job="ID:267, Type:add index, State:done, SchemaState:public, SchemaID:261, TableID:263, RowCount:3, ArgLen:3, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572381621485580, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:15.010 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=295] ["take time"=51.725919ms] [job="ID:268, Type:add index, State:done, SchemaState:public, SchemaID:261, TableID:265, RowCount:3, ArgLen:3, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572381621485586, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:15.017 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=267] [tableID=263] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:02:15.019 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=267] [jobType="add index"] [2024/05/06 08:02:15.020 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 100, tp add index"] [category=ddl] [jobID=267] [conn=38] [job="ID:267, Type:add index, State:synced, SchemaState:public, SchemaID:261, TableID:263, RowCount:3, ArgLen:3, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572381621485580, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:15.021 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=268] [tableID=265] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:02:15.024 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=268] [jobType="add index"] [2024/05/06 08:02:15.024 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 102, tp add index"] [category=ddl] [jobID=268] [conn=39] [job="ID:268, Type:add index, State:synced, SchemaState:public, SchemaID:261, TableID:265, RowCount:3, ArgLen:3, start time: 2024-05-06 08:02:10.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572381621485586, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:15.031 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=267] [2024/05/06 08:02:15.031 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:15.032 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 38\n# Query_time: 4.847391981\n# Parse_time: 0.000061005\n# Compile_time: 0.000065289\n# Rewrite_time: 0.000001395\n# Optimize_time: 0.000025348\n# Wait_TS: 0.000125099\n# DB: addindexlit\n# Is_internal: false\n# Digest: ebdf268b8e1354475c01d1267666d50a539d48322633e70d0e52a9a0272b49e2\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add unique index idx(a);"] [2024/05/06 08:02:15.038 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=268] [2024/05/06 08:02:15.038 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:15.039 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 39\n# Query_time: 4.854393184\n# Parse_time: 0.000068803\n# Compile_time: 0.000066687\n# Rewrite_time: 0.000002786\n# Optimize_time: 0.000025315\n# Wait_TS: 0.000169928\n# DB: addindexlit\n# Is_internal: false\n# Digest: 361b1e295b16304d8e2d0eef7548b13b79d0cba0e43b04b646d35f3a47139ba2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t2 add unique index idx(a);"] [2024/05/06 08:02:15.041 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager da3bbcd2-202d-4deb-bbdc-35d512e7e64d"] [2024/05/06 08:02:15.041 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager da3bbcd2-202d-4deb-bbdc-35d512e7e64d"] [2024/05/06 08:02:15.041 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager da3bbcd2-202d-4deb-bbdc-35d512e7e64d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:15.042 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager da3bbcd2-202d-4deb-bbdc-35d512e7e64d"] [] [2024/05/06 08:02:15.043 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:15.043 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 100, tp add index"] [category=ddl] ["take time"=2.317Β΅s] [2024/05/06 08:02:15.043 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 99, tp add index"] [category=ddl] ["take time"=926ns] [2024/05/06 08:02:15.043 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 102, tp add index"] [category=ddl] ["take time"=514ns] [2024/05/06 08:02:15.043 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 101, tp add index"] [category=ddl] ["take time"=1.034Β΅s] [2024/05/06 08:02:15.043 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:15.043 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 98, tp general"] [category=ddl] ["take time"=1.99Β΅s] [2024/05/06 08:02:15.043 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:15.043 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:02:15.043 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:02:15.044 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=da3bbcd2-202d-4deb-bbdc-35d512e7e64d] ["take time"=4.885987ms] [2024/05/06 08:02:15.044 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=da3bbcd2-202d-4deb-bbdc-35d512e7e64d] [2024/05/06 08:02:15.045 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:02:15.045 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:02:15.045 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/7b8bbe53-fb73-4ecd-822e-53b7d80212f1] [2024/05/06 08:02:15.045 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/7b8bbe53-fb73-4ecd-822e-53b7d80212f1] [watcherID=031dc935-685f-42ab-91aa-4ba161080b76] [2024/05/06 08:02:15.045 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:15.045 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:15.045 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:15.045 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:15.045 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:15.045 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:15.045 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:15.045 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:15.045 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:15.045 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:15.046 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:02:15.046 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:02:15.047 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1189] [2024/05/06 08:02:15.047 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:15.047 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:02:15.047 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:02:15.047 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:02:15.047 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:15.047 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=da3bbcd2-202d-4deb-bbdc-35d512e7e64d] [2024/05/06 08:02:15.047 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:15.047 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:02:15.047 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:02:15.047 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:02:15.047 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:02:15.047 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:15.047 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:15.047 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:02:15.047 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:15.047 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:02:15.047 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:15.047 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:15.047 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:02:15.047 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:02:15.047 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:02:15.047 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:15.047 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:02:15.047 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:02:15.047 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:15.047 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:02:15.047 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:02:15.047 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:15.047 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:15.047 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager da3bbcd2-202d-4deb-bbdc-35d512e7e64d"] [error="context canceled"] [2024/05/06 08:02:15.047 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:15.047 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager da3bbcd2-202d-4deb-bbdc-35d512e7e64d"] [error="lost watcher waiting for delete"] [2024/05/06 08:02:15.047 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:02:15.047 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:15.047 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager da3bbcd2-202d-4deb-bbdc-35d512e7e64d"] [2024/05/06 08:02:15.047 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:15.047 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:02:15.047 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:02:15.047 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:02:15.047 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:02:15.047 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:15.047 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:15.047 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:15.047 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:15.047 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:15.047 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:02:15.047 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:15.047 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:02:15.047 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:02:15.047 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:15.047 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cdc33c5d-e093-4513-8e73-6a4a02fe580a"] [error="lost watcher waiting for delete"] [2024/05/06 08:02:15.047 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cdc33c5d-e093-4513-8e73-6a4a02fe580a"] [2024/05/06 08:02:15.047 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:15.047 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=da3bbcd2-202d-4deb-bbdc-35d512e7e64d] [2024/05/06 08:02:15.047 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:02:15.047 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:02:15.047 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:02:15.047 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:02:15.047 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:15.047 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=cdc33c5d-e093-4513-8e73-6a4a02fe580a] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:15.047 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager cdc33c5d-e093-4513-8e73-6a4a02fe580a"] [error="context canceled"] [2024/05/06 08:02:15.047 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:02:15.047 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:02:15.047 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:15.047 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:15.047 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:15.061 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:02:15.061 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager da3bbcd2-202d-4deb-bbdc-35d512e7e64d"] [error="context canceled"] [2024/05/06 08:02:15.061 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager da3bbcd2-202d-4deb-bbdc-35d512e7e64d"] [2024/05/06 08:02:15.248 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cdc33c5d-e093-4513-8e73-6a4a02fe580a"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:16.316 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager da3bbcd2-202d-4deb-bbdc-35d512e7e64d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:16.316 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:02:16.316 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:02:16.316 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:16.322 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager da3bbcd2-202d-4deb-bbdc-35d512e7e64d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:16.322 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:02:16.322 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:16.322 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.283145402s] [2024/05/06 08:02:16.323 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:16.323 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:16.323 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:16.323 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:16.323 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:16.323 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:16.323 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:16.323 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:16.323 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:16.323 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:16.323 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:16.323 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:16.323 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:16.323 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFirstLitSlowStart (7.12s) === RUN TestConcFastReorg [2024/05/06 08:02:16.325 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:02:16.325 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:02:16.325 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:02:16.325 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:16.325 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:02:16.326 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:16.326 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:16.326 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:16.326 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:16.326 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:16.326 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:02:16.328 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:16.328 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:16.328 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:02:16.331 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793138773410359] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:02:16.336 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:02:16.344 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1193] ["lease id"=3eaa8f4ce9fe87ce] [2024/05/06 08:02:16.345 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:02:16.359 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=295] ["start time"=11.700877ms] [2024/05/06 08:02:16.359 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:02:16.359 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=2469c8ce-7de8-4a55-b053-700991f81482] [runWorker=true] [2024/05/06 08:02:16.359 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:02:16.361 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:02:16.361 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 08:02:16.361 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 657964122112/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 08:02:16.361 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:16.361 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:16.361 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:16.361 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:16.361 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:16.361 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:16.361 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:16.361 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:16.361 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:16.361 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:16.361 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:16.361 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:02:16.361 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:02:16.361 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:16.363 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:16.363 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=7c7a7de4-ba90-42da-b7eb-1a14753b05af] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:16.363 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2469c8ce-7de8-4a55-b053-700991f81482"] ["owner key"=/tidb/ddl/fg/owner/22318f4ce9fa9fa7] [ownerID=2469c8ce-7de8-4a55-b053-700991f81482] [op=none] [2024/05/06 08:02:16.364 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:02:16.367 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:02:16.367 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:16.367 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:02:16.379 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:16.382 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:16.384 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:16.384 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:16.384 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:16.384 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:16.384 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:02:16.384 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:02:16.384 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:02:16.384 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:02:16.384 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:02:16.385 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:16.385 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:02:16.386 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:16.386 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:16.386 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:16.386 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:16.386 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:02:16.386 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:16.386 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/cb3ca0f6-1bd9-4a41-85f1-6b669199adb2] [2024/05/06 08:02:16.387 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:16.387 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:02:16.387 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 08:02:16.389 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:16.389 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:02:16.389 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:02:16.390 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=5.474901ms] [2024/05/06 08:02:16.394 +00:00] [INFO] [set.go:170] ["set global var"] [conn=40] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 08:02:16.395 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=295] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 08:02:16.401 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:269, Type:drop schema, State:queueing, SchemaState:public, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:16.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:16.401 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:269, Type:drop schema, State:queueing, SchemaState:public, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:16.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 08:02:16.413 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:02:16.414 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2469c8ce-7de8-4a55-b053-700991f81482"] ["owner key"=/tidb/ddl/fg/owner/22318f4ce9fa9fa7] [ownerID=2469c8ce-7de8-4a55-b053-700991f81482] [op=none] [2024/05/06 08:02:16.414 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2469c8ce-7de8-4a55-b053-700991f81482"] [op=none] [2024/05/06 08:02:16.414 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:02:16.421 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=269] [conn=41] [category=ddl] [job="ID:269, Type:drop schema, State:queueing, SchemaState:public, SchemaID:261, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:16.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:16.430 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=295] [neededSchemaVersion=296] ["start time"=56.502Β΅s] [gotSchemaVersion=296] [phyTblIDs="[263,265]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:02:16.432 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=269] [version=296] [2024/05/06 08:02:16.481 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=296] ["take time"=53.296513ms] [job="ID:269, Type:drop schema, State:running, SchemaState:write only, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:16.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:16.488 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cdc33c5d-e093-4513-8e73-6a4a02fe580a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:16.489 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=269] [conn=41] [category=ddl] [job="ID:269, Type:drop schema, State:running, SchemaState:write only, SchemaID:261, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:16.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:16.497 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=296] [neededSchemaVersion=297] ["start time"=44.293Β΅s] [gotSchemaVersion=297] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:02:16.500 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=269] [version=297] [2024/05/06 08:02:16.548 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=297] ["take time"=53.233358ms] [job="ID:269, Type:drop schema, State:running, SchemaState:delete only, SchemaID:261, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:16.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:16.556 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=269] [conn=41] [category=ddl] [job="ID:269, Type:drop schema, State:running, SchemaState:delete only, SchemaID:261, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:16.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:16.563 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=297] [neededSchemaVersion=298] ["start time"=42.674Β΅s] [gotSchemaVersion=298] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:02:16.565 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=269] [version=298] [2024/05/06 08:02:16.614 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=298] ["take time"=52.249439ms] [job="ID:269, Type:drop schema, State:done, SchemaState:none, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:16.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:16.621 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=269] [tableIDs="[263,265]"] [comment="drop schema: table IDs"] [2024/05/06 08:02:16.626 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=269] [jobType="drop schema"] [2024/05/06 08:02:16.627 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=269] [conn=41] [job="ID:269, Type:drop schema, State:synced, SchemaState:none, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:16.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:16.634 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=269] [2024/05/06 08:02:16.635 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:16.636 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=298] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 08:02:16.643 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:271, Type:create schema, State:queueing, SchemaState:none, SchemaID:270, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:16.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:16.643 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:271, Type:create schema, State:queueing, SchemaState:none, SchemaID:270, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:16.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 08:02:16.650 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=271] [conn=41] [category=ddl] [job="ID:271, Type:create schema, State:queueing, SchemaState:none, SchemaID:270, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:16.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:16.657 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=298] [neededSchemaVersion=299] ["start time"=278.201Β΅s] [gotSchemaVersion=299] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:02:16.659 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=271] [version=299] [2024/05/06 08:02:16.708 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=299] ["take time"=52.923738ms] [job="ID:271, Type:create schema, State:done, SchemaState:public, SchemaID:270, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:16.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:16.715 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=271] [conn=41] [job="ID:271, Type:create schema, State:synced, SchemaState:public, SchemaID:270, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:16.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:16.720 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=271] [2024/05/06 08:02:16.720 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:16.728 +00:00] [INFO] [set.go:170] ["set global var"] [conn=41] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 08:02:16.728 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=299] [cur_db=addindexlit] [sql="create table t0(a int);"] [user=] [2024/05/06 08:02:16.736 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:273, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:16.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:16.737 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:273, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:16.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t0(a int);"] [2024/05/06 08:02:16.744 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=273] [conn=41] [category=ddl] [job="ID:273, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:16.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:16.746 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 272, Table Name: t0"] [2024/05/06 08:02:16.751 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=299] [neededSchemaVersion=300] ["start time"=538.617Β΅s] [gotSchemaVersion=300] [phyTblIDs="[272]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:16.754 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=273] [version=300] [2024/05/06 08:02:16.802 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=300] ["take time"=52.381342ms] [job="ID:273, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:272, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:16.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:16.810 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=273] [conn=41] [job="ID:273, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:16.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:16.815 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=273] [2024/05/06 08:02:16.815 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:16.817 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=300] [cur_db=addindexlit] [sql="create table t1(a int);"] [user=] [2024/05/06 08:02:16.825 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:275, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:16.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:16.825 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:275, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:16.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int);"] [2024/05/06 08:02:16.831 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=275] [conn=41] [category=ddl] [job="ID:275, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:16.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:16.834 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 274, Table Name: t1"] [2024/05/06 08:02:16.840 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=300] [neededSchemaVersion=301] ["start time"=652.334Β΅s] [gotSchemaVersion=301] [phyTblIDs="[274]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:16.842 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=275] [version=301] [2024/05/06 08:02:16.890 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=301] ["take time"=52.878577ms] [job="ID:275, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:274, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:16.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:16.899 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=275] [conn=41] [job="ID:275, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:16.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:16.903 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=275] [2024/05/06 08:02:16.903 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:16.905 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=301] [cur_db=addindexlit] [sql="create table t2(a int);"] [user=] [2024/05/06 08:02:16.912 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:277, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:16.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:16.912 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:277, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:16.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t2(a int);"] [2024/05/06 08:02:16.918 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=277] [conn=41] [category=ddl] [job="ID:277, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:16.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:16.921 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 276, Table Name: t2"] [2024/05/06 08:02:16.927 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=301] [neededSchemaVersion=302] ["start time"=640.164Β΅s] [gotSchemaVersion=302] [phyTblIDs="[276]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:16.929 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=277] [version=302] [2024/05/06 08:02:16.977 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=302] ["take time"=53.172561ms] [job="ID:277, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:276, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:16.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:16.986 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=277] [conn=41] [job="ID:277, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:16.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:16.991 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=277] [2024/05/06 08:02:16.991 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:16.993 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=302] [cur_db=addindexlit] [sql="create table t3(a int);"] [user=] [2024/05/06 08:02:17.001 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:279, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:16.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:17.001 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:279, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:16.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t3(a int);"] [2024/05/06 08:02:17.009 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=279] [conn=41] [category=ddl] [job="ID:279, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:16.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:17.013 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 278, Table Name: t3"] [2024/05/06 08:02:17.019 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=302] [neededSchemaVersion=303] ["start time"=742.811Β΅s] [gotSchemaVersion=303] [phyTblIDs="[278]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:17.022 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=279] [version=303] [2024/05/06 08:02:17.068 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=303] ["take time"=51.989194ms] [job="ID:279, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:278, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:16.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:17.076 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=279] [conn=41] [job="ID:279, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:16.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:17.082 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=279] [2024/05/06 08:02:17.082 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:17.083 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=303] [cur_db=addindexlit] [sql="create table t4(a int);"] [user=] [2024/05/06 08:02:17.091 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:17.072 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:17.092 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:17.072 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t4(a int);"] [2024/05/06 08:02:17.099 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=281] [conn=41] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.072 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:17.101 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 280, Table Name: t4"] [2024/05/06 08:02:17.107 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=303] [neededSchemaVersion=304] ["start time"=674.958Β΅s] [gotSchemaVersion=304] [phyTblIDs="[280]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:17.110 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=281] [version=304] [2024/05/06 08:02:17.158 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=304] ["take time"=53.453806ms] [job="ID:281, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:17.072 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:17.170 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=281] [conn=41] [job="ID:281, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.072 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:17.176 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=281] [2024/05/06 08:02:17.176 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:17.177 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=304] [cur_db=addindexlit] [sql="create table t5(a int);"] [user=] [2024/05/06 08:02:17.185 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:17.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:17.185 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:17.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t5(a int);"] [2024/05/06 08:02:17.191 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=283] [conn=41] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:17.194 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 282, Table Name: t5"] [2024/05/06 08:02:17.203 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=304] [neededSchemaVersion=305] ["start time"=2.278213ms] [gotSchemaVersion=305] [phyTblIDs="[282]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:17.205 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=283] [version=305] [2024/05/06 08:02:17.251 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=305] ["take time"=53.820432ms] [job="ID:283, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:17.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:17.259 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=283] [conn=41] [job="ID:283, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:17.264 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=283] [2024/05/06 08:02:17.264 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:17.265 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=305] [cur_db=addindexlit] [sql="create table t6(a int);"] [user=] [2024/05/06 08:02:17.271 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:17.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:17.271 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:17.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t6(a int);"] [2024/05/06 08:02:17.277 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=285] [conn=41] [category=ddl] [job="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:17.280 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 284, Table Name: t6"] [2024/05/06 08:02:17.285 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=305] [neededSchemaVersion=306] ["start time"=568.942Β΅s] [gotSchemaVersion=306] [phyTblIDs="[284]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:17.288 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=285] [version=306] [2024/05/06 08:02:17.336 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=306] ["take time"=52.585865ms] [job="ID:285, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:284, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:17.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:17.344 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=285] [conn=41] [job="ID:285, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:17.349 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=285] [2024/05/06 08:02:17.349 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:17.350 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=306] [cur_db=addindexlit] [sql="create table t7(a int);"] [user=] [2024/05/06 08:02:17.357 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:287, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:17.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:17.357 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:287, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:17.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t7(a int);"] [2024/05/06 08:02:17.364 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=287] [conn=41] [category=ddl] [job="ID:287, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:17.366 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 286, Table Name: t7"] [2024/05/06 08:02:17.370 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=306] [neededSchemaVersion=307] ["start time"=465.78Β΅s] [gotSchemaVersion=307] [phyTblIDs="[286]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:17.373 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=287] [version=307] [2024/05/06 08:02:17.388 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:02:17.388 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:02:17.388 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/cb3ca0f6-1bd9-4a41-85f1-6b669199adb2] [watcherID=413e2297-2875-44a4-9bb6-8a256eaa7f5b] [2024/05/06 08:02:17.389 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:02:17.391 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:02:17.391 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:02:17.391 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:02:17.391 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:02:17.421 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=307] ["take time"=52.516247ms] [job="ID:287, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:286, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:17.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:17.428 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=287] [conn=41] [job="ID:287, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:17.433 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=287] [2024/05/06 08:02:17.433 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:17.434 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=307] [cur_db=addindexlit] [sql="create table t8(a int);"] [user=] [2024/05/06 08:02:17.442 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:17.422 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:17.442 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:17.422 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t8(a int);"] [2024/05/06 08:02:17.449 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=289] [conn=41] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.422 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:17.452 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 288, Table Name: t8"] [2024/05/06 08:02:17.457 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=307] [neededSchemaVersion=308] ["start time"=598.939Β΅s] [gotSchemaVersion=308] [phyTblIDs="[288]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:17.459 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=289] [version=308] [2024/05/06 08:02:17.508 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=308] ["take time"=53.545786ms] [job="ID:289, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:17.422 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:17.520 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=289] [conn=41] [job="ID:289, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.422 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:17.525 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=289] [2024/05/06 08:02:17.525 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:17.526 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=308] [cur_db=addindexlit] [sql="create table t9(a int);"] [user=] [2024/05/06 08:02:17.534 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:17.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:17.534 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:17.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t9(a int);"] [2024/05/06 08:02:17.540 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=291] [conn=41] [category=ddl] [job="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:17.542 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 290, Table Name: t9"] [2024/05/06 08:02:17.547 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=308] [neededSchemaVersion=309] ["start time"=490.424Β΅s] [gotSchemaVersion=309] [phyTblIDs="[290]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:17.548 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=291] [version=309] [2024/05/06 08:02:17.597 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=309] ["take time"=52.022723ms] [job="ID:291, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:290, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:17.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:17.604 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=291] [conn=41] [job="ID:291, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:17.609 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=291] [2024/05/06 08:02:17.609 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:17.614 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=46] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t3 add unique index idx(a);"] [user=] [2024/05/06 08:02:17.615 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=43] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t5 add unique index idx(a);"] [user=] [2024/05/06 08:02:17.615 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=44] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t2 add index idx(a);"] [user=] [2024/05/06 08:02:17.615 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=45] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t0 add index idx(a);"] [user=] [2024/05/06 08:02:17.615 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=47] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t4 add index idx(a);"] [user=] [2024/05/06 08:02:17.615 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=49] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t7 add unique index idx(a);"] [user=] [2024/05/06 08:02:17.615 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=48] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t1 add unique index idx(a);"] [user=] [2024/05/06 08:02:17.615 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=42] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t9 add unique index idx(a);"] [user=] [2024/05/06 08:02:17.615 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=51] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t8 add index idx(a);"] [user=] [2024/05/06 08:02:17.615 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=50] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t6 add index idx(a);"] [user=] [2024/05/06 08:02:17.620 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:292, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 08:02:17.620 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:292, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t3 add unique index idx(a);"] [2024/05/06 08:02:17.626 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:296, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t0 add index idx(a);"] [2024/05/06 08:02:17.626 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:299, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t1 add unique index idx(a);"] [2024/05/06 08:02:17.626 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:298, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t8 add index idx(a);"] [2024/05/06 08:02:17.626 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=9] [jobs="ID:293, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:294, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:295, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:296, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:297, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:298, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:299, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:300, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:301, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 08:02:17.626 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:300, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t7 add unique index idx(a);"] [2024/05/06 08:02:17.626 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:297, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t9 add unique index idx(a);"] [2024/05/06 08:02:17.626 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:301, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t6 add index idx(a);"] [2024/05/06 08:02:17.626 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:294, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t2 add index idx(a);"] [2024/05/06 08:02:17.626 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:295, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t4 add index idx(a);"] [2024/05/06 08:02:17.626 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:293, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t5 add unique index idx(a);"] [2024/05/06 08:02:17.628 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=292] [conn=46] [category=ddl] [job="ID:292, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.628 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 08:02:17.636 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=309] [neededSchemaVersion=310] ["start time"=586.622Β΅s] [gotSchemaVersion=310] [phyTblIDs="[278]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:17.637 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=293] [conn=43] [category=ddl] [job="ID:293, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.637 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 08:02:17.638 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=292] [version=310] [2024/05/06 08:02:17.643 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=310] [neededSchemaVersion=311] ["start time"=497.102Β΅s] [gotSchemaVersion=311] [phyTblIDs="[282]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:17.644 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=294] [conn=44] [category=ddl] [job="ID:294, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.645 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 08:02:17.645 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=293] [version=311] [2024/05/06 08:02:17.651 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=311] [neededSchemaVersion=312] ["start time"=465.438Β΅s] [gotSchemaVersion=312] [phyTblIDs="[276]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:17.652 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=295] [conn=47] [category=ddl] [job="ID:295, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.652 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=294] [version=312] [2024/05/06 08:02:17.653 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 08:02:17.658 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=312] [neededSchemaVersion=313] ["start time"=499.514Β΅s] [gotSchemaVersion=313] [phyTblIDs="[280]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:17.659 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=296] [conn=45] [category=ddl] [job="ID:296, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.660 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 08:02:17.660 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=295] [version=313] [2024/05/06 08:02:17.665 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=313] [neededSchemaVersion=314] ["start time"=440.868Β΅s] [gotSchemaVersion=314] [phyTblIDs="[272]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:17.667 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=296] [version=314] [2024/05/06 08:02:17.667 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=297] [conn=42] [category=ddl] [job="ID:297, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.668 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 08:02:17.674 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=314] [neededSchemaVersion=315] ["start time"=493.416Β΅s] [gotSchemaVersion=315] [phyTblIDs="[290]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:17.676 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=298] [conn=51] [category=ddl] [job="ID:298, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.676 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=297] [version=315] [2024/05/06 08:02:17.677 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 08:02:17.683 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=315] [neededSchemaVersion=316] ["start time"=598.339Β΅s] [gotSchemaVersion=316] [phyTblIDs="[288]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:17.685 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=299] [conn=48] [category=ddl] [job="ID:299, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.685 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=310] ["take time"=52.18216ms] [job="ID:292, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.686 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=298] [version=316] [2024/05/06 08:02:17.686 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 08:02:17.692 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=316] [neededSchemaVersion=317] ["start time"=447.229Β΅s] [gotSchemaVersion=317] [phyTblIDs="[274]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:17.693 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=311] ["take time"=51.853101ms] [job="ID:293, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.694 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=300] [conn=49] [category=ddl] [job="ID:300, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.694 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=299] [version=317] [2024/05/06 08:02:17.694 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 08:02:17.698 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=292] [conn=46] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.701 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=312] ["take time"=51.591689ms] [job="ID:294, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.701 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=317] [neededSchemaVersion=318] ["start time"=569.198Β΅s] [gotSchemaVersion=318] [phyTblIDs="[286]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:17.703 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=293] [conn=43] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.704 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=300] [version=318] [2024/05/06 08:02:17.706 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=318] [neededSchemaVersion=319] ["start time"=528.716Β΅s] [gotSchemaVersion=319] [phyTblIDs="[278]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:17.707 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=292] [version=319] [2024/05/06 08:02:17.708 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=313] ["take time"=51.68515ms] [job="ID:295, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.708 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=294] [conn=44] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.710 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=319] [neededSchemaVersion=320] ["start time"=665.838Β΅s] [gotSchemaVersion=320] [phyTblIDs="[282]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:17.712 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=293] [version=320] [2024/05/06 08:02:17.715 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=320] [neededSchemaVersion=321] ["start time"=570.145Β΅s] [gotSchemaVersion=321] [phyTblIDs="[276]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:17.715 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=314] ["take time"=51.647007ms] [job="ID:296, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.717 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=301] [conn=50] [category=ddl] [job="ID:301, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.717 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=294] [version=321] [2024/05/06 08:02:17.717 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 08:02:17.721 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=295] [conn=47] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.724 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=321] [neededSchemaVersion=322] ["start time"=539.371Β΅s] [gotSchemaVersion=322] [phyTblIDs="[284]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:17.724 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=315] ["take time"=51.786516ms] [job="ID:297, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.725 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=301] [version=322] [2024/05/06 08:02:17.727 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=296] [conn=45] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.728 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=322] [neededSchemaVersion=323] ["start time"=448.929Β΅s] [gotSchemaVersion=323] [phyTblIDs="[280]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:17.730 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=295] [version=323] [2024/05/06 08:02:17.731 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=297] [conn=42] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.733 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=316] ["take time"=51.842534ms] [job="ID:298, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.734 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=323] [neededSchemaVersion=324] ["start time"=521.579Β΅s] [gotSchemaVersion=324] [phyTblIDs="[272]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:17.736 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=296] [version=324] [2024/05/06 08:02:17.738 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=324] [neededSchemaVersion=325] ["start time"=526.77Β΅s] [gotSchemaVersion=325] [phyTblIDs="[290]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:17.740 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=297] [version=325] [2024/05/06 08:02:17.742 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=317] ["take time"=51.927776ms] [job="ID:299, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.745 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=298] [conn=51] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.749 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=299] [conn=48] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.751 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=318] ["take time"=51.607913ms] [job="ID:300, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.752 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=325] [neededSchemaVersion=326] ["start time"=511.006Β΅s] [gotSchemaVersion=326] [phyTblIDs="[288]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:17.755 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=298] [version=326] [2024/05/06 08:02:17.755 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=319] ["take time"=51.702602ms] [job="ID:292, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.756 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=326] [neededSchemaVersion=327] ["start time"=544.612Β΅s] [gotSchemaVersion=327] [phyTblIDs="[274]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:17.757 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=300] [conn=49] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.758 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=299] [version=327] [2024/05/06 08:02:17.759 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=320] ["take time"=51.39455ms] [job="ID:293, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.762 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=292] [conn=46] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.763 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=327] [neededSchemaVersion=328] ["start time"=405.5Β΅s] [gotSchemaVersion=328] [phyTblIDs="[286]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:17.765 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=321] ["take time"=51.495982ms] [job="ID:294, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.765 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=300] [version=328] [2024/05/06 08:02:17.766 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=293] [conn=43] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.768 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=328] [neededSchemaVersion=329] ["start time"=480.226Β΅s] [gotSchemaVersion=329] [phyTblIDs="[278]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:17.770 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=292] [version=329] [2024/05/06 08:02:17.770 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=294] [conn=44] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.772 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=329] [neededSchemaVersion=330] ["start time"=470.341Β΅s] [gotSchemaVersion=330] [phyTblIDs="[282]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:17.773 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=322] ["take time"=51.792137ms] [job="ID:301, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.774 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=293] [version=330] [2024/05/06 08:02:17.777 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=330] [neededSchemaVersion=331] ["start time"=513.693Β΅s] [gotSchemaVersion=331] [phyTblIDs="[276]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:17.778 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=323] ["take time"=51.613612ms] [job="ID:295, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.778 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=294] [version=331] [2024/05/06 08:02:17.781 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=301] [conn=50] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.784 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=324] ["take time"=51.921202ms] [job="ID:296, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.786 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=295] [conn=47] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.788 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=325] ["take time"=51.593603ms] [job="ID:297, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.788 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=331] [neededSchemaVersion=332] ["start time"=531.824Β΅s] [gotSchemaVersion=332] [phyTblIDs="[284]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:17.792 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=301] [version=332] [2024/05/06 08:02:17.793 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=296] [conn=45] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.793 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=332] [neededSchemaVersion=333] ["start time"=562.522Β΅s] [gotSchemaVersion=333] [phyTblIDs="[280]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:17.795 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=295] [version=333] [2024/05/06 08:02:17.797 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=297] [conn=42] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.801 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=333] [neededSchemaVersion=334] ["start time"=548.636Β΅s] [gotSchemaVersion=334] [phyTblIDs="[272]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:17.801 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=326] ["take time"=52.161473ms] [job="ID:298, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.806 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=327] ["take time"=52.481944ms] [job="ID:299, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.806 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=296] [version=334] [2024/05/06 08:02:17.807 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=334] [neededSchemaVersion=335] ["start time"=582.655Β΅s] [gotSchemaVersion=335] [phyTblIDs="[290]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:17.809 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=297] [version=335] [2024/05/06 08:02:17.811 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=298] [conn=51] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.813 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=328] ["take time"=51.757957ms] [job="ID:300, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.815 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=299] [conn=48] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.818 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=335] [neededSchemaVersion=336] ["start time"=509.53Β΅s] [gotSchemaVersion=336] [phyTblIDs="[288]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:17.818 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=329] ["take time"=51.713541ms] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.819 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=298] [version=336] [2024/05/06 08:02:17.821 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=300] [conn=49] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.822 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=336] [neededSchemaVersion=337] ["start time"=552.747Β΅s] [gotSchemaVersion=337] [phyTblIDs="[274]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:17.822 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=330] ["take time"=51.602393ms] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.824 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=299] [version=337] [2024/05/06 08:02:17.826 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=292] [conn=46] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.826 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=331] ["take time"=51.572975ms] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.827 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=292] [table=t3] ["ingest mode"=true] [index=idx] [2024/05/06 08:02:17.827 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:02:17.827 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/292] [keyspaceName=] [2024/05/06 08:02:17.828 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=337] [neededSchemaVersion=338] ["start time"=578.465Β΅s] [gotSchemaVersion=338] [phyTblIDs="[286]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:17.830 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:02:17.830 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:02:17.830 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=293] [conn=43] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.830 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=300] [version=338] [2024/05/06 08:02:17.830 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:17.830 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:02:17.831 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=293] [table=t5] ["ingest mode"=true] [index=idx] [2024/05/06 08:02:17.831 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:17.831 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:17.831 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:17.831 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:17.831 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:17.835 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=294] [conn=44] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.835 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=294] [table=t2] ["ingest mode"=true] [index=idx] [2024/05/06 08:02:17.836 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:17.837 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:17.837 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=292] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 08:02:17.837 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:02:17.837 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/293] [keyspaceName=] [2024/05/06 08:02:17.838 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=292] [physicalTableID=278] [startKey=7480000000000001165f728000000000000001] [endKey=7480000000000001165f72800000000000000300] [2024/05/06 08:02:17.838 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=332] ["take time"=52.061678ms] [job="ID:301, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.840 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:02:17.841 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:02:17.841 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:17.841 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:02:17.841 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:17.841 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:17.841 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:17.841 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:17.841 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:17.842 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=333] ["take time"=51.588669ms] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.844 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=292] [2024/05/06 08:02:17.847 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=301] [conn=50] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.847 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:17.848 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:17.848 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=293] ["current memory usage"=352] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 08:02:17.848 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:02:17.848 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/294] [keyspaceName=] [2024/05/06 08:02:17.849 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=293] [physicalTableID=282] [startKey=74800000000000011a5f728000000000000001] [endKey=74800000000000011a5f72800000000000000300] [2024/05/06 08:02:17.850 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=334] ["take time"=51.653116ms] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.851 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:02:17.851 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:02:17.851 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:17.851 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:02:17.851 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=292] [conn=46] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382394810391, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.852 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:17.852 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:17.852 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:17.852 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:17.852 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:17.852 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=292] [table=t3] ["ingest mode"=true] [index=idx] [2024/05/06 08:02:17.853 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=293] [2024/05/06 08:02:17.854 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=338] [neededSchemaVersion=339] ["start time"=494.373Β΅s] [gotSchemaVersion=339] [phyTblIDs="[284]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:17.855 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:17.855 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=301] [version=339] [2024/05/06 08:02:17.856 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:17.856 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=294] ["current memory usage"=528] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 08:02:17.856 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=335] ["take time"=52.320612ms] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.856 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=295] [conn=47] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.857 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=294] [physicalTableID=276] [startKey=7480000000000001145f728000000000000001] [endKey=7480000000000001145f72800000000000000300] [2024/05/06 08:02:17.857 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=295] [table=t4] ["ingest mode"=true] [index=idx] [2024/05/06 08:02:17.857 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:02:17.857 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/295] [keyspaceName=] [2024/05/06 08:02:17.860 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:02:17.860 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:02:17.860 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:17.860 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:02:17.861 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=293] [conn=43] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382394810408, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.861 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:17.861 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:17.861 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:17.861 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:17.861 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:17.861 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=294] [2024/05/06 08:02:17.861 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=293] [table=t5] ["ingest mode"=true] [index=idx] [2024/05/06 08:02:17.864 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:17.865 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=296] [conn=45] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.865 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:17.865 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=295] ["current memory usage"=704] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 08:02:17.865 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=296] [table=t0] ["ingest mode"=true] [index=idx] [2024/05/06 08:02:17.865 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:02:17.865 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/296] [keyspaceName=] [2024/05/06 08:02:17.866 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=295] [physicalTableID=280] [startKey=7480000000000001185f728000000000000001] [endKey=7480000000000001185f72800000000000000300] [2024/05/06 08:02:17.866 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=292] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=278] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 08:02:17.866 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=292] [indexIDs="[1]"] [2024/05/06 08:02:17.868 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=336] ["take time"=51.812434ms] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.868 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=292] [start=7480000000000001165f728000000000000001] [end=7480000000000001165f72800000000000000300] ["checkpoint physical ID"=278] [2024/05/06 08:02:17.868 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:02:17.868 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:02:17.869 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:17.869 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:02:17.869 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:17.869 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:17.869 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:17.869 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:17.869 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:17.870 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=295] [2024/05/06 08:02:17.872 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=337] ["take time"=51.857053ms] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.873 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:17.873 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:17.873 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=296] ["current memory usage"=880] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 08:02:17.868 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382394810391, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001165f728000000000000001,EndKey:7480000000000001165f72800000000000000300,First:false,PhysicalTableID:278,Ingest mode:true"] [2024/05/06 08:02:17.874 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=294] [conn=44] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382394810426, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.874 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=296] [physicalTableID=272] [startKey=7480000000000001105f728000000000000001] [endKey=7480000000000001105f72800000000000000300] [2024/05/06 08:02:17.875 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=294] [table=t2] ["ingest mode"=true] [index=idx] [2024/05/06 08:02:17.875 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=293] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=282] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 08:02:17.875 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=293] [indexIDs="[1]"] [2024/05/06 08:02:17.877 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=293] [start=74800000000000011a5f728000000000000001] [end=74800000000000011a5f72800000000000000300] ["checkpoint physical ID"=282] [2024/05/06 08:02:17.877 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382394810408, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000011a5f728000000000000001,EndKey:74800000000000011a5f72800000000000000300,First:false,PhysicalTableID:282,Ingest mode:true"] [2024/05/06 08:02:17.878 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=338] ["take time"=51.996347ms] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.878 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=294] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=276] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 08:02:17.878 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=294] [indexIDs="[1]"] [2024/05/06 08:02:17.879 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=294] [start=7480000000000001145f728000000000000001] [end=7480000000000001145f72800000000000000300] ["checkpoint physical ID"=276] [2024/05/06 08:02:17.880 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382394810426, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001145f728000000000000001,EndKey:7480000000000001145f72800000000000000300,First:false,PhysicalTableID:276,Ingest mode:true"] [2024/05/06 08:02:17.880 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=296] [2024/05/06 08:02:17.884 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=295] [conn=47] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382394810446, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.885 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=295] [table=t4] ["ingest mode"=true] [index=idx] [2024/05/06 08:02:17.890 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=295] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=280] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 08:02:17.890 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=295] [indexIDs="[1]"] [2024/05/06 08:02:17.891 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=295] [start=7480000000000001185f728000000000000001] [end=7480000000000001185f72800000000000000300] ["checkpoint physical ID"=280] [2024/05/06 08:02:17.891 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382394810446, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001185f728000000000000001,EndKey:7480000000000001185f72800000000000000300,First:false,PhysicalTableID:280,Ingest mode:true"] [2024/05/06 08:02:17.904 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=339] ["take time"=52.136187ms] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:17.930 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=278] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:17.930 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=278] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=292] [localCnt=0] [2024/05/06 08:02:17.930 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=282] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:17.930 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=282] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=293] [localCnt=0] [2024/05/06 08:02:17.930 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=276] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:17.930 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=276] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=294] [localCnt=0] [2024/05/06 08:02:17.933 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 08:02:17.933 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [2024/05/06 08:02:17.933 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [2024/05/06 08:02:17.933 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["current memory usage"=671089664] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:02:17.933 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["current memory usage"=2013267232] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:02:17.933 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["current memory usage"=1342178448] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:02:17.937 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=2013267272] ["max memory quota"=17179869184] [2024/05/06 08:02:17.937 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["current memory usage"=2147485000] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 08:02:17.937 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=2147485040] ["max memory quota"=17179869184] [2024/05/06 08:02:17.937 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["current memory usage"=2281702768] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 08:02:17.939 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=2281702808] ["max memory quota"=17179869184] [2024/05/06 08:02:17.939 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["current memory usage"=2415920536] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 08:02:17.944 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=2415920616] ["max memory quota"=17179869184] [2024/05/06 08:02:17.944 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=2415920576] ["max memory quota"=17179869184] [2024/05/06 08:02:17.944 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=2415920656] ["max memory quota"=17179869184] [2024/05/06 08:02:17.944 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["current memory usage"=2684356112] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 08:02:17.944 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["current memory usage"=2550138384] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 08:02:17.944 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["current memory usage"=2818573840] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 08:02:17.947 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=280] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:17.947 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=280] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=295] [localCnt=0] [2024/05/06 08:02:17.951 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [2024/05/06 08:02:17.951 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["current memory usage"=3489662624] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:02:17.990 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=3489662664] ["max memory quota"=17179869184] [2024/05/06 08:02:17.991 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["current memory usage"=3623880392] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 08:02:18.041 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=3623880432] ["max memory quota"=17179869184] [2024/05/06 08:02:18.041 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=292] [reader=2] [writer=4] [2024/05/06 08:02:18.041 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=278] ["start key"=7480000000000001165f728000000000000001] ["end key"=7480000000000001165f72800000000000000300] [2024/05/06 08:02:18.041 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001165f728000000000000001] [endKey=7480000000000001165f72800000000000000300] [2024/05/06 08:02:18.042 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=278] ["end key"=7480000000000001165f72800000000000000300] ["current end key"=7480000000000001165f72800000000000000300] [2024/05/06 08:02:18.042 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 08:02:18.042 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 278, range: [7480000000000001165f728000000000000001, 7480000000000001165f72800000000000000300), jobID: 292"] [2024/05/06 08:02:18.043 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 08:02:18.044 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/292/52d3b79f-9579-590b-95ae-1fd2ee31f76b.sst/3b91986d-a423-4172-86fe-6890548c9d48.sst] [firstKey=7480000000000001FF165F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF165F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/06 08:02:18.051 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=292] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001165f72800000000000000300] ["global checkpoint"=] ["global physical ID"=278] [] [2024/05/06 08:02:18.051 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001165f728000000000000001] [2024/05/06 08:02:18.051 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 08:02:18.073 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=3087009400] ["max memory quota"=17179869184] [2024/05/06 08:02:18.073 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["current memory usage"=3222275704] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 08:02:18.086 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=3222275744] ["max memory quota"=17179869184] [2024/05/06 08:02:18.086 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] [2024/05/06 08:02:18.086 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [2024/05/06 08:02:18.086 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["current memory usage"=3356493472] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 08:02:18.087 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [takeTime=947.488Β΅s] [] [2024/05/06 08:02:18.087 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["split region size"=100663296] [2024/05/06 08:02:18.087 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [retryCnt=0] [2024/05/06 08:02:18.108 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=3356493592] ["max memory quota"=17179869184] [2024/05/06 08:02:18.108 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=294] [reader=2] [writer=4] [2024/05/06 08:02:18.108 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=276] ["start key"=7480000000000001145f728000000000000001] ["end key"=7480000000000001145f72800000000000000300] [2024/05/06 08:02:18.108 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=3356493552] ["max memory quota"=17179869184] [2024/05/06 08:02:18.108 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001145f728000000000000001] [endKey=7480000000000001145f72800000000000000300] [2024/05/06 08:02:18.108 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=3356493512] ["max memory quota"=17179869184] [2024/05/06 08:02:18.108 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=293] [reader=2] [writer=4] [2024/05/06 08:02:18.108 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=282] ["start key"=74800000000000011a5f728000000000000001] ["end key"=74800000000000011a5f72800000000000000300] [2024/05/06 08:02:18.108 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000011a5f728000000000000001] [endKey=74800000000000011a5f72800000000000000300] [2024/05/06 08:02:18.108 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:18.108 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["current memory usage"=3490711320] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 08:02:18.109 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=276] ["end key"=7480000000000001145f72800000000000000300] ["current end key"=7480000000000001145f72800000000000000300] [2024/05/06 08:02:18.109 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=282] ["end key"=74800000000000011a5f72800000000000000300] ["current end key"=74800000000000011a5f72800000000000000300] [2024/05/06 08:02:18.109 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 08:02:18.109 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 08:02:18.109 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 276, range: [7480000000000001145f728000000000000001, 7480000000000001145f72800000000000000300), jobID: 294"] [2024/05/06 08:02:18.109 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 282, range: [74800000000000011a5f728000000000000001, 74800000000000011a5f72800000000000000300), jobID: 293"] [2024/05/06 08:02:18.110 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 08:02:18.110 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 08:02:18.111 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/294/214c0b64-c6e1-5c8a-adab-57f23de7e62f.sst/a13da9ef-5a66-454f-b8f8-2d2f4ad936e2.sst] [firstKey=7480000000000001145F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000001145F698000000000000001038000000000000003038000000000000003] [2024/05/06 08:02:18.111 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/293/3b057b2e-d774-5ab3-be42-50a58a9db5c4.sst/06167279-1736-4982-a3e2-9c5b4f3b33b9.sst] [firstKey=7480000000000001FF1A5F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF1A5F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/06 08:02:18.115 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=294] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001145f72800000000000000300] ["global checkpoint"=] ["global physical ID"=276] [] [2024/05/06 08:02:18.115 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001145f728000000000000001] [2024/05/06 08:02:18.115 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=293] ["index IDs"="[1]"] ["local checkpoint"=74800000000000011a5f72800000000000000300] ["global checkpoint"=] ["global physical ID"=282] [] [2024/05/06 08:02:18.115 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 08:02:18.115 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=74800000000000011a5f728000000000000001] [2024/05/06 08:02:18.115 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 08:02:18.121 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=2416969216] ["max memory quota"=17179869184] [2024/05/06 08:02:18.121 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["current memory usage"=2553284096] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 08:02:18.130 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=52d3b79f-9579-590b-95ae-1fd2ee31f76b] ["region ranges"=1] [count=3] [size=162] [2024/05/06 08:02:18.130 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:18.132 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=2553284136] ["max memory quota"=17179869184] [2024/05/06 08:02:18.132 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["current memory usage"=2686453288] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 08:02:18.137 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=2686453328] ["max memory quota"=17179869184] [2024/05/06 08:02:18.137 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=295] [reader=2] [writer=4] [2024/05/06 08:02:18.137 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=280] ["start key"=7480000000000001185f728000000000000001] ["end key"=7480000000000001185f72800000000000000300] [2024/05/06 08:02:18.137 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001185f728000000000000001] [endKey=7480000000000001185f72800000000000000300] [2024/05/06 08:02:18.137 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=280] ["end key"=7480000000000001185f72800000000000000300] ["current end key"=7480000000000001185f72800000000000000300] [2024/05/06 08:02:18.137 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 08:02:18.137 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 280, range: [7480000000000001185f728000000000000001, 7480000000000001185f72800000000000000300), jobID: 295"] [2024/05/06 08:02:18.138 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 08:02:18.138 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/06 08:02:18.139 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/295/47bed380-cb3c-5a10-8193-e739b762a16c.sst/e2a0c5b9-8e50-4492-99b9-d8f5f32d3213.sst] [firstKey=7480000000000001185F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000001185F698000000000000001038000000000000003038000000000000003] [2024/05/06 08:02:18.140 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [retryCnt=0] [takeTime=53.117591ms] [] [2024/05/06 08:02:18.140 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [2024/05/06 08:02:18.141 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [takeTime=552.501Β΅s] [] [2024/05/06 08:02:18.141 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t3] [2024/05/06 08:02:18.141 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t3] [category=detect-dupe] [tasks=1] [2024/05/06 08:02:18.141 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t3] [takeTime=731.006Β΅s] [] [2024/05/06 08:02:18.143 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] [2024/05/06 08:02:18.143 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 08:02:18.144 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] [2024/05/06 08:02:18.144 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [2024/05/06 08:02:18.144 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=295] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001185f72800000000000000300] ["global checkpoint"=] ["global physical ID"=280] [] [2024/05/06 08:02:18.144 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001185f728000000000000001] [2024/05/06 08:02:18.144 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 08:02:18.144 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [takeTime=562.327Β΅s] [] [2024/05/06 08:02:18.144 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [takeTime=522.552Β΅s] [] [2024/05/06 08:02:18.144 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["split region size"=100663296] [2024/05/06 08:02:18.144 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [retryCnt=0] [2024/05/06 08:02:18.144 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["split region size"=100663296] [2024/05/06 08:02:18.144 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [retryCnt=0] [2024/05/06 08:02:18.145 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:18.145 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:18.148 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=339] [neededSchemaVersion=340] ["start time"=648.934Β΅s] [gotSchemaVersion=340] [phyTblIDs="[278]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:18.151 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=292] [version=340] [2024/05/06 08:02:18.163 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] [2024/05/06 08:02:18.163 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [2024/05/06 08:02:18.164 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [takeTime=749.021Β΅s] [] [2024/05/06 08:02:18.164 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["split region size"=100663296] [2024/05/06 08:02:18.164 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [retryCnt=0] [2024/05/06 08:02:18.165 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:18.167 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=214c0b64-c6e1-5c8a-adab-57f23de7e62f] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:02:18.167 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:18.167 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=3b057b2e-d774-5ab3-be42-50a58a9db5c4] ["region ranges"=1] [count=3] [size=162] [2024/05/06 08:02:18.167 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:18.171 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=296] [conn=45] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382407917571, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.172 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=296] [table=t0] ["ingest mode"=true] [index=idx] [2024/05/06 08:02:18.175 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=296] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=272] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 08:02:18.175 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=296] [indexIDs="[1]"] [2024/05/06 08:02:18.187 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=47bed380-cb3c-5a10-8193-e739b762a16c] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:02:18.187 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:18.188 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=296] [start=7480000000000001105f728000000000000001] [end=7480000000000001105f72800000000000000300] ["checkpoint physical ID"=272] [2024/05/06 08:02:18.188 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382407917571, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001105f728000000000000001,EndKey:7480000000000001105f72800000000000000300,First:false,PhysicalTableID:272,Ingest mode:true"] [2024/05/06 08:02:18.189 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/06 08:02:18.191 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [retryCnt=0] [takeTime=47.074261ms] [] [2024/05/06 08:02:18.191 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 08:02:18.192 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [takeTime=589.625Β΅s] [] [2024/05/06 08:02:18.194 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/06 08:02:18.195 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [retryCnt=0] [takeTime=50.710355ms] [] [2024/05/06 08:02:18.195 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [2024/05/06 08:02:18.195 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=47bed380-cb3c-5a10-8193-e739b762a16c] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/06 08:02:18.195 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [takeTime=563.638Β΅s] [] [2024/05/06 08:02:18.195 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t5] [2024/05/06 08:02:18.196 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t5] [category=detect-dupe] [tasks=1] [2024/05/06 08:02:18.196 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t5] [takeTime=683.336Β΅s] [] [2024/05/06 08:02:18.196 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [retryCnt=0] [takeTime=32.333738ms] [] [2024/05/06 08:02:18.196 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [2024/05/06 08:02:18.197 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [takeTime=487.116Β΅s] [] [2024/05/06 08:02:18.198 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=340] ["take time"=51.963466ms] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382394810391, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.200 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=340] [neededSchemaVersion=341] ["start time"=653.779Β΅s] [gotSchemaVersion=341] [phyTblIDs="[276]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:18.204 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=294] [version=341] [2024/05/06 08:02:18.205 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=341] [neededSchemaVersion=342] ["start time"=735.488Β΅s] [gotSchemaVersion=342] [phyTblIDs="[282]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:18.208 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=293] [version=342] [2024/05/06 08:02:18.209 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=292] [conn=46] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382394810391, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.209 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=342] [neededSchemaVersion=343] ["start time"=535.397Β΅s] [gotSchemaVersion=343] [phyTblIDs="[280]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:18.209 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=292] [table=t3] [index=idx] [2024/05/06 08:02:18.210 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:18.210 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:18.210 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:18.210 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:18.210 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:18.210 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:18.210 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:18.210 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:18.210 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:18.210 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:18.210 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:18.210 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:18.210 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:18.211 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:18.211 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:18.211 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:18.211 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:18.211 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:18.211 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=292] [indexIDs="[1]"] [2024/05/06 08:02:18.211 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=292] ["current memory usage"=1612711024] ["max memory quota"=17179869184] [2024/05/06 08:02:18.211 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=272] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:18.211 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=272] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=296] [localCnt=0] [2024/05/06 08:02:18.213 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=295] [version=343] [2024/05/06 08:02:18.214 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [2024/05/06 08:02:18.214 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["current memory usage"=2284848384] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:02:18.218 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=297] [conn=42] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.219 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=343] [neededSchemaVersion=344] ["start time"=624.512Β΅s] [gotSchemaVersion=344] [phyTblIDs="[278]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:18.219 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=2284848424] ["max memory quota"=17179869184] [2024/05/06 08:02:18.219 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["current memory usage"=2419066152] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 08:02:18.219 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=297] [table=t9] ["ingest mode"=true] [index=idx] [2024/05/06 08:02:18.219 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:02:18.219 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/297] [keyspaceName=] [2024/05/06 08:02:18.220 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=292] [version=344] [2024/05/06 08:02:18.222 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:02:18.222 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:02:18.223 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:18.223 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:02:18.223 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:18.223 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:18.223 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:18.223 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:18.223 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:18.223 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=2419066192] ["max memory quota"=17179869184] [2024/05/06 08:02:18.229 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:18.229 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:18.229 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=297] ["current memory usage"=2419066368] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 08:02:18.229 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["current memory usage"=2553284096] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 08:02:18.230 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=297] [physicalTableID=290] [startKey=7480000000000001225f728000000000000001] [endKey=7480000000000001225f72800000000000000300] [2024/05/06 08:02:18.236 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=297] [2024/05/06 08:02:18.241 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=2553284136] ["max memory quota"=17179869184] [2024/05/06 08:02:18.242 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["current memory usage"=2687501864] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 08:02:18.242 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=297] [conn=42] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382499667970, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.243 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=297] [table=t9] ["ingest mode"=true] [index=idx] [2024/05/06 08:02:18.246 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=297] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=290] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 08:02:18.246 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=297] [indexIDs="[1]"] [2024/05/06 08:02:18.247 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=297] [start=7480000000000001225f728000000000000001] [end=7480000000000001225f72800000000000000300] ["checkpoint physical ID"=290] [2024/05/06 08:02:18.247 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382499667970, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001225f728000000000000001,EndKey:7480000000000001225f72800000000000000300,First:false,PhysicalTableID:290,Ingest mode:true"] [2024/05/06 08:02:18.250 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=341] ["take time"=52.29497ms] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382394810426, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.254 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=2687501904] ["max memory quota"=17179869184] [2024/05/06 08:02:18.254 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=296] [reader=2] [writer=4] [2024/05/06 08:02:18.254 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=272] ["start key"=7480000000000001105f728000000000000001] ["end key"=7480000000000001105f72800000000000000300] [2024/05/06 08:02:18.254 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=342] ["take time"=51.936677ms] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382394810408, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.254 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001105f728000000000000001] [endKey=7480000000000001105f72800000000000000300] [2024/05/06 08:02:18.255 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=272] ["end key"=7480000000000001105f72800000000000000300] ["current end key"=7480000000000001105f72800000000000000300] [2024/05/06 08:02:18.255 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 08:02:18.255 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 272, range: [7480000000000001105f728000000000000001, 7480000000000001105f72800000000000000300), jobID: 296"] [2024/05/06 08:02:18.255 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 08:02:18.256 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/296/4229afb8-665d-5dce-bb97-2afa316b67ba.sst/139c1a20-27eb-478b-a331-ae449f87d160.sst] [firstKey=7480000000000001105F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000001105F698000000000000001038000000000000003038000000000000003] [2024/05/06 08:02:18.257 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=294] [conn=44] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382394810426, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.258 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=294] [table=t2] [index=idx] [2024/05/06 08:02:18.258 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=343] ["take time"=51.780219ms] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382394810446, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.259 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:18.259 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:18.259 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:18.259 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:18.259 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:18.259 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:18.259 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:18.259 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:18.259 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:18.259 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:18.259 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:18.259 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:18.259 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:18.259 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:18.259 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:18.259 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:18.259 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:18.259 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:18.259 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=294] [indexIDs="[1]"] [2024/05/06 08:02:18.259 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=294] ["current memory usage"=2149582096] ["max memory quota"=17179869184] [2024/05/06 08:02:18.260 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=296] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001105f72800000000000000300] ["global checkpoint"=] ["global physical ID"=272] [] [2024/05/06 08:02:18.260 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001105f728000000000000001] [2024/05/06 08:02:18.260 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 08:02:18.262 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=293] [conn=43] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382394810408, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.262 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=293] [table=t5] [index=idx] [2024/05/06 08:02:18.263 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:18.263 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:18.263 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:18.263 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:18.263 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:18.263 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:18.263 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:18.263 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:18.263 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:18.263 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:18.263 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:18.263 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:18.263 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:18.264 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:18.264 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:18.264 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:18.264 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:18.264 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:18.264 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=293] [indexIDs="[1]"] [2024/05/06 08:02:18.264 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=293] ["current memory usage"=1074791216] ["max memory quota"=17179869184] [2024/05/06 08:02:18.266 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=344] [neededSchemaVersion=345] ["start time"=609.742Β΅s] [gotSchemaVersion=345] [phyTblIDs="[276]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:18.268 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=294] [version=345] [2024/05/06 08:02:18.268 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=344] ["take time"=51.674193ms] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.269 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=295] [conn=47] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382394810446, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.269 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=295] [table=t4] [index=idx] [2024/05/06 08:02:18.270 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:18.270 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:18.270 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:18.270 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:18.270 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:18.270 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:18.270 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:18.270 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:18.270 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:18.270 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:18.270 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:18.270 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:18.270 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:18.270 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=345] [neededSchemaVersion=346] ["start time"=494.242Β΅s] [gotSchemaVersion=346] [phyTblIDs="[282]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:18.270 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:18.270 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:18.270 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:18.270 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:18.270 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:18.270 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=295] [indexIDs="[1]"] [2024/05/06 08:02:18.270 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=295] ["current memory usage"=536871408] ["max memory quota"=17179869184] [2024/05/06 08:02:18.271 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=290] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:18.271 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=290] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=297] [localCnt=0] [2024/05/06 08:02:18.272 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=293] [version=346] [2024/05/06 08:02:18.275 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [2024/05/06 08:02:18.275 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["current memory usage"=1209008768] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:02:18.277 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=292] [conn=46] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.278 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=346] [neededSchemaVersion=347] ["start time"=653.013Β΅s] [gotSchemaVersion=347] [phyTblIDs="[280]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:18.278 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=292] [physicalTableID=278] [startKey=7480000000000001165f69ffff000000000001] [endKey=7480000000000001165f69ffff000000000001ff] [2024/05/06 08:02:18.280 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=295] [version=347] [2024/05/06 08:02:18.284 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] [2024/05/06 08:02:18.284 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [2024/05/06 08:02:18.284 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=292] [2024/05/06 08:02:18.284 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [takeTime=729.825Β΅s] [] [2024/05/06 08:02:18.284 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["split region size"=100663296] [2024/05/06 08:02:18.284 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [retryCnt=0] [2024/05/06 08:02:18.285 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:18.287 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=1209008808] ["max memory quota"=17179869184] [2024/05/06 08:02:18.287 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["current memory usage"=1343226536] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 08:02:18.291 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=292] [conn=46] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382512775175, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.293 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382512775175, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001165f69ffff000000000001,EndKey:7480000000000001165f69ffff000000000001ff,First:false,PhysicalTableID:278,Ingest mode:false"] [2024/05/06 08:02:18.295 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=292] [2024/05/06 08:02:18.295 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=292] [2024/05/06 08:02:18.295 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=278] ["start key"=7480000000000001165f69ffff000000000001] ["end key"=7480000000000001165f69ffff000000000001ff] [2024/05/06 08:02:18.295 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=292] [2024/05/06 08:02:18.295 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001165f69ffff000000000001] [endKey=7480000000000001165f69ffff000000000001ff] [2024/05/06 08:02:18.295 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=292] [2024/05/06 08:02:18.297 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=278] ["end key"=7480000000000001165f69ffff000000000001ff] ["current end key"=7480000000000001165f69ffff00000000000100] [2024/05/06 08:02:18.297 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=292] [2024/05/06 08:02:18.297 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=292] [2024/05/06 08:02:18.297 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=292] [2024/05/06 08:02:18.297 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 278, range: [7480000000000001165f69ffff000000000001, 7480000000000001165f69ffff00000000000100), jobID: 292"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001165f69ffff0000000000010000] ["take time"=493.312Β΅s] [2024/05/06 08:02:18.297 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=292] [2024/05/06 08:02:18.299 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1343226576] ["max memory quota"=17179869184] [2024/05/06 08:02:18.299 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["current memory usage"=1477444304] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 08:02:18.301 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001165f69ffff000000000001] [2024/05/06 08:02:18.301 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 08:02:18.302 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=1477444344] ["max memory quota"=17179869184] [2024/05/06 08:02:18.302 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["current memory usage"=1611662072] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 08:02:18.305 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1611662112] ["max memory quota"=17179869184] [2024/05/06 08:02:18.305 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=297] [reader=2] [writer=4] [2024/05/06 08:02:18.305 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=290] ["start key"=7480000000000001225f728000000000000001] ["end key"=7480000000000001225f72800000000000000300] [2024/05/06 08:02:18.305 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001225f728000000000000001] [endKey=7480000000000001225f72800000000000000300] [2024/05/06 08:02:18.305 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=290] ["end key"=7480000000000001225f72800000000000000300] ["current end key"=7480000000000001225f72800000000000000300] [2024/05/06 08:02:18.305 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 08:02:18.305 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 290, range: [7480000000000001225f728000000000000001, 7480000000000001225f72800000000000000300), jobID: 297"] [2024/05/06 08:02:18.306 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 08:02:18.306 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/297/a4fb1985-22b6-59fd-8316-18e0940c4818.sst/55f426ed-2e6d-4995-964a-a2db3fb03a14.sst] [firstKey=7480000000000001FF225F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF225F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/06 08:02:18.306 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=4229afb8-665d-5dce-bb97-2afa316b67ba] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:02:18.306 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:18.311 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=297] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001225f72800000000000000300] ["global checkpoint"=] ["global physical ID"=290] [] [2024/05/06 08:02:18.311 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001225f728000000000000001] [2024/05/06 08:02:18.311 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 08:02:18.314 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=4229afb8-665d-5dce-bb97-2afa316b67ba] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/06 08:02:18.315 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=345] ["take time"=51.847947ms] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.316 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [retryCnt=0] [takeTime=31.467608ms] [] [2024/05/06 08:02:18.316 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [2024/05/06 08:02:18.316 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [takeTime=545.939Β΅s] [] [2024/05/06 08:02:18.317 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=298] [conn=51] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.318 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=298] [table=t8] ["ingest mode"=true] [index=idx] [2024/05/06 08:02:18.318 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:02:18.318 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/298] [keyspaceName=] [2024/05/06 08:02:18.320 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=346] ["take time"=51.608901ms] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.321 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:02:18.321 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:02:18.322 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:18.322 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:02:18.322 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:18.322 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:18.322 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:18.322 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:18.322 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:18.324 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=347] [neededSchemaVersion=348] ["start time"=680.362Β΅s] [gotSchemaVersion=348] [phyTblIDs="[272]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:18.326 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=296] [version=348] [2024/05/06 08:02:18.326 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:18.327 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:18.327 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=298] ["current memory usage"=1075839792] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 08:02:18.327 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=347] ["take time"=51.882385ms] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.328 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=298] [physicalTableID=288] [startKey=7480000000000001205f728000000000000001] [endKey=7480000000000001205f72800000000000000300] [2024/05/06 08:02:18.328 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 08:02:18.329 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=293] [conn=43] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.330 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=293] [physicalTableID=282] [startKey=74800000000000011a5f69ffff000000000001] [endKey=74800000000000011a5f69ffff000000000001ff] [2024/05/06 08:02:18.333 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=298] [2024/05/06 08:02:18.333 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=348] [neededSchemaVersion=349] ["start time"=656.523Β΅s] [gotSchemaVersion=349] [phyTblIDs="[278]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:18.335 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=292] [version=349] [2024/05/06 08:02:18.336 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=293] [2024/05/06 08:02:18.336 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] [2024/05/06 08:02:18.336 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [2024/05/06 08:02:18.337 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [takeTime=774.709Β΅s] [] [2024/05/06 08:02:18.337 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["split region size"=100663296] [2024/05/06 08:02:18.337 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [retryCnt=0] [2024/05/06 08:02:18.338 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=294] [conn=44] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.339 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:18.339 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=294] [physicalTableID=276] [startKey=7480000000000001145f69ffff000000000001] [endKey=7480000000000001145f69ffff000000000001ff] [2024/05/06 08:02:18.342 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=293] [conn=43] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382525882383, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.345 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=294] [2024/05/06 08:02:18.345 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382525882383, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000011a5f69ffff000000000001,EndKey:74800000000000011a5f69ffff000000000001ff,First:false,PhysicalTableID:282,Ingest mode:false"] [2024/05/06 08:02:18.346 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=293] [2024/05/06 08:02:18.346 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=282] ["start key"=74800000000000011a5f69ffff000000000001] ["end key"=74800000000000011a5f69ffff000000000001ff] [2024/05/06 08:02:18.346 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=293] [2024/05/06 08:02:18.346 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000011a5f69ffff000000000001] [endKey=74800000000000011a5f69ffff000000000001ff] [2024/05/06 08:02:18.346 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=293] [2024/05/06 08:02:18.346 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=293] [2024/05/06 08:02:18.346 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=295] [conn=47] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.348 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=295] [physicalTableID=280] [startKey=7480000000000001185f69ffff000000000001] [endKey=7480000000000001185f69ffff000000000001ff] [2024/05/06 08:02:18.348 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=282] ["end key"=74800000000000011a5f69ffff000000000001ff] ["current end key"=74800000000000011a5f69ffff00000000000100] [2024/05/06 08:02:18.348 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=293] [2024/05/06 08:02:18.348 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=293] [2024/05/06 08:02:18.348 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=293] [2024/05/06 08:02:18.349 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 282, range: [74800000000000011a5f69ffff000000000001, 74800000000000011a5f69ffff00000000000100), jobID: 293"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000011a5f69ffff0000000000010000] ["take time"=487.589Β΅s] [2024/05/06 08:02:18.349 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=293] [2024/05/06 08:02:18.352 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=74800000000000011a5f69ffff000000000001] [2024/05/06 08:02:18.352 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 08:02:18.353 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=295] [2024/05/06 08:02:18.354 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=294] [conn=44] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382525882399, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.356 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382525882399, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001145f69ffff000000000001,EndKey:7480000000000001145f69ffff000000000001ff,First:false,PhysicalTableID:276,Ingest mode:false"] [2024/05/06 08:02:18.357 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=276] ["start key"=7480000000000001145f69ffff000000000001] ["end key"=7480000000000001145f69ffff000000000001ff] [2024/05/06 08:02:18.357 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=294] [2024/05/06 08:02:18.357 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=294] [2024/05/06 08:02:18.357 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=294] [2024/05/06 08:02:18.357 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001145f69ffff000000000001] [endKey=7480000000000001145f69ffff000000000001ff] [2024/05/06 08:02:18.357 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=294] [2024/05/06 08:02:18.357 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=276] ["end key"=7480000000000001145f69ffff000000000001ff] ["current end key"=7480000000000001145f69ffff00000000000100] [2024/05/06 08:02:18.357 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=294] [2024/05/06 08:02:18.357 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=294] [2024/05/06 08:02:18.357 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=294] [2024/05/06 08:02:18.358 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 276, range: [7480000000000001145f69ffff000000000001, 7480000000000001145f69ffff00000000000100), jobID: 294"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001145f69ffff0000000000010000] ["take time"=363.371Β΅s] [2024/05/06 08:02:18.358 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=294] [2024/05/06 08:02:18.359 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=295] [conn=47] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382525882412, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.360 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=a4fb1985-22b6-59fd-8316-18e0940c4818] ["region ranges"=1] [count=3] [size=162] [2024/05/06 08:02:18.360 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:18.360 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001145f69ffff000000000001] [2024/05/06 08:02:18.360 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 08:02:18.361 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:02:18.361 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382525882412, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001185f69ffff000000000001,EndKey:7480000000000001185f69ffff000000000001ff,First:false,PhysicalTableID:280,Ingest mode:false"] [2024/05/06 08:02:18.363 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=295] [2024/05/06 08:02:18.363 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=295] [2024/05/06 08:02:18.363 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=280] ["start key"=7480000000000001185f69ffff000000000001] ["end key"=7480000000000001185f69ffff000000000001ff] [2024/05/06 08:02:18.363 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=295] [2024/05/06 08:02:18.363 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001185f69ffff000000000001] [endKey=7480000000000001185f69ffff000000000001ff] [2024/05/06 08:02:18.363 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=295] [2024/05/06 08:02:18.363 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=280] ["end key"=7480000000000001185f69ffff000000000001ff] ["current end key"=7480000000000001185f69ffff00000000000100] [2024/05/06 08:02:18.363 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=295] [2024/05/06 08:02:18.363 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=295] [2024/05/06 08:02:18.363 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=295] [2024/05/06 08:02:18.364 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 280, range: [7480000000000001185f69ffff000000000001, 7480000000000001185f69ffff00000000000100), jobID: 295"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001185f69ffff0000000000010000] ["take time"=442.613Β΅s] [2024/05/06 08:02:18.364 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=295] [2024/05/06 08:02:18.368 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001185f69ffff000000000001] [2024/05/06 08:02:18.368 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 08:02:18.369 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=a4fb1985-22b6-59fd-8316-18e0940c4818] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/06 08:02:18.371 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [retryCnt=0] [takeTime=33.479119ms] [] [2024/05/06 08:02:18.371 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [2024/05/06 08:02:18.371 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [takeTime=560.601Β΅s] [] [2024/05/06 08:02:18.371 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t9] [2024/05/06 08:02:18.371 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t9] [category=detect-dupe] [tasks=1] [2024/05/06 08:02:18.372 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t9] [takeTime=769.271Β΅s] [] [2024/05/06 08:02:18.374 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=348] ["take time"=52.096742ms] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382407917571, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.379 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=349] [neededSchemaVersion=350] ["start time"=634.077Β΅s] [gotSchemaVersion=350] [phyTblIDs="[290]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:18.381 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=297] [version=350] [2024/05/06 08:02:18.383 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=296] [conn=45] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382407917571, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.383 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=349] ["take time"=51.84718ms] [job="ID:292, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:278, RowCount:3, ArgLen:3, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382512775175, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.383 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=296] [table=t0] [index=idx] [2024/05/06 08:02:18.384 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:18.384 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:18.384 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:18.384 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:18.384 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:18.384 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:18.384 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:18.384 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:18.384 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:18.384 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:18.384 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:18.384 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:18.384 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:18.384 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:18.384 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:18.384 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:18.384 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:18.384 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:18.384 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=296] [indexIDs="[1]"] [2024/05/06 08:02:18.384 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=296] ["current memory usage"=537919984] ["max memory quota"=17179869184] [2024/05/06 08:02:18.391 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 08:02:18.392 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=350] [neededSchemaVersion=351] ["start time"=474.769Β΅s] [gotSchemaVersion=351] [phyTblIDs="[272]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:18.395 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=296] [version=351] [2024/05/06 08:02:18.396 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 08:02:18.397 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=351] [neededSchemaVersion=352] ["start time"=598.036Β΅s] [gotSchemaVersion=352] [phyTblIDs="[282]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:18.400 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=293] [version=352] [2024/05/06 08:02:18.401 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 08:02:18.402 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=352] [neededSchemaVersion=353] ["start time"=707.209Β΅s] [gotSchemaVersion=353] [phyTblIDs="[276]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:18.405 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=294] [version=353] [2024/05/06 08:02:18.406 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=353] [neededSchemaVersion=354] ["start time"=491.509Β΅s] [gotSchemaVersion=354] [phyTblIDs="[280]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:18.408 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=295] [version=354] [2024/05/06 08:02:18.417 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=292] [tableID=278] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:02:18.420 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=292] [jobType="add index"] [2024/05/06 08:02:18.420 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=292] [conn=46] [job="ID:292, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:278, RowCount:3, ArgLen:3, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382512775175, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.428 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=292] [2024/05/06 08:02:18.428 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:18.429 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 46\n# Query_time: 0.815005854\n# Parse_time: 0.000042562\n# Compile_time: 0.000056153\n# Rewrite_time: 0.000002484\n# Optimize_time: 0.00001868\n# Wait_TS: 0.000251125\n# DB: addindexlit\n# Is_internal: false\n# Digest: 95b21f9b4cb85e29e89341245025f889b26e85826025eb93e413c644381742b2\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t3 add unique index idx(a);"] [2024/05/06 08:02:18.429 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=350] ["take time"=52.326941ms] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382499667970, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.433 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=298] [conn=51] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382525882377, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.433 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=298] [table=t8] ["ingest mode"=true] [index=idx] [2024/05/06 08:02:18.436 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=298] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=288] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 08:02:18.436 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=298] [indexIDs="[1]"] [2024/05/06 08:02:18.437 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=297] [conn=42] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382499667970, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.437 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=297] [table=t9] [index=idx] [2024/05/06 08:02:18.438 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=298] [start=7480000000000001205f728000000000000001] [end=7480000000000001205f72800000000000000300] ["checkpoint physical ID"=288] [2024/05/06 08:02:18.439 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:18.439 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:18.439 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:18.439 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:18.439 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:18.439 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:18.439 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:18.439 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:18.439 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:18.439 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:18.439 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:18.439 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:18.439 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:18.439 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:18.439 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:18.439 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:18.439 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:18.439 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:18.439 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=297] [indexIDs="[1]"] [2024/05/06 08:02:18.439 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=297] ["current memory usage"=176] ["max memory quota"=17179869184] [2024/05/06 08:02:18.438 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382525882377, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001205f728000000000000001,EndKey:7480000000000001205f72800000000000000300,First:false,PhysicalTableID:288,Ingest mode:true"] [2024/05/06 08:02:18.441 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=351] ["take time"=52.269014ms] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.446 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=354] [neededSchemaVersion=355] ["start time"=546.582Β΅s] [gotSchemaVersion=355] [phyTblIDs="[290]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:18.446 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=352] ["take time"=52.050568ms] [job="ID:293, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:282, RowCount:3, ArgLen:3, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382525882383, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.449 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=297] [version=355] [2024/05/06 08:02:18.450 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=296] [conn=45] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.450 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=296] [physicalTableID=272] [startKey=7480000000000001105f69ffff000000000001] [endKey=7480000000000001105f69ffff000000000001ff] [2024/05/06 08:02:18.451 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=353] ["take time"=52.079311ms] [job="ID:294, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:276, RowCount:3, ArgLen:3, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382525882399, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.454 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=293] [tableID=282] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:02:18.455 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=354] ["take time"=51.924724ms] [job="ID:295, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:280, RowCount:3, ArgLen:3, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382525882412, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.456 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=296] [2024/05/06 08:02:18.456 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=293] [jobType="add index"] [2024/05/06 08:02:18.457 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=293] [conn=43] [job="ID:293, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:282, RowCount:3, ArgLen:3, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382525882383, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.460 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=288] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:18.460 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=288] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=298] [localCnt=0] [2024/05/06 08:02:18.460 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=294] [tableID=276] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:02:18.462 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=294] [jobType="add index"] [2024/05/06 08:02:18.462 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [2024/05/06 08:02:18.462 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:02:18.462 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=294] [conn=44] [job="ID:294, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:276, RowCount:3, ArgLen:3, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382525882399, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.464 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=295] [tableID=280] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:02:18.465 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 08:02:18.465 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["current memory usage"=805306728] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 08:02:18.466 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=295] [jobType="add index"] [2024/05/06 08:02:18.466 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=295] [conn=47] [job="ID:295, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:280, RowCount:3, ArgLen:3, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382525882412, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.469 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=296] [conn=45] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382552096802, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.469 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=805306768] ["max memory quota"=17179869184] [2024/05/06 08:02:18.469 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["current memory usage"=939524496] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 08:02:18.471 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382552096802, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001105f69ffff000000000001,EndKey:7480000000000001105f69ffff000000000001ff,First:false,PhysicalTableID:272,Ingest mode:false"] [2024/05/06 08:02:18.472 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=272] ["start key"=7480000000000001105f69ffff000000000001] ["end key"=7480000000000001105f69ffff000000000001ff] [2024/05/06 08:02:18.472 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=296] [2024/05/06 08:02:18.472 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=296] [2024/05/06 08:02:18.472 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001105f69ffff000000000001] [endKey=7480000000000001105f69ffff000000000001ff] [2024/05/06 08:02:18.472 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=296] [2024/05/06 08:02:18.472 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=296] [2024/05/06 08:02:18.472 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=939524536] ["max memory quota"=17179869184] [2024/05/06 08:02:18.472 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["current memory usage"=1073742264] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 08:02:18.473 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=272] ["end key"=7480000000000001105f69ffff000000000001ff] ["current end key"=7480000000000001105f69ffff00000000000100] [2024/05/06 08:02:18.473 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=296] [2024/05/06 08:02:18.473 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=296] [2024/05/06 08:02:18.473 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=296] [2024/05/06 08:02:18.474 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 272, range: [7480000000000001105f69ffff000000000001, 7480000000000001105f69ffff00000000000100), jobID: 296"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001105f69ffff0000000000010000] ["take time"=512.296Β΅s] [2024/05/06 08:02:18.474 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=296] [2024/05/06 08:02:18.474 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=299] [conn=48] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.474 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=293] [2024/05/06 08:02:18.474 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:18.475 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=299] [table=t1] ["ingest mode"=true] [index=idx] [2024/05/06 08:02:18.475 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:02:18.475 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/299] [keyspaceName=] [2024/05/06 08:02:18.475 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 43\n# Query_time: 0.860847751\n# Parse_time: 0.000024841\n# Compile_time: 0.000056878\n# Rewrite_time: 0.000001172\n# Optimize_time: 0.000028518\n# Wait_TS: 0.000190886\n# DB: addindexlit\n# Is_internal: false\n# Digest: b3e09246741c3859c07749cb35fe80d7f1a0d1f2fb68c5f3e8baa12853a5180c\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t5 add unique index idx(a);"] [2024/05/06 08:02:18.476 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1073742304] ["max memory quota"=17179869184] [2024/05/06 08:02:18.476 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=298] [reader=2] [writer=4] [2024/05/06 08:02:18.476 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=288] ["start key"=7480000000000001205f728000000000000001] ["end key"=7480000000000001205f72800000000000000300] [2024/05/06 08:02:18.476 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001205f728000000000000001] [endKey=7480000000000001205f72800000000000000300] [2024/05/06 08:02:18.476 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=288] ["end key"=7480000000000001205f72800000000000000300] ["current end key"=7480000000000001205f72800000000000000300] [2024/05/06 08:02:18.476 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 08:02:18.476 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 288, range: [7480000000000001205f728000000000000001, 7480000000000001205f72800000000000000300), jobID: 298"] [2024/05/06 08:02:18.476 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001105f69ffff000000000001] [2024/05/06 08:02:18.476 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 08:02:18.477 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 08:02:18.478 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=300] [conn=49] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.479 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:02:18.479 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:02:18.479 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=300] [table=t7] ["ingest mode"=true] [index=idx] [2024/05/06 08:02:18.479 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:18.479 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:02:18.479 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:18.479 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:18.479 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:18.479 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:18.479 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:18.484 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:18.485 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:18.485 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=299] ["current memory usage"=1073742480] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 08:02:18.485 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:02:18.485 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/300] [keyspaceName=] [2024/05/06 08:02:18.485 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/298/320db698-a507-5895-b9ee-7c50a9f2c5d5.sst/90af2308-f98d-41df-b45a-13bab93f4044.sst] [firstKey=7480000000000001205F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000001205F698000000000000001038000000000000003038000000000000003] [2024/05/06 08:02:18.486 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=299] [physicalTableID=274] [startKey=7480000000000001125f728000000000000001] [endKey=7480000000000001125f72800000000000000300] [2024/05/06 08:02:18.489 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:02:18.489 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:02:18.489 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:18.489 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:02:18.489 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:18.489 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:18.489 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:18.489 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:18.490 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:18.490 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=298] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001205f72800000000000000300] ["global checkpoint"=] ["global physical ID"=288] [] [2024/05/06 08:02:18.490 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001205f728000000000000001] [2024/05/06 08:02:18.490 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 08:02:18.491 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=299] [2024/05/06 08:02:18.495 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:18.496 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:18.496 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=300] ["current memory usage"=537920160] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 08:02:18.496 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=355] ["take time"=52.094793ms] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.497 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=300] [physicalTableID=286] [startKey=74800000000000011e5f728000000000000001] [endKey=74800000000000011e5f72800000000000000300] [2024/05/06 08:02:18.498 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=299] [conn=48] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382565203984, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.499 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=299] [table=t1] ["ingest mode"=true] [index=idx] [2024/05/06 08:02:18.501 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 08:02:18.502 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=300] [2024/05/06 08:02:18.502 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=299] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=274] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 08:02:18.502 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=299] [indexIDs="[1]"] [2024/05/06 08:02:18.503 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=299] [start=7480000000000001125f728000000000000001] [end=7480000000000001125f72800000000000000300] ["checkpoint physical ID"=274] [2024/05/06 08:02:18.503 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382565203984, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001125f728000000000000001,EndKey:7480000000000001125f72800000000000000300,First:false,PhysicalTableID:274,Ingest mode:true"] [2024/05/06 08:02:18.506 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=355] [neededSchemaVersion=356] ["start time"=592.929Β΅s] [gotSchemaVersion=356] [phyTblIDs="[272]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:18.507 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=296] [version=356] [2024/05/06 08:02:18.507 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=297] [conn=42] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.508 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=297] [physicalTableID=290] [startKey=7480000000000001225f69ffff000000000001] [endKey=7480000000000001225f69ffff000000000001ff] [2024/05/06 08:02:18.514 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=297] [2024/05/06 08:02:18.516 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] [2024/05/06 08:02:18.516 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [2024/05/06 08:02:18.517 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [takeTime=749.144Β΅s] [] [2024/05/06 08:02:18.517 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["split region size"=100663296] [2024/05/06 08:02:18.517 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [retryCnt=0] [2024/05/06 08:02:18.517 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=300] [conn=49] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382565203997, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.517 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=300] [table=t7] ["ingest mode"=true] [index=idx] [2024/05/06 08:02:18.518 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:18.521 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=300] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=286] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 08:02:18.521 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=300] [indexIDs="[1]"] [2024/05/06 08:02:18.521 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=297] [conn=42] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382565204019, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.522 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=300] [start=74800000000000011e5f728000000000000001] [end=74800000000000011e5f72800000000000000300] ["checkpoint physical ID"=286] [2024/05/06 08:02:18.522 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382565203997, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000011e5f728000000000000001,EndKey:74800000000000011e5f72800000000000000300,First:false,PhysicalTableID:286,Ingest mode:true"] [2024/05/06 08:02:18.524 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382565204019, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001225f69ffff000000000001,EndKey:7480000000000001225f69ffff000000000001ff,First:false,PhysicalTableID:290,Ingest mode:false"] [2024/05/06 08:02:18.525 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=297] [2024/05/06 08:02:18.525 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=297] [2024/05/06 08:02:18.525 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=290] ["start key"=7480000000000001225f69ffff000000000001] ["end key"=7480000000000001225f69ffff000000000001ff] [2024/05/06 08:02:18.525 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=297] [2024/05/06 08:02:18.525 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001225f69ffff000000000001] [endKey=7480000000000001225f69ffff000000000001ff] [2024/05/06 08:02:18.525 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=297] [2024/05/06 08:02:18.526 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=290] ["end key"=7480000000000001225f69ffff000000000001ff] ["current end key"=7480000000000001225f69ffff00000000000100] [2024/05/06 08:02:18.526 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=297] [2024/05/06 08:02:18.526 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=297] [2024/05/06 08:02:18.526 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=297] [2024/05/06 08:02:18.526 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 290, range: [7480000000000001225f69ffff000000000001, 7480000000000001225f69ffff00000000000100), jobID: 297"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001225f69ffff0000000000010000] ["take time"=401.951Β΅s] [2024/05/06 08:02:18.526 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=297] [2024/05/06 08:02:18.529 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001225f69ffff000000000001] [2024/05/06 08:02:18.529 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 08:02:18.529 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=274] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:18.529 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=274] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=299] [localCnt=0] [2024/05/06 08:02:18.532 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [2024/05/06 08:02:18.532 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["current memory usage"=1209008944] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:02:18.536 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=1209008984] ["max memory quota"=17179869184] [2024/05/06 08:02:18.536 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["current memory usage"=1343226712] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 08:02:18.539 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=320db698-a507-5895-b9ee-7c50a9f2c5d5] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:02:18.539 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:18.540 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1343226752] ["max memory quota"=17179869184] [2024/05/06 08:02:18.540 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["current memory usage"=1477444480] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 08:02:18.544 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=1477444520] ["max memory quota"=17179869184] [2024/05/06 08:02:18.544 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["current memory usage"=1611662248] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 08:02:18.548 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=320db698-a507-5895-b9ee-7c50a9f2c5d5] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/06 08:02:18.548 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1611662288] ["max memory quota"=17179869184] [2024/05/06 08:02:18.548 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=299] [reader=2] [writer=4] [2024/05/06 08:02:18.548 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=274] ["start key"=7480000000000001125f728000000000000001] ["end key"=7480000000000001125f72800000000000000300] [2024/05/06 08:02:18.548 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001125f728000000000000001] [endKey=7480000000000001125f72800000000000000300] [2024/05/06 08:02:18.548 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=274] ["end key"=7480000000000001125f72800000000000000300] ["current end key"=7480000000000001125f72800000000000000300] [2024/05/06 08:02:18.549 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 08:02:18.549 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 274, range: [7480000000000001125f728000000000000001, 7480000000000001125f72800000000000000300), jobID: 299"] [2024/05/06 08:02:18.549 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [retryCnt=0] [takeTime=32.767989ms] [] [2024/05/06 08:02:18.549 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [2024/05/06 08:02:18.549 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 08:02:18.550 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [takeTime=614.81Β΅s] [] [2024/05/06 08:02:18.550 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/299/284ed67e-7a41-5a95-b24e-d5e5a144781a.sst/b1d93631-f64f-47e7-8aad-b82dc4790be0.sst] [firstKey=7480000000000001FF125F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF125F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/06 08:02:18.551 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=286] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:18.551 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=286] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=300] [localCnt=0] [2024/05/06 08:02:18.553 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [2024/05/06 08:02:18.553 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["current memory usage"=2283799648] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:02:18.555 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=299] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001125f72800000000000000300] ["global checkpoint"=] ["global physical ID"=274] [] [2024/05/06 08:02:18.555 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001125f728000000000000001] [2024/05/06 08:02:18.555 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 08:02:18.556 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=356] ["take time"=52.212921ms] [job="ID:296, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:272, RowCount:3, ArgLen:3, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382552096802, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.556 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=1746928616] ["max memory quota"=17179869184] [2024/05/06 08:02:18.556 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["current memory usage"=1881146344] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 08:02:18.557 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 08:02:18.558 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=356] [neededSchemaVersion=357] ["start time"=507.527Β΅s] [gotSchemaVersion=357] [phyTblIDs="[288]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:18.559 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1881146384] ["max memory quota"=17179869184] [2024/05/06 08:02:18.559 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["current memory usage"=2015364112] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 08:02:18.560 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=298] [version=357] [2024/05/06 08:02:18.562 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=357] [neededSchemaVersion=358] ["start time"=468.061Β΅s] [gotSchemaVersion=358] [phyTblIDs="[290]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:18.562 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=2015364152] ["max memory quota"=17179869184] [2024/05/06 08:02:18.562 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["current memory usage"=2149581880] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 08:02:18.563 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=297] [version=358] [2024/05/06 08:02:18.564 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=296] [tableID=272] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:02:18.565 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=2149581920] ["max memory quota"=17179869184] [2024/05/06 08:02:18.565 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=300] [reader=2] [writer=4] [2024/05/06 08:02:18.565 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=286] ["start key"=74800000000000011e5f728000000000000001] ["end key"=74800000000000011e5f72800000000000000300] [2024/05/06 08:02:18.565 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000011e5f728000000000000001] [endKey=74800000000000011e5f72800000000000000300] [2024/05/06 08:02:18.566 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=286] ["end key"=74800000000000011e5f72800000000000000300] ["current end key"=74800000000000011e5f72800000000000000300] [2024/05/06 08:02:18.566 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 08:02:18.566 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 286, range: [74800000000000011e5f728000000000000001, 74800000000000011e5f72800000000000000300), jobID: 300"] [2024/05/06 08:02:18.566 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 08:02:18.567 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=296] [jobType="add index"] [2024/05/06 08:02:18.567 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=296] [conn=45] [job="ID:296, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:272, RowCount:3, ArgLen:3, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382552096802, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.567 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/300/8f1beb83-9c70-566b-9a49-eceac3f97713.sst/72bbd041-b065-41dc-ba8f-8725a380bf6d.sst] [firstKey=7480000000000001FF1E5F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF1E5F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/06 08:02:18.568 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=301] [conn=50] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.569 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=301] [table=t6] ["ingest mode"=true] [index=idx] [2024/05/06 08:02:18.569 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 08:02:18.569 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/301] [keyspaceName=] [2024/05/06 08:02:18.571 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=300] ["index IDs"="[1]"] ["local checkpoint"=74800000000000011e5f72800000000000000300] ["global checkpoint"=] ["global physical ID"=286] [] [2024/05/06 08:02:18.571 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=74800000000000011e5f728000000000000001] [2024/05/06 08:02:18.571 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 08:02:18.572 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 08:02:18.572 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793138773410359] [2024/05/06 08:02:18.572 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:18.572 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 08:02:18.573 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:18.573 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:18.573 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:18.573 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:18.573 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:18.577 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:18.577 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:18.577 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=301] ["current memory usage"=1613759600] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 08:02:18.578 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=301] [physicalTableID=284] [startKey=74800000000000011c5f728000000000000001] [endKey=74800000000000011c5f72800000000000000300] [2024/05/06 08:02:18.578 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] [2024/05/06 08:02:18.578 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [2024/05/06 08:02:18.579 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [takeTime=679.345Β΅s] [] [2024/05/06 08:02:18.579 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["split region size"=100663296] [2024/05/06 08:02:18.579 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [retryCnt=0] [2024/05/06 08:02:18.580 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:18.584 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=301] [2024/05/06 08:02:18.590 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=301] [conn=50] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382591418374, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.591 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=301] [table=t6] ["ingest mode"=true] [index=idx] [2024/05/06 08:02:18.593 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=301] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=284] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 08:02:18.593 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=301] [indexIDs="[1]"] [2024/05/06 08:02:18.594 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] [2024/05/06 08:02:18.594 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [2024/05/06 08:02:18.595 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [takeTime=872.271Β΅s] [] [2024/05/06 08:02:18.595 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["split region size"=100663296] [2024/05/06 08:02:18.595 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [retryCnt=0] [2024/05/06 08:02:18.595 +00:00] [INFO] [job_table.go:657] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=301] [start=74800000000000011c5f728000000000000001] [end=74800000000000011c5f72800000000000000300] ["checkpoint physical ID"=284] [2024/05/06 08:02:18.595 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382591418374, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000011c5f728000000000000001,EndKey:74800000000000011c5f72800000000000000300,First:false,PhysicalTableID:284,Ingest mode:true"] [2024/05/06 08:02:18.596 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:18.602 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=284ed67e-7a41-5a95-b24e-d5e5a144781a] ["region ranges"=1] [count=3] [size=162] [2024/05/06 08:02:18.602 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:18.607 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=357] ["take time"=52.098703ms] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382525882377, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.610 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=284ed67e-7a41-5a95-b24e-d5e5a144781a] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/06 08:02:18.612 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=358] ["take time"=51.998945ms] [job="ID:297, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:290, RowCount:3, ArgLen:3, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382565204019, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.612 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [retryCnt=0] [takeTime=32.437907ms] [] [2024/05/06 08:02:18.612 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [2024/05/06 08:02:18.612 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [takeTime=615.125Β΅s] [] [2024/05/06 08:02:18.612 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t1] [2024/05/06 08:02:18.612 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t1] [category=detect-dupe] [tasks=1] [2024/05/06 08:02:18.613 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t1] [takeTime=800.459Β΅s] [] [2024/05/06 08:02:18.615 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=284] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:343\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:91\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:701\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:206\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:18.615 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=284] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=301] [localCnt=0] [2024/05/06 08:02:18.616 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=298] [conn=51] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382525882377, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.616 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=298] [table=t8] [index=idx] [2024/05/06 08:02:18.617 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:18.617 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:18.617 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:18.617 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:18.617 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:18.617 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:18.617 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:18.617 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:18.617 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:18.617 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:18.617 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:18.617 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:18.617 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:18.617 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=8f1beb83-9c70-566b-9a49-eceac3f97713] ["region ranges"=1] [count=3] [size=162] [2024/05/06 08:02:18.618 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:18.618 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:18.618 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:18.618 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:18.618 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:18.618 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:18.618 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=298] [indexIDs="[1]"] [2024/05/06 08:02:18.618 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=298] ["current memory usage"=1075839792] ["max memory quota"=17179869184] [2024/05/06 08:02:18.620 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [2024/05/06 08:02:18.620 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["current memory usage"=1746928576] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 08:02:18.620 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=358] [neededSchemaVersion=359] ["start time"=648.917Β΅s] [gotSchemaVersion=359] [phyTblIDs="[274]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:18.622 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=1745880040] ["max memory quota"=17179869184] [2024/05/06 08:02:18.622 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["current memory usage"=1881146344] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 08:02:18.623 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=297] [tableID=290] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:02:18.623 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=299] [version=359] [2024/05/06 08:02:18.625 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=359] [neededSchemaVersion=360] ["start time"=643.268Β΅s] [gotSchemaVersion=360] [phyTblIDs="[288]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:18.625 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=297] [jobType="add index"] [2024/05/06 08:02:18.625 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1881146384] ["max memory quota"=17179869184] [2024/05/06 08:02:18.625 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["current memory usage"=2015364112] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 08:02:18.626 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=297] [conn=42] [job="ID:297, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:290, RowCount:3, ArgLen:3, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382565204019, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.626 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=8f1beb83-9c70-566b-9a49-eceac3f97713] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/06 08:02:18.627 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=298] [version=360] [2024/05/06 08:02:18.627 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [retryCnt=0] [takeTime=32.528212ms] [] [2024/05/06 08:02:18.627 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [2024/05/06 08:02:18.628 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [takeTime=549.497Β΅s] [] [2024/05/06 08:02:18.628 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t7] [2024/05/06 08:02:18.628 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t7] [category=detect-dupe] [tasks=1] [2024/05/06 08:02:18.629 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=2015364152] ["max memory quota"=17179869184] [2024/05/06 08:02:18.629 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["current memory usage"=2149581880] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 08:02:18.629 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=295] [2024/05/06 08:02:18.629 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=296] [2024/05/06 08:02:18.629 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:18.629 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:18.629 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t7] [takeTime=788.182Β΅s] [] [2024/05/06 08:02:18.629 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=294] [2024/05/06 08:02:18.629 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:18.630 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 47\n# Query_time: 1.01494858\n# Parse_time: 0.000023124\n# Compile_time: 0.000078297\n# Rewrite_time: 0.000001379\n# Optimize_time: 0.000021677\n# Wait_TS: 0.000205229\n# DB: addindexlit\n# Is_internal: false\n# Digest: 313ed62c529ca233d9c6a792664061f203a06b67fdbdf02b30813512d72d0bcc\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t4 add index idx(a);"] [2024/05/06 08:02:18.631 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 45\n# Query_time: 1.016747952\n# Parse_time: 0.000023372\n# Compile_time: 0.000064313\n# Rewrite_time: 0.000001224\n# Optimize_time: 0.000032802\n# Wait_TS: 0.000222398\n# DB: addindexlit\n# Is_internal: false\n# Digest: 1575d05c2408d6b4e80dc99fa468744a32aabe3d16303fb47449d85c1e318c83\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t0 add index idx(a);"] [2024/05/06 08:02:18.631 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=2149581920] ["max memory quota"=17179869184] [2024/05/06 08:02:18.631 +00:00] [INFO] [backfilling_scheduler.go:381] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=301] [reader=2] [writer=4] [2024/05/06 08:02:18.631 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=284] ["start key"=74800000000000011c5f728000000000000001] ["end key"=74800000000000011c5f72800000000000000300] [2024/05/06 08:02:18.632 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000011c5f728000000000000001] [endKey=74800000000000011c5f72800000000000000300] [2024/05/06 08:02:18.632 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=284] ["end key"=74800000000000011c5f72800000000000000300] ["current end key"=74800000000000011c5f72800000000000000300] [2024/05/06 08:02:18.632 +00:00] [INFO] [index_cop.go:236] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 08:02:18.632 +00:00] [INFO] [index_cop.go:133] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 284, range: [74800000000000011c5f728000000000000001, 74800000000000011c5f72800000000000000300), jobID: 301"] [2024/05/06 08:02:18.632 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 44\n# Query_time: 1.017644419\n# Parse_time: 0.000020315\n# Compile_time: 0.000054616\n# Rewrite_time: 0.000000987\n# Optimize_time: 0.000019981\n# Wait_TS: 0.000161407\n# DB: addindexlit\n# Is_internal: false\n# Digest: 9362128342a11a9db9c3800825fd799bb1e60da0d45ff1451f59715bbff3ea38\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t2 add index idx(a);"] [2024/05/06 08:02:18.633 +00:00] [INFO] [backfilling_scheduler.go:572] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 08:02:18.633 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/301/0918a1ff-0528-5d8e-ab55-616bfa336277.sst/2e735df0-e888-4c68-9e88-f0d543532f71.sst] [firstKey=74800000000000011C5F698000000000000001038000000000000001038000000000000001] [lastKey=74800000000000011C5F698000000000000001038000000000000003038000000000000003] [2024/05/06 08:02:18.634 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=297] [2024/05/06 08:02:18.634 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:18.635 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=360] [neededSchemaVersion=361] ["start time"=561.455Β΅s] [gotSchemaVersion=361] [phyTblIDs="[286]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:18.636 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 42\n# Query_time: 1.020758189\n# Parse_time: 0.000036103\n# Compile_time: 0.000060691\n# Rewrite_time: 0.00000106\n# Optimize_time: 0.000020539\n# Wait_TS: 0.000121789\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5bd1958b3a6e9154e6e0967495a98d5f02b0fa01f50ce87a63ce3b1bf470986a\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t9 add unique index idx(a);"] [2024/05/06 08:02:18.638 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=301] ["index IDs"="[1]"] ["local checkpoint"=74800000000000011c5f72800000000000000300] ["global checkpoint"=] ["global physical ID"=284] [] [2024/05/06 08:02:18.638 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=74800000000000011c5f728000000000000001] [2024/05/06 08:02:18.638 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 08:02:18.638 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=300] [version=361] [2024/05/06 08:02:18.656 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] [2024/05/06 08:02:18.656 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [2024/05/06 08:02:18.657 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [takeTime=717.735Β΅s] [] [2024/05/06 08:02:18.657 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["split region size"=100663296] [2024/05/06 08:02:18.657 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [retryCnt=0] [2024/05/06 08:02:18.658 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:18.670 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=359] ["take time"=52.418897ms] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382565203984, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.674 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=360] ["take time"=51.842503ms] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.678 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=299] [conn=48] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382565203984, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.679 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=299] [table=t1] [index=idx] [2024/05/06 08:02:18.679 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=0918a1ff-0528-5d8e-ab55-616bfa336277] ["region ranges"=1] [count=3] [size=114] [2024/05/06 08:02:18.679 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:18.680 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:18.680 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:18.680 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:18.680 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:18.680 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:18.680 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:18.680 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:18.680 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:18.680 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:18.680 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:18.680 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:18.680 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:18.680 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:18.681 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:18.681 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:18.681 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:18.681 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:18.681 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:18.681 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=299] [indexIDs="[1]"] [2024/05/06 08:02:18.681 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=299] ["current memory usage"=1074791040] ["max memory quota"=17179869184] [2024/05/06 08:02:18.683 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=298] [conn=51] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.684 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=298] [physicalTableID=288] [startKey=7480000000000001205f69ffff000000000001] [endKey=7480000000000001205f69ffff000000000001ff] [2024/05/06 08:02:18.685 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=361] ["take time"=52.158374ms] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382565203997, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.688 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=0918a1ff-0528-5d8e-ab55-616bfa336277] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/06 08:02:18.688 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=361] [neededSchemaVersion=362] ["start time"=603.771Β΅s] [gotSchemaVersion=362] [phyTblIDs="[274]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:18.689 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=298] [2024/05/06 08:02:18.689 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [retryCnt=0] [takeTime=32.782262ms] [] [2024/05/06 08:02:18.689 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [2024/05/06 08:02:18.690 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [takeTime=539.833Β΅s] [] [2024/05/06 08:02:18.690 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=299] [version=362] [2024/05/06 08:02:18.694 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=298] [conn=51] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382617894923, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.696 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382617894923, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001205f69ffff000000000001,EndKey:7480000000000001205f69ffff000000000001ff,First:false,PhysicalTableID:288,Ingest mode:false"] [2024/05/06 08:02:18.696 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=362] [neededSchemaVersion=363] ["start time"=505.035Β΅s] [gotSchemaVersion=363] [phyTblIDs="[284]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:18.697 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=288] ["start key"=7480000000000001205f69ffff000000000001] ["end key"=7480000000000001205f69ffff000000000001ff] [2024/05/06 08:02:18.697 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=298] [2024/05/06 08:02:18.697 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=298] [2024/05/06 08:02:18.697 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001205f69ffff000000000001] [endKey=7480000000000001205f69ffff000000000001ff] [2024/05/06 08:02:18.697 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=298] [2024/05/06 08:02:18.697 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=298] [2024/05/06 08:02:18.698 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=301] [version=363] [2024/05/06 08:02:18.698 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=288] ["end key"=7480000000000001205f69ffff000000000001ff] ["current end key"=7480000000000001205f69ffff00000000000100] [2024/05/06 08:02:18.698 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=298] [2024/05/06 08:02:18.698 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=298] [2024/05/06 08:02:18.698 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=298] [2024/05/06 08:02:18.698 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=300] [conn=49] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382565203997, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.699 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=300] [table=t7] [index=idx] [2024/05/06 08:02:18.699 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 288, range: [7480000000000001205f69ffff000000000001, 7480000000000001205f69ffff00000000000100), jobID: 298"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001205f69ffff0000000000010000] ["take time"=740.784Β΅s] [2024/05/06 08:02:18.699 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=298] [2024/05/06 08:02:18.700 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:18.700 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:18.700 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:18.700 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:18.700 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:18.700 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:18.700 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:18.700 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:18.700 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:18.700 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:18.700 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:18.700 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:18.700 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:18.700 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:18.700 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:18.700 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:18.700 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:18.700 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:18.700 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=300] [indexIDs="[1]"] [2024/05/06 08:02:18.700 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=300] ["current memory usage"=536871232] ["max memory quota"=17179869184] [2024/05/06 08:02:18.702 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001205f69ffff000000000001] [2024/05/06 08:02:18.702 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 08:02:18.707 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=363] [neededSchemaVersion=364] ["start time"=613.507Β΅s] [gotSchemaVersion=364] [phyTblIDs="[286]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:18.709 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=300] [version=364] [2024/05/06 08:02:18.722 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 08:02:18.728 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=364] [neededSchemaVersion=365] ["start time"=718.373Β΅s] [gotSchemaVersion=365] [phyTblIDs="[288]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:18.730 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=298] [version=365] [2024/05/06 08:02:18.739 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=362] ["take time"=52.309635ms] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.746 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=363] ["take time"=51.871863ms] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382591418374, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.747 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=299] [conn=48] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.748 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=299] [physicalTableID=274] [startKey=7480000000000001125f69ffff000000000001] [endKey=7480000000000001125f69ffff000000000001ff] [2024/05/06 08:02:18.753 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=299] [2024/05/06 08:02:18.753 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=301] [conn=50] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382591418374, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.754 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=301] [table=t6] [index=idx] [2024/05/06 08:02:18.755 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:18.755 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:18.755 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:18.755 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:18.755 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:18.755 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:18.755 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:18.755 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:18.755 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:18.755 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:18.755 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:18.755 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:18.755 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:18.755 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:18.755 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:18.755 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:18.755 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:18.755 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:18.755 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=301] [indexIDs="[1]"] [2024/05/06 08:02:18.755 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=301] ["current memory usage"=0] ["max memory quota"=17179869184] [2024/05/06 08:02:18.757 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=364] ["take time"=51.798666ms] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.759 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=299] [conn=48] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382631002124, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.760 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382631002124, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001125f69ffff000000000001,EndKey:7480000000000001125f69ffff000000000001ff,First:false,PhysicalTableID:274,Ingest mode:false"] [2024/05/06 08:02:18.761 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=365] [neededSchemaVersion=366] ["start time"=447.215Β΅s] [gotSchemaVersion=366] [phyTblIDs="[284]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:18.762 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=299] [2024/05/06 08:02:18.762 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=274] ["start key"=7480000000000001125f69ffff000000000001] ["end key"=7480000000000001125f69ffff000000000001ff] [2024/05/06 08:02:18.762 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=299] [2024/05/06 08:02:18.762 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=299] [2024/05/06 08:02:18.762 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001125f69ffff000000000001] [endKey=7480000000000001125f69ffff000000000001ff] [2024/05/06 08:02:18.762 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=299] [2024/05/06 08:02:18.762 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=274] ["end key"=7480000000000001125f69ffff000000000001ff] ["current end key"=7480000000000001125f69ffff00000000000100] [2024/05/06 08:02:18.762 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=299] [2024/05/06 08:02:18.762 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=299] [2024/05/06 08:02:18.762 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=299] [2024/05/06 08:02:18.763 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 274, range: [7480000000000001125f69ffff000000000001, 7480000000000001125f69ffff00000000000100), jobID: 299"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001125f69ffff0000000000010000] ["take time"=373.48Β΅s] [2024/05/06 08:02:18.763 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=299] [2024/05/06 08:02:18.763 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=301] [version=366] [2024/05/06 08:02:18.763 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=300] [conn=49] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.764 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=300] [physicalTableID=286] [startKey=74800000000000011e5f69ffff000000000001] [endKey=74800000000000011e5f69ffff000000000001ff] [2024/05/06 08:02:18.765 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001125f69ffff000000000001] [2024/05/06 08:02:18.765 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 08:02:18.768 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=300] [2024/05/06 08:02:18.775 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=300] [conn=49] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382631002151, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.777 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382631002151, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000011e5f69ffff000000000001,EndKey:74800000000000011e5f69ffff000000000001ff,First:false,PhysicalTableID:286,Ingest mode:false"] [2024/05/06 08:02:18.778 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=365] ["take time"=52.140846ms] [job="ID:298, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:288, RowCount:3, ArgLen:3, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382617894923, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.778 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=300] [2024/05/06 08:02:18.778 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=286] ["start key"=74800000000000011e5f69ffff000000000001] ["end key"=74800000000000011e5f69ffff000000000001ff] [2024/05/06 08:02:18.778 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=300] [2024/05/06 08:02:18.778 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=300] [2024/05/06 08:02:18.778 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000011e5f69ffff000000000001] [endKey=74800000000000011e5f69ffff000000000001ff] [2024/05/06 08:02:18.778 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=300] [2024/05/06 08:02:18.778 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=286] ["end key"=74800000000000011e5f69ffff000000000001ff] ["current end key"=74800000000000011e5f69ffff00000000000100] [2024/05/06 08:02:18.778 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=300] [2024/05/06 08:02:18.778 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=300] [2024/05/06 08:02:18.778 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=300] [2024/05/06 08:02:18.779 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 286, range: [74800000000000011e5f69ffff000000000001, 74800000000000011e5f69ffff00000000000100), jobID: 300"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000011e5f69ffff0000000000010000] ["take time"=452.083Β΅s] [2024/05/06 08:02:18.779 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=300] [2024/05/06 08:02:18.781 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=74800000000000011e5f69ffff000000000001] [2024/05/06 08:02:18.781 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 08:02:18.785 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 08:02:18.786 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=298] [tableID=288] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:02:18.789 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=298] [jobType="add index"] [2024/05/06 08:02:18.789 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=298] [conn=51] [job="ID:298, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:288, RowCount:3, ArgLen:3, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382617894923, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.791 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=366] [neededSchemaVersion=367] ["start time"=531.864Β΅s] [gotSchemaVersion=367] [phyTblIDs="[274]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:18.793 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=299] [version=367] [2024/05/06 08:02:18.797 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=298] [2024/05/06 08:02:18.797 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:18.798 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 51\n# Query_time: 1.182993084\n# Parse_time: 0.000021639\n# Compile_time: 0.000077341\n# Rewrite_time: 0.000001344\n# Optimize_time: 0.000021115\n# Wait_TS: 0.000125775\n# DB: addindexlit\n# Is_internal: false\n# Digest: 9d113192773d3132725924921eee0f996f52a330496438ca37e154fd03c256c0\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t8 add index idx(a);"] [2024/05/06 08:02:18.802 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 08:02:18.807 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=367] [neededSchemaVersion=368] ["start time"=597.936Β΅s] [gotSchemaVersion=368] [phyTblIDs="[286]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:18.809 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=300] [version=368] [2024/05/06 08:02:18.811 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=366] ["take time"=51.850926ms] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.821 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=301] [conn=50] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.822 +00:00] [INFO] [reorg.go:719] ["job get table range"] [category=ddl] [jobID=301] [physicalTableID=284] [startKey=74800000000000011c5f69ffff000000000001] [endKey=74800000000000011c5f69ffff000000000001ff] [2024/05/06 08:02:18.828 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=301] [2024/05/06 08:02:18.834 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=301] [conn=50] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:3, ArgLen:0, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382643847213, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.836 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:3, ArgLen:6, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382643847213, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000011c5f69ffff000000000001,EndKey:74800000000000011c5f69ffff000000000001ff,First:false,PhysicalTableID:284,Ingest mode:false"] [2024/05/06 08:02:18.838 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=301] [2024/05/06 08:02:18.838 +00:00] [INFO] [backfilling.go:396] ["split table range from PD"] [category=ddl] [physicalTableID=284] ["start key"=74800000000000011c5f69ffff000000000001] ["end key"=74800000000000011c5f69ffff000000000001ff] [2024/05/06 08:02:18.838 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=301] [2024/05/06 08:02:18.838 +00:00] [INFO] [backfilling.go:724] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000011c5f69ffff000000000001] [endKey=74800000000000011c5f69ffff000000000001ff] [2024/05/06 08:02:18.838 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=301] [2024/05/06 08:02:18.838 +00:00] [INFO] [backfilling.go:344] ["backfill worker start"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=301] [2024/05/06 08:02:18.839 +00:00] [INFO] [backfilling.go:576] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=284] ["end key"=74800000000000011c5f69ffff000000000001ff] ["current end key"=74800000000000011c5f69ffff00000000000100] [2024/05/06 08:02:18.839 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=301] [2024/05/06 08:02:18.839 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=301] [2024/05/06 08:02:18.839 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=301] [2024/05/06 08:02:18.839 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 284, range: [74800000000000011c5f69ffff000000000001, 74800000000000011c5f69ffff00000000000100), jobID: 301"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000011c5f69ffff0000000000010000] ["take time"=411.765Β΅s] [2024/05/06 08:02:18.839 +00:00] [INFO] [backfilling.go:357] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=301] [2024/05/06 08:02:18.841 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=367] ["take time"=52.610311ms] [job="ID:299, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:274, RowCount:3, ArgLen:3, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382631002124, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.842 +00:00] [INFO] [backfilling.go:460] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=74800000000000011c5f69ffff000000000001] [2024/05/06 08:02:18.842 +00:00] [INFO] [reorg.go:233] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 08:02:18.849 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=299] [tableID=274] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:02:18.852 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=299] [jobType="add index"] [2024/05/06 08:02:18.852 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=299] [conn=48] [job="ID:299, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:274, RowCount:3, ArgLen:3, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382631002124, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.857 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=368] ["take time"=52.140262ms] [job="ID:300, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:286, RowCount:3, ArgLen:3, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382631002151, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.864 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=300] [tableID=286] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:02:18.865 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 08:02:18.866 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=300] [jobType="add index"] [2024/05/06 08:02:18.866 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=300] [conn=49] [job="ID:300, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:286, RowCount:3, ArgLen:3, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382631002151, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.869 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=368] [neededSchemaVersion=369] ["start time"=628.246Β΅s] [gotSchemaVersion=369] [phyTblIDs="[284]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 08:02:18.872 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=301] [version=369] [2024/05/06 08:02:18.874 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=299] [2024/05/06 08:02:18.874 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:18.875 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 48\n# Query_time: 1.260301644\n# Parse_time: 0.000049561\n# Compile_time: 0.000071242\n# Rewrite_time: 0.000001298\n# Optimize_time: 0.000020725\n# Wait_TS: 0.000184754\n# DB: addindexlit\n# Is_internal: false\n# Digest: 71fc09751ef1865a8f3ba7a4c49c9a561524fe837f1ce72348256b349da1e695\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t1 add unique index idx(a);"] [2024/05/06 08:02:18.920 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=369] ["take time"=53.01453ms] [job="ID:301, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:284, RowCount:3, ArgLen:3, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382643847213, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.928 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=301] [tableID=284] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 08:02:18.931 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=301] [jobType="add index"] [2024/05/06 08:02:18.931 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=301] [conn=50] [job="ID:301, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:284, RowCount:3, ArgLen:3, start time: 2024-05-06 08:02:17.572 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449572382643847213, LocalMode: false, UniqueWarnings:0"] [2024/05/06 08:02:18.939 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=301] [2024/05/06 08:02:18.939 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:18.940 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 50\n# Query_time: 1.325623282\n# Parse_time: 0.000034568\n# Compile_time: 0.000061197\n# Rewrite_time: 0.000001302\n# Optimize_time: 0.000023255\n# Wait_TS: 0.000177779\n# DB: addindexlit\n# Is_internal: false\n# Digest: 0ca159269364b8608ca3951391b20d0711ab7315186344363e25b6d9b5a3e18b\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t6 add index idx(a);"] [2024/05/06 08:02:19.630 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=300] [2024/05/06 08:02:19.630 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:19.631 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 49\n# Query_time: 2.016084358\n# Parse_time: 0.000025156\n# Compile_time: 0.000089753\n# Rewrite_time: 0.000001845\n# Optimize_time: 0.000023597\n# Wait_TS: 0.000229532\n# DB: addindexlit\n# Is_internal: false\n# Digest: e872f00ada0cfd3423a3c060ad59cff70e22a93240c136ed4ada32d1f2fd9ced\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t7 add unique index idx(a);"] [2024/05/06 08:02:19.631 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2469c8ce-7de8-4a55-b053-700991f81482"] [2024/05/06 08:02:19.631 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2469c8ce-7de8-4a55-b053-700991f81482"] [2024/05/06 08:02:19.632 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2469c8ce-7de8-4a55-b053-700991f81482"] [] [2024/05/06 08:02:19.633 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:19.633 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 105, tp add index"] [category=ddl] ["take time"=1.868Β΅s] [2024/05/06 08:02:19.633 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 106, tp add index"] [category=ddl] ["take time"=891ns] [2024/05/06 08:02:19.633 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 104, tp add index"] [category=ddl] ["take time"=683ns] [2024/05/06 08:02:19.633 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 107, tp add index"] [category=ddl] ["take time"=913ns] [2024/05/06 08:02:19.633 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:19.633 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 103, tp general"] [category=ddl] ["take time"=846ns] [2024/05/06 08:02:19.633 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:02:19.633 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:02:19.633 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:02:19.636 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=2469c8ce-7de8-4a55-b053-700991f81482] ["take time"=5.052019ms] [2024/05/06 08:02:19.636 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=2469c8ce-7de8-4a55-b053-700991f81482] [2024/05/06 08:02:19.637 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:02:19.637 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/cb3ca0f6-1bd9-4a41-85f1-6b669199adb2] [watcherID=413e2297-2875-44a4-9bb6-8a256eaa7f5b] [2024/05/06 08:02:19.637 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:02:19.637 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/cb3ca0f6-1bd9-4a41-85f1-6b669199adb2] [2024/05/06 08:02:19.637 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:19.637 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:19.637 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:19.637 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:19.637 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:02:19.637 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:02:19.637 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:19.637 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:19.637 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:19.637 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:02:19.638 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:02:19.638 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:02:19.638 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1193] [2024/05/06 08:02:19.638 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:02:19.638 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:19.638 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:02:19.638 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:02:19.638 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:02:19.638 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:02:19.638 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:02:19.638 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:02:19.638 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:02:19.638 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:02:19.638 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:02:19.638 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:02:19.638 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:19.638 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:02:19.638 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:02:19.638 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:02:19.638 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:19.638 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:02:19.638 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:02:19.638 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:02:19.638 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:02:19.638 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:02:19.638 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:19.638 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:02:19.638 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:02:19.638 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:02:19.638 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:02:19.638 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7c7a7de4-ba90-42da-b7eb-1a14753b05af"] [error="lost watcher waiting for delete"] [2024/05/06 08:02:19.638 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:02:19.638 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:02:19.638 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:02:19.638 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:02:19.638 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=2469c8ce-7de8-4a55-b053-700991f81482] [2024/05/06 08:02:19.638 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:02:19.638 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:02:19.638 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2469c8ce-7de8-4a55-b053-700991f81482"] [error="context canceled"] [2024/05/06 08:02:19.638 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2469c8ce-7de8-4a55-b053-700991f81482"] [error="lost watcher waiting for delete"] [2024/05/06 08:02:19.638 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:02:19.638 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2469c8ce-7de8-4a55-b053-700991f81482"] [2024/05/06 08:02:19.638 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:02:19.638 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:02:19.638 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:02:19.638 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:02:19.638 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:02:19.638 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2469c8ce-7de8-4a55-b053-700991f81482"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:19.639 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=2469c8ce-7de8-4a55-b053-700991f81482] [2024/05/06 08:02:19.639 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:02:19.638 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:02:19.638 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:02:19.639 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:02:19.638 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:02:19.639 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:02:19.638 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:02:19.639 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:02:19.639 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:02:19.639 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:02:19.638 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:02:19.639 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:02:19.639 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:02:19.639 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:02:19.639 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:02:19.639 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7c7a7de4-ba90-42da-b7eb-1a14753b05af"] [error="context canceled"] [2024/05/06 08:02:19.639 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7c7a7de4-ba90-42da-b7eb-1a14753b05af"] [2024/05/06 08:02:19.639 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=7c7a7de4-ba90-42da-b7eb-1a14753b05af] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:19.639 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:02:19.639 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:02:19.639 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:02:19.639 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7c7a7de4-ba90-42da-b7eb-1a14753b05af"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:19.698 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:02:19.698 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2469c8ce-7de8-4a55-b053-700991f81482"] [error="context canceled"] [2024/05/06 08:02:19.698 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2469c8ce-7de8-4a55-b053-700991f81482"] [2024/05/06 08:02:20.870 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2469c8ce-7de8-4a55-b053-700991f81482"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:20.870 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:02:20.870 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:02:20.879 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7c7a7de4-ba90-42da-b7eb-1a14753b05af"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:20.933 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2469c8ce-7de8-4a55-b053-700991f81482"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:02:20.933 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:02:20.933 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:02:20.933 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:02:20.934 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.302693587s] [2024/05/06 08:02:20.934 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:20.934 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:20.934 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:20.934 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:20.934 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:20.934 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:20.934 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:20.934 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:20.934 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:20.934 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:20.934 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:20.934 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:20.934 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:20.934 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestConcFastReorg (4.61s) FAIL coverage: 15.5% of statements -- Coverage runner: Not collecting coverage for failed test. The following commands failed with status 1 /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/sandbox/linux-sandbox/2096/execroot/__main__/bazel-out/k8-fastbuild/bin/tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test.runfiles/__main__/tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test -with-real-tikv ================================================================================ Target //tests/realtikvtest/addindextest4:addindextest4_test up-to-date: bazel-bin/tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test INFO: Elapsed time: 202.801s, Critical Path: 185.89s INFO: 1496 processes: 1481 remote cache hit, 9 internal, 6 linux-sandbox. INFO: Build completed successfully, 1496 total actions //tests/realtikvtest/addindextest4:addindextest4_test FLAKY, failed in 1 out of 2 in 95.7s Stats over 2 runs: max = 95.7s, min = 68.4s, avg = 82.1s, dev = 13.6s /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs/tests/realtikvtest/addindextest4/addindextest4_test/coverage.dat Test cases: finished with 19 passing and 0 failing out of 19 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,510 / 1,511] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 160s remote-cache, linux-sandbox [1,510 / 1,511] Testing //tests/realtikvtest/txntest:txntest_test; 161s remote-cache, linux-sandbox [1,569 / 1,570] Testing //tests/realtikvtest/importintotest:importintotest_test; 160s remote-cache, linux-sandbox [1,510 / 1,511] 1 / 1 tests; Testing //tests/realtikvtest/sessiontest:sessiontest_test; 189s remote-cache, linux-sandbox Target //tests/realtikvtest/sessiontest:sessiontest_test up-to-date: bazel-bin/tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test INFO: Elapsed time: 233.492s, Critical Path: 214.86s INFO: 1508 processes: 1483 remote cache hit, 20 internal, 5 linux-sandbox. INFO: Build completed successfully, 1508 total actions Test cases: finished with 11 passing and 0 failing out of 11 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/ddl/db_partition.test: ok! 1276 test cases passed, take time 89.561666571 s ./t/ddl/db_rename.test: ok! 21 test cases passed, take time 7.092198823 s ./t/ddl/db_table.test: ok! 53 test cases passed, take time 1.353753189 s ./t/ddl/ddl_error.test: ok! 10 test cases passed, take time 0.186405601 s ./t/ddl/ddl_tiflash.test: ok! 14 test cases passed, take time 0.045226127 s [1,506 / 1,507] Testing //tests/realtikvtest/addindextest:addindextest_test; 220s remote-cache, linux-sandbox ./t/ddl/default_as_expression.test: ok! 364 test cases passed, take time 25.531821634 s ./t/ddl/fail_db.test: ok! 12 test cases passed, take time 0.409397986 s [1,510 / 1,511] Testing //tests/realtikvtest/txntest:txntest_test; 221s remote-cache, linux-sandbox [1,569 / 1,570] Testing //tests/realtikvtest/importintotest:importintotest_test; 220s remote-cache, linux-sandbox ./t/ddl/foreign_key.test: ok! 158 test cases passed, take time 21.821053797 s ./t/ddl/global_index.test: ok! 25 test cases passed, take time 2.4966089399999998 s ./t/ddl/index_modify.test: ok! 18 test cases passed, take time 2.17374911 s ./t/ddl/integration.test: ok! 87 test cases passed, take time 1.751322904 s [1,569 / 1,570] Testing //tests/realtikvtest/importintotest:importintotest_test; 257s remote-cache, linux-sandbox [1,569 / 1,570] 1 / 1 tests; Testing //tests/realtikvtest/importintotest:importintotest_test; 258s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest:importintotest_test: ==================== Test output for //tests/realtikvtest/importintotest:importintotest_test: === RUN TestImportInto [2024/05/06 08:01:13.042 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 08:01:13.043 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:13.044 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:01:13.045 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:13.045 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:13.046 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:13.046 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:13.046 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:13.046 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:13.046 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:13.049 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 08:01:13.054 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:13.056 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:13.057 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 08:01:13.083 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:01:13.084 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:01:13.093 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:01:13.093 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:01:13.106 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:01:13.130 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793186732921464] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:01:13.240 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:01:13.378 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1695] ["lease id"=3eaa8f4cea2dcf5c] [2024/05/06 08:01:13.381 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:01:13.388 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1259\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3564\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3556\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3506\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3290\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3256\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest/util_test.go:65\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest/importintotest_test.TestImportInto\n\ttests/realtikvtest/importintotest/util_test.go:50\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 08:01:13.412 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=23.507957ms] [2024/05/06 08:01:13.415 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:01:13.415 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=efa8cb04-dc92-4df8-a537-d124c3bae072] [runWorker=true] [2024/05/06 08:01:13.415 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:01:13.419 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:01:13.420 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 08:01:13.420 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:13.420 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:13.420 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:13.420 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:13.420 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:13.420 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:13.420 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:13.420 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:13.420 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:13.420 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:13.420 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:13.420 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:13.421 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:13.421 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:01:13.423 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager efa8cb04-dc92-4df8-a537-d124c3bae072"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4cea2dcf61] [ownerID=efa8cb04-dc92-4df8-a537-d124c3bae072] [op=none] [2024/05/06 08:01:13.423 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:13.424 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=519a74b7-f9bf-4454-85d2-ce1c193603e9] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:13.424 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 519a74b7-f9bf-4454-85d2-ce1c193603e9"] ["owner key"=/tidb/br-stream/owner/3eaa8f4cea2dcf63] [ownerID=519a74b7-f9bf-4454-85d2-ce1c193603e9] [op=none] [2024/05/06 08:01:13.432 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 08:01:13.465 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:13.429 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 08:01:13.465 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:13.429 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:13.472 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:13.473 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager efa8cb04-dc92-4df8-a537-d124c3bae072"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4cea2dcf61] [ownerID=efa8cb04-dc92-4df8-a537-d124c3bae072] [op=none] [2024/05/06 08:01:13.473 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager efa8cb04-dc92-4df8-a537-d124c3bae072"] [op=none] [2024/05/06 08:01:13.473 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:01:13.518 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:13.429 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:13.577 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=28.163664ms] [2024/05/06 08:01:13.582 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:01:13.591 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:13.591 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/06 08:01:13.598 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=53.15846ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:13.429 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:13.651 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:13.429 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:13.676 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 08:01:13.676 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:13.680 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 08:01:13.703 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 08:01:13.884 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:13.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:13.884 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:13.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 08:01:13.956 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:13.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:14.284 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.463684ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:14.293 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:14.293 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/06 08:01:14.326 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=53.390165ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:13.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:14.401 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:13.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:14.425 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:14.426 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:14.580 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 08:01:14.580 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:14.583 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.889355952\n# Parse_time: 0\n# Compile_time: 0.009057054\n# Rewrite_time: 0.000014652\n# Optimize_time: 0\n# Wait_TS: 0.000459284\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/05/06 08:01:14.589 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 08:01:14.636 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:14.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:14.636 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:14.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 08:01:14.693 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:14.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:14.771 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.805049ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:14.782 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:14.782 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/06 08:01:14.817 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=53.237917ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:14.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:14.857 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:14.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:14.905 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 08:01:14.905 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:14.908 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.321508809\n# Parse_time: 0\n# Compile_time: 0.002008774\n# Rewrite_time: 0.000009147\n# Optimize_time: 0\n# Wait_TS: 0.000301951\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:14.911 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 08:01:14.955 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:14.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:14.955 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:14.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 08:01:15.031 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:14.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:15.107 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.645853ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:15.117 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:15.117 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/06 08:01:15.153 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=53.139807ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:14.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:15.222 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:14.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:15.265 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 08:01:15.265 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:15.269 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.358966167\n# Parse_time: 0\n# Compile_time: 0.001317327\n# Rewrite_time: 0.000011204\n# Optimize_time: 0\n# Wait_TS: 0.000463613\n# DB: mysql\n# Is_internal: true\n# Digest: 3bc9b46cf9e300a8d240915cf47216424544ed9f992c07151fba2e2cadc41632\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"BLOB/TEXT/JSON column 'Priv' can't have a default value\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:15.281 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 08:01:15.391 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:15.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:15.391 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:15.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 08:01:15.420 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:01:15.421 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2382] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/06 08:01:15.423 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:15.423 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:15.452 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:15.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:15.620 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.871899ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:15.641 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:15.641 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/06 08:01:15.665 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=53.626413ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:15.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:15.747 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:15.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:15.847 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 08:01:15.848 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:15.851 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.575686922\n# Parse_time: 0\n# Compile_time: 0.005408503\n# Rewrite_time: 0.000010086\n# Optimize_time: 0\n# Wait_TS: 0.00032642\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:15.856 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 08:01:15.920 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:15.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:15.920 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:15.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 08:01:15.971 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:15.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:16.070 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.050631ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:16.080 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:16.080 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/06 08:01:16.116 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=52.882972ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:15.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:16.189 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:15.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:16.246 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 08:01:16.246 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:16.249 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.395252827\n# Parse_time: 0\n# Compile_time: 0.002288195\n# Rewrite_time: 0.000009983\n# Optimize_time: 0\n# Wait_TS: 0.000399464\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:16.254 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 08:01:16.324 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:16.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:16.324 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:16.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 08:01:16.377 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:16.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:16.423 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:16.424 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:16.473 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.158243ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:16.483 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:16.483 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/06 08:01:16.519 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.131999ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:16.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:16.588 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:16.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:16.656 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 08:01:16.656 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:16.659 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.40701191\n# Parse_time: 0\n# Compile_time: 0.002055136\n# Rewrite_time: 0.000010184\n# Optimize_time: 0\n# Wait_TS: 0.000441538\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:16.661 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 08:01:16.700 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:16.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:16.700 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:16.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 08:01:16.766 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:16.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:16.821 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.487796ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:16.830 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:16.830 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/06 08:01:16.867 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=53.009838ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:16.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:16.935 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:16.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:16.971 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 08:01:16.972 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:16.975 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.314076034\n# Parse_time: 0\n# Compile_time: 0.001053622\n# Rewrite_time: 0.000008265\n# Optimize_time: 0\n# Wait_TS: 0.00033553\n# DB: mysql\n# Is_internal: true\n# Digest: 1b59564c29970a0a8880792322e02b7df09888f7d0a2dfc190f3ed0ff12369d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:16.977 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 08:01:17.035 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:16.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:17.035 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:16.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 08:01:17.103 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:16.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.162 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.248049ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:17.170 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:17.170 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/06 08:01:17.209 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=53.523294ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:16.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.250 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:16.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.294 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 08:01:17.294 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:17.298 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.321761939\n# Parse_time: 0\n# Compile_time: 0.001175918\n# Rewrite_time: 0.00001011\n# Optimize_time: 0\n# Wait_TS: 0.000278776\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:17.303 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 08:01:17.355 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:17.355 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 08:01:17.422 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:17.423 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:17.423 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:17.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.504 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=3.00569ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:17.514 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:17.515 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/06 08:01:17.551 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.583136ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.595 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:17.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.651 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 08:01:17.651 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:17.655 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.354089292\n# Parse_time: 0\n# Compile_time: 0.002350397\n# Rewrite_time: 0.000009992\n# Optimize_time: 0\n# Wait_TS: 0.000401997\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:17.658 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 08:01:17.724 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:17.724 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 08:01:17.786 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:17.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.863 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=3.467ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:17.877 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:17.877 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/06 08:01:17.910 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=54.348555ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.949 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:17.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:17.998 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 08:01:17.999 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:18.002 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.345469114\n# Parse_time: 0\n# Compile_time: 0.001785125\n# Rewrite_time: 0.000010132\n# Optimize_time: 0\n# Wait_TS: 0.000394682\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:18.013 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 08:01:18.014 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:01:18.087 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.98 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:18.087 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.98 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 08:01:18.127 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:17.98 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:18.251 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=4.107433ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:18.262 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:18.262 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/06 08:01:18.297 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=53.977561ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:17.98 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:18.359 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:17.98 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:18.423 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:18.423 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:18.437 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 08:01:18.437 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:18.441 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.433015551\n# Parse_time: 0\n# Compile_time: 0.00470218\n# Rewrite_time: 0.000012908\n# Optimize_time: 0\n# Wait_TS: 0.000419141\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:18.446 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 08:01:18.509 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:18.43 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:18.509 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:18.43 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 08:01:18.567 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:18.43 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:18.666 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.313036ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:18.676 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:18.676 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/06 08:01:18.712 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=53.066209ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:18.43 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:18.751 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:18.43 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:18.813 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 08:01:18.813 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:18.817 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.373456074\n# Parse_time: 0\n# Compile_time: 0.002173982\n# Rewrite_time: 0.000008887\n# Optimize_time: 0\n# Wait_TS: 0.000445075\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:18.823 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 08:01:18.876 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:18.83 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:18.876 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:18.83 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 08:01:18.927 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:18.83 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:19.019 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=3.339186ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:19.032 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:19.032 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/06 08:01:19.065 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=54.055213ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:18.83 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:19.144 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:18.83 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:19.194 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 08:01:19.194 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:19.197 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.376171969\n# Parse_time: 0\n# Compile_time: 0.002861763\n# Rewrite_time: 0.000013666\n# Optimize_time: 0\n# Wait_TS: 0.000316826\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:19.201 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 08:01:19.251 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:19.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:19.251 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:19.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 08:01:19.288 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:19.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:19.362 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.602133ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:19.371 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:19.371 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/06 08:01:19.409 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=53.312681ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:19.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:19.422 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:19.422 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:19.447 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:19.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:19.497 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 08:01:19.497 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:19.500 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.301300923\n# Parse_time: 0\n# Compile_time: 0.002031505\n# Rewrite_time: 0.000008203\n# Optimize_time: 0\n# Wait_TS: 0.000401285\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:19.504 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 08:01:19.549 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:19.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:19.549 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:19.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 08:01:19.616 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:19.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:19.709 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.741374ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:19.719 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:19.719 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/06 08:01:19.756 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=53.477064ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:19.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:19.794 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:19.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:19.843 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 08:01:19.843 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:19.846 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.344144015\n# Parse_time: 0\n# Compile_time: 0.001999492\n# Rewrite_time: 0.000008327\n# Optimize_time: 0\n# Wait_TS: 0.000314241\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:19.851 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 08:01:19.909 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:19.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:19.909 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:19.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 08:01:19.968 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:19.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:20.068 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=3.245445ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:20.078 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:20.079 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/06 08:01:20.115 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=53.25868ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:19.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:20.182 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:19.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:20.229 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 08:01:20.229 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:20.232 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.383133782\n# Parse_time: 0\n# Compile_time: 0.002286169\n# Rewrite_time: 0.000008962\n# Optimize_time: 0\n# Wait_TS: 0.000428973\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:20.236 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 08:01:20.293 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:20.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:20.293 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:20.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 08:01:20.372 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:20.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:20.424 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:20.425 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:20.452 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=3.195127ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:20.462 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:20.462 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/06 08:01:20.498 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=53.698626ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:20.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:20.544 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:20.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:20.597 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 08:01:20.598 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:20.602 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.367095443\n# Parse_time: 0\n# Compile_time: 0.001995166\n# Rewrite_time: 0.000008635\n# Optimize_time: 0\n# Wait_TS: 0.000445208\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:20.611 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 08:01:20.678 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:20.58 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:20.678 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:20.58 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 08:01:20.728 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:20.58 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:20.833 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.346732ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:20.842 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:20.842 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/06 08:01:20.880 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=53.625247ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:20.58 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:20.943 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:20.58 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.029 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 08:01:21.029 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:21.033 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.426463844\n# Parse_time: 0\n# Compile_time: 0.004764395\n# Rewrite_time: 0.000010474\n# Optimize_time: 0\n# Wait_TS: 0.000422464\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:21.052 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 08:01:21.099 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:21.099 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 08:01:21.147 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:21.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.225 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.674098ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:21.236 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:21.236 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/06 08:01:21.272 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=54.115238ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.340 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:21.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.388 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 08:01:21.388 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:21.392 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.341345386\n# Parse_time: 0\n# Compile_time: 0.001552728\n# Rewrite_time: 0.000008551\n# Optimize_time: 0\n# Wait_TS: 0.000370365\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:21.396 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 08:01:21.424 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:21.425 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:21.440 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:21.440 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 08:01:21.482 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:21.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.540 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.475285ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:21.553 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:21.553 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/06 08:01:21.587 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=53.294287ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.661 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:21.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.698 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 08:01:21.698 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:21.701 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.307166143\n# Parse_time: 0\n# Compile_time: 0.001723684\n# Rewrite_time: 0.000010934\n# Optimize_time: 0\n# Wait_TS: 0.000274767\n# DB: mysql\n# Is_internal: true\n# Digest: 988ff7e96344f475621bfec9765ba7b507e76d86daa1e3fdf0f9eadbd538afd0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:21.703 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 08:01:21.756 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:21.756 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 08:01:21.798 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:21.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.844 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.467175ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:21.854 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:21.854 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/06 08:01:21.891 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.745403ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.946 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:21.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:21.978 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 08:01:21.978 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:21.988 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 08:01:22.044 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:22.045 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 08:01:22.096 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:21.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.193 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.149082ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:22.203 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:22.204 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/06 08:01:22.240 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=53.790054ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:21.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.307 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:21.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.369 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 08:01:22.369 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:22.372 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.386901996\n# Parse_time: 0\n# Compile_time: 0.002138283\n# Rewrite_time: 0.000009103\n# Optimize_time: 0\n# Wait_TS: 0.000406805\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:22.376 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 08:01:22.424 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:22.424 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:22.435 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:22.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:22.435 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:22.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 08:01:22.501 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.578 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=3.080848ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:22.590 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:22.590 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/06 08:01:22.625 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=54.188257ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:22.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.691 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.735 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 08:01:22.735 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:22.739 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.365251389\n# Parse_time: 0\n# Compile_time: 0.001477785\n# Rewrite_time: 0.000009275\n# Optimize_time: 0\n# Wait_TS: 0.000370062\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:22.743 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 08:01:22.791 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:22.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:22.791 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:22.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 08:01:22.861 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:22.939 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.520024ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:22.949 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:22.949 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/06 08:01:22.981 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=53.961574ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:22.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:23.043 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:22.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:23.085 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 08:01:23.086 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:23.089 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.34718047\n# Parse_time: 0\n# Compile_time: 0.00156371\n# Rewrite_time: 0.00000795\n# Optimize_time: 0\n# Wait_TS: 0.000476943\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:23.092 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 08:01:23.147 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:23.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:23.147 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:23.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 08:01:23.208 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:23.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:23.271 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.492531ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:23.283 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:23.283 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/06 08:01:23.318 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=53.492023ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:23.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:23.401 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:23.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:23.424 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:23.424 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:23.453 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 08:01:23.453 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:23.457 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.366855807\n# Parse_time: 0\n# Compile_time: 0.001383872\n# Rewrite_time: 0.000007921\n# Optimize_time: 0\n# Wait_TS: 0.00034426\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:23.462 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 08:01:23.521 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:23.43 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:23.521 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:23.43 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 08:01:23.594 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:23.43 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:23.665 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.638268ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:23.673 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:23.673 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/06 08:01:23.711 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=53.306149ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:23.43 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:23.755 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:23.43 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:23.798 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 08:01:23.798 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:23.801 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.340856814\n# Parse_time: 0\n# Compile_time: 0.002106427\n# Rewrite_time: 0.000013135\n# Optimize_time: 0\n# Wait_TS: 0.00031316\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:23.804 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 08:01:23.860 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:23.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:23.860 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:23.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 08:01:23.900 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:23.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:23.965 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.714399ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:23.976 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:23.976 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/06 08:01:24.012 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=53.030742ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:23.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:24.051 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:23.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:24.097 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 08:01:24.098 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:24.111 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 08:01:24.113 +00:00] [INFO] [ddl_api.go:1144] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/06 08:01:24.177 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:24.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:24.177 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:24.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 08:01:24.255 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:24.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:24.338 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=2.972471ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:24.348 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:24.348 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/06 08:01:24.385 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=53.600451ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:24.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:24.422 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:24.423 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:24.445 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:24.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:24.500 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 08:01:24.500 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:24.504 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.39673312\n# Parse_time: 0\n# Compile_time: 0.003738993\n# Rewrite_time: 0.000014974\n# Optimize_time: 0\n# Wait_TS: 0.000466912\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:24.509 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 08:01:24.596 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:24.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:24.596 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:24.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 08:01:24.643 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:24.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:24.736 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.298105ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:24.746 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:24.747 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/06 08:01:24.782 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=53.712704ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:24.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:24.859 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:24.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:24.920 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 08:01:24.920 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:24.924 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.416476793\n# Parse_time: 0\n# Compile_time: 0.002443434\n# Rewrite_time: 0.000011671\n# Optimize_time: 0\n# Wait_TS: 0.000450815\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:24.929 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 08:01:24.990 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:24.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:24.990 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:24.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 08:01:25.051 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:24.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:25.141 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.216367ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:25.151 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:25.151 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/06 08:01:25.187 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=53.45416ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:24.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:25.247 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:24.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:25.318 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 08:01:25.319 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:25.322 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.395991125\n# Parse_time: 0\n# Compile_time: 0.002377557\n# Rewrite_time: 0.000010859\n# Optimize_time: 0\n# Wait_TS: 0.000518371\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:25.330 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 08:01:25.402 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:25.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:25.402 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:25.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 08:01:25.423 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:25.423 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:25.423 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=519a74b7-f9bf-4454-85d2-ce1c193603e9] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:25.424 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 08:01:25.479 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:25.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:25.608 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=3.865856ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:25.618 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:25.618 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/06 08:01:25.654 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=53.81304ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:25.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:25.693 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:25.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:25.764 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 08:01:25.765 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:25.768 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.441166338\n# Parse_time: 0\n# Compile_time: 0.003259472\n# Rewrite_time: 0.000012956\n# Optimize_time: 0\n# Wait_TS: 0.00045918\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:25.769 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 08:01:25.809 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:25.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:25.809 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:25.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 08:01:25.877 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:25.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:25.940 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=3.759207ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:25.952 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:25.952 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/06 08:01:25.973 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=53.466438ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:25.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.014 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:25.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.047 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 08:01:26.047 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:26.126 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:26.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:26.126 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:26.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/06 08:01:26.172 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:26.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.291 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=4.096699ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 08:01:26.301 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:26.301 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/06 08:01:26.336 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.402723ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:26.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.396 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:26.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.423 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:26.423 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:26.476 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 08:01:26.476 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:26.480 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.423942398\n# Parse_time: 0\n# Compile_time: 0.007599646\n# Rewrite_time: 0.004104296\n# Optimize_time: 0\n# Wait_TS: 0.000436292\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:26.484 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 08:01:26.552 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:26.48 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:26.552 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:26.48 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 08:01:26.602 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:26.48 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.710 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=2.904807ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:26.723 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:26.723 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/06 08:01:26.756 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=53.539746ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:26.48 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.796 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:26.48 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:26.849 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 08:01:26.850 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:26.853 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.371088486\n# Parse_time: 0\n# Compile_time: 0.001901646\n# Rewrite_time: 0.000012667\n# Optimize_time: 0\n# Wait_TS: 0.000509857\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:26.857 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 08:01:26.902 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:26.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:26.902 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:26.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 08:01:26.976 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:26.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:27.046 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.734748ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:27.056 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:27.056 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/06 08:01:27.092 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=53.437606ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:26.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:27.170 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:26.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:27.218 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 08:01:27.219 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:27.222 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.367120531\n# Parse_time: 0\n# Compile_time: 0.002114615\n# Rewrite_time: 0.000013775\n# Optimize_time: 0\n# Wait_TS: 0.000394294\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:27.226 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 08:01:27.275 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:27.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:27.275 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:27.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 08:01:27.343 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:27.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:27.421 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.420036ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:27.423 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:27.424 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:27.431 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:27.431 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/06 08:01:27.469 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=54.228117ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:27.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:27.542 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:27.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:27.585 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 08:01:27.585 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:27.588 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.363911585\n# Parse_time: 0\n# Compile_time: 0.001787544\n# Rewrite_time: 0.000015444\n# Optimize_time: 0\n# Wait_TS: 0.000341184\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:27.596 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 08:01:27.677 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:27.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:27.677 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:27.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 08:01:27.728 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:27.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:27.861 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=3.942878ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:27.870 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:27.870 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/06 08:01:27.906 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=53.103172ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:27.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:27.942 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:27.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:28.038 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 08:01:28.039 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:28.042 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.449706916\n# Parse_time: 0\n# Compile_time: 0.003223515\n# Rewrite_time: 0.00001355\n# Optimize_time: 0\n# Wait_TS: 0.000348046\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:28.054 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 08:01:28.124 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:28.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:28.124 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:28.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 08:01:28.164 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:28.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:28.281 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.705495ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:28.291 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:28.291 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/06 08:01:28.328 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=54.195295ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:28.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:28.392 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:28.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:28.423 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:28.423 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:28.470 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 08:01:28.470 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:28.474 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.425407279\n# Parse_time: 0\n# Compile_time: 0.005461952\n# Rewrite_time: 0.000011864\n# Optimize_time: 0\n# Wait_TS: 0.000327592\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:28.480 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 08:01:28.568 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:28.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:28.568 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:28.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 08:01:28.637 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:28.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:28.770 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.406938ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:28.782 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:28.782 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/06 08:01:28.815 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=53.33419ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:28.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:28.889 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:28.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:28.968 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 08:01:28.968 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:28.971 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.493643143\n# Parse_time: 0\n# Compile_time: 0.002859427\n# Rewrite_time: 0.000008425\n# Optimize_time: 0\n# Wait_TS: 0.000391005\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:28.977 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 08:01:29.054 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:28.98 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:29.054 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:28.98 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 08:01:29.118 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:28.98 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:29.263 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=4.104833ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:29.274 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:29.274 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/06 08:01:29.309 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=54.27987ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:28.98 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:29.349 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:28.98 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:29.425 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:29.425 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:29.426 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 08:01:29.426 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:29.429 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.454848846\n# Parse_time: 0\n# Compile_time: 0.002509422\n# Rewrite_time: 0.000008089\n# Optimize_time: 0\n# Wait_TS: 0.000360381\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:29.435 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 08:01:29.513 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:29.429 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:29.513 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:29.429 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 08:01:29.572 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:29.429 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:29.703 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=3.898464ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:29.713 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:29.713 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/06 08:01:29.749 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=53.879169ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:29.429 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:29.795 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:29.429 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:29.877 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 08:01:29.878 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:29.881 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.448859491\n# Parse_time: 0\n# Compile_time: 0.002403355\n# Rewrite_time: 0.000008398\n# Optimize_time: 0\n# Wait_TS: 0.000292205\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:29.888 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 08:01:29.969 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:29.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:29.969 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:29.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 08:01:30.026 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:29.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:30.150 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=3.855995ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:30.159 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:30.159 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/06 08:01:30.196 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=53.22965ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:29.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:30.242 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:29.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:30.321 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 08:01:30.321 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:30.324 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.438833576\n# Parse_time: 0\n# Compile_time: 0.003048457\n# Rewrite_time: 0.000008062\n# Optimize_time: 0\n# Wait_TS: 0.000440006\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:30.329 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 08:01:30.407 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:30.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:30.407 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:30.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 08:01:30.423 +00:00] [ERROR] [runaway.go:148] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:148\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:30.423 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:510\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:493\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:476\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:146\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:30.442 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:30.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:30.535 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.113227ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:30.544 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:30.544 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/06 08:01:30.582 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=53.846489ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:30.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:30.634 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:30.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:30.689 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 08:01:30.689 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:30.693 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.36585064\n# Parse_time: 0\n# Compile_time: 0.002494209\n# Rewrite_time: 0.000009736\n# Optimize_time: 0\n# Wait_TS: 0.000317436\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:30.698 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 08:01:30.758 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:30.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:30.758 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:30.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 08:01:30.802 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:30.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:30.887 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=2.949643ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:30.900 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:30.900 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/06 08:01:30.933 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=53.163122ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:30.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:30.986 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:30.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:31.058 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 08:01:31.058 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:31.062 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.365570403\n# Parse_time: 0\n# Compile_time: 0.002139423\n# Rewrite_time: 0.000007547\n# Optimize_time: 0\n# Wait_TS: 0.000367845\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:31.071 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 08:01:31.160 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:31.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:31.160 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:31.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 08:01:31.210 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:31.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:31.361 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=5.034818ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:31.370 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:31.370 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/06 08:01:31.405 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=53.085082ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:31.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:31.433 +00:00] [ERROR] [runaway.go:156] ["try to get done runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchDoneRecord\n\tpkg/domain/runaway.go:549\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchDoneRecord\n\tpkg/domain/runaway.go:506\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchDoneRecords\n\tpkg/domain/runaway.go:480\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:154\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 08:01:31.434 +00:00] [WARN] [runaway.go:175] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:140\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:66\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1990\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1955\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1941\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1945\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:622\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchDoneRecord\n\tpkg/domain/runaway.go:549\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchDoneRecord\n\tpkg/domain/runaway.go:506\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchDoneRecords\n\tpkg/domain/runaway.go:480\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:154\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:173\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:31.449 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:31.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:31.547 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 08:01:31.547 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:31.551 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.483931177\n# Parse_time: 0\n# Compile_time: 0.003964625\n# Rewrite_time: 0.000010578\n# Optimize_time: 0\n# Wait_TS: 0.000436605\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:31.556 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 08:01:31.630 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:31.529 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:31.630 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:31.529 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 08:01:31.683 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:31.529 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:31.781 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=4.428952ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:31.792 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:31.792 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/06 08:01:31.826 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.901978ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:31.529 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:31.894 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:31.529 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:31.963 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 08:01:31.963 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:31.967 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.412925401\n# Parse_time: 0\n# Compile_time: 0.002427929\n# Rewrite_time: 0.000011067\n# Optimize_time: 0\n# Wait_TS: 0.000413869\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:31.969 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/06 08:01:32.014 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:31.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:32.014 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:31.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/06 08:01:32.078 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:31.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:32.146 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=3.089461ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:32.157 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:32.157 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/06 08:01:32.192 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=53.016926ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:31.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:32.250 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:31.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:32.308 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 08:01:32.308 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:32.313 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.34523029\n# Parse_time: 0\n# Compile_time: 0.001330583\n# Rewrite_time: 0.000009513\n# Optimize_time: 0\n# Wait_TS: 0.000428876\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:32.318 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/06 08:01:32.375 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:32.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:32.375 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:32.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/06 08:01:32.448 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:32.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:32.527 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=3.031574ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:32.538 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:32.538 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/06 08:01:32.574 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.676761ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:32.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:32.643 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:32.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:32.693 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 08:01:32.693 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:32.696 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.380222153\n# Parse_time: 0\n# Compile_time: 0.001855937\n# Rewrite_time: 0.000018591\n# Optimize_time: 0\n# Wait_TS: 0.000463117\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:32.698 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/06 08:01:32.725 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:32.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:32.725 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:32.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/06 08:01:32.770 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:32.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:32.800 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=895.707Β΅s] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:01:32.810 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:32.811 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/06 08:01:32.849 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.775976ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:32.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:32.885 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:32.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:32.909 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 08:01:32.909 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:32.973 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:32.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:32.974 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:32.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/06 08:01:33.047 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:32.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:33.137 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.531974ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 08:01:33.147 +00:00] [INFO] [domain.go:867] ["session manager is nil"] [2024/05/06 08:01:33.147 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/06 08:01:33.184 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.511947ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:32.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:33.241 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:32.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:33.290 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 08:01:33.290 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:33.294 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.378748832\n# Parse_time: 0\n# Compile_time: 0.00402238\n# Rewrite_time: 0.002062443\n# Optimize_time: 0\n# Wait_TS: 0.000391853\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:01:33.812 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572370718392325\n# Query_time: 0.368888519\n# Parse_time: 0\n# Compile_time: 0.178176085\n# Rewrite_time: 0.007633884\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 365302\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('4gvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZToxNzUuN21zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDMxLjgBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoKDkwMi42wrVzfSwgARAYX2RldGFpbBFlHF9wcm9jZXNzCSwcIDYwLjjCtXMRQQx3YWl0ERoIOC4zHRooa3ZfcmVhZF93YWwNaAwgMTM1ESMIaWt2MhoADDYxLjUJgwxzY2FuPoMADGtleXMFxihnZXRfc25hcHNobxF3DDIzLjcFd2hyb2Nrc2RiOiB7YmxvY2s6IHt9fX0sIGNvbW0BpER4bjoge3ByZXdyaXRlOjEuNTkhOQFRESIUczozMjAuCd4JFAw6MS4zJYIcc2xvd2VzdF8RQCVGACAxhmQwLjAwMnMsIHJlZ2lvbl9pZDogMTAsIHN0byGsODEyNy4wLjAuMToyMDE2MkJlAToLAQg2OTAF0QR9LDoLAQGrOvwABDEyLVBa/AAF7DlNBZEUX2JhdGNoJbkMOiAyNAVsMCwgcHJvcG9zZV9zZW4hsxBpdDogMAEXJGVyc2lzdF9sb2cZ7wQxMzEmCWAUbGVhZGVyDVIoMTQzbnMsIHN5bmMJNgw2OC40JaAJLTBtZW10YWJsZTogMi42IWw5owVlEDM5NC4yBTAQYXBwbHkyrgAMMTQuORkbFZEMNjIuMQUXFG11dGV4Xyn9Ab4JcjKfABkXAHdhQBVSCSsZnQg4LjZlE11CGHByaW1hcnlG+wEEMXP++wEt+ww1MjEuBXYALIb7AQg2LjlhMQQsIN77AQg4LjkpaK77AQwzMTMuAaIALC0xMlwBBDExOvsBCDI4N1r8AQgxLjSBLDr8AQgyNDRtf0r8AQAzTesFGzX8BDQ3DZAAbcb8AQAxTTc+/AEINy41AeQl/G3TCG51baE1CSqFjgAxMQMYYnl0ZTozMgUuZGluc2VydDoxNDRtcwkxMDguNyBLQglOL0EK')\n# Resource_group: default\n;"] [2024/05/06 08:01:33.923 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=20.499611804s] [2024/05/06 08:01:33.954 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager efa8cb04-dc92-4df8-a537-d124c3bae072"] [2024/05/06 08:01:33.954 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager efa8cb04-dc92-4df8-a537-d124c3bae072"] [2024/05/06 08:01:33.954 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager efa8cb04-dc92-4df8-a537-d124c3bae072"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:33.955 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager efa8cb04-dc92-4df8-a537-d124c3bae072"] [] [2024/05/06 08:01:33.956 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:33.956 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=15.554Β΅s] [2024/05/06 08:01:33.956 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=14.648Β΅s] [2024/05/06 08:01:33.957 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=8.717Β΅s] [2024/05/06 08:01:33.957 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=6.686Β΅s] [2024/05/06 08:01:33.957 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=16.503Β΅s] [2024/05/06 08:01:33.957 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=9.352Β΅s] [2024/05/06 08:01:33.957 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=12.487Β΅s] [2024/05/06 08:01:33.957 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=10.269Β΅s] [2024/05/06 08:01:33.957 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=7.844Β΅s] [2024/05/06 08:01:33.957 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=12.206Β΅s] [2024/05/06 08:01:33.957 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:33.957 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=8.427Β΅s] [2024/05/06 08:01:33.957 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:01:33.957 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:01:33.957 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:01:33.968 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=efa8cb04-dc92-4df8-a537-d124c3bae072] ["take time"=40.747571ms] [2024/05/06 08:01:33.969 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=efa8cb04-dc92-4df8-a537-d124c3bae072] [2024/05/06 08:01:33.971 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1695] [2024/05/06 08:01:33.972 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:01:33.972 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:01:33.972 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:01:33.972 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:33.972 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:33.972 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:33.972 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:01:33.972 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:33.972 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:33.972 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:01:33.972 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:33.972 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:33.972 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:01:33.972 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 519a74b7-f9bf-4454-85d2-ce1c193603e9 watch owner key /tidb/br-stream/owner/3eaa8f4cea2dcf63"] [2024/05/06 08:01:33.972 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:01:33.972 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 519a74b7-f9bf-4454-85d2-ce1c193603e9"] [2024/05/06 08:01:33.972 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 519a74b7-f9bf-4454-85d2-ce1c193603e9"] [2024/05/06 08:01:33.972 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:01:33.974 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:01:33.974 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=519a74b7-f9bf-4454-85d2-ce1c193603e9] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:33.974 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:01:33.974 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:33.974 +00:00] [INFO] [flush_subscriber.go:97] [Clearing.] [category="log backup flush subscriber"] [2024/05/06 08:01:33.974 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:33.974 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 519a74b7-f9bf-4454-85d2-ce1c193603e9"] [error="context canceled"] [2024/05/06 08:01:33.974 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:33.974 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=46.581266ms] [2024/05/06 08:01:33.974 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365793186732921464] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 08:01:33.985 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 08:01:34.124 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1547] ["lease id"=3eaa8f4cea2dd01f] [2024/05/06 08:01:34.126 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 08:01:34.175 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 519a74b7-f9bf-4454-85d2-ce1c193603e9"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:01:34.223 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=92.945077ms] [2024/05/06 08:01:34.228 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 08:01:34.228 +00:00] [INFO] [ddl.go:817] ["start DDL"] [category=ddl] [ID=db9eb31b-8841-4201-9c4b-86324e5deb30] [runWorker=true] [2024/05/06 08:01:34.228 +00:00] [INFO] [ddl.go:776] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 08:01:34.230 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 08:01:34.231 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 08:01:34.231 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:01:34.231 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:01:34.231 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:01:34.231 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:01:34.231 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:34.231 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:01:34.232 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:01:34.232 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:01:34.232 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:34.232 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:01:34.232 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:01:34.232 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 08:01:34.232 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:34.232 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 08:01:34.233 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager db9eb31b-8841-4201-9c4b-86324e5deb30"] ["owner key"=/tidb/ddl/fg/owner/22318f4cea29e594] [ownerID=db9eb31b-8841-4201-9c4b-86324e5deb30] [op=none] [2024/05/06 08:01:34.234 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:01:34.234 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=4d669857-a7f8-4194-82e8-4f5167836811] [daemon-id=LogBackup::Advancer] [2024/05/06 08:01:34.255 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 08:01:34.257 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:01:34.257 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 08:01:34.259 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager db9eb31b-8841-4201-9c4b-86324e5deb30"] ["owner key"=/tidb/bindinfo/owner/22318f4cea29e598] [ownerID=db9eb31b-8841-4201-9c4b-86324e5deb30] [op=none] [2024/05/06 08:01:34.271 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/06 08:01:34.278 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 08:01:34.283 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 08:01:34.284 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager db9eb31b-8841-4201-9c4b-86324e5deb30"] ["owner key"=/tidb/ddl/fg/owner/22318f4cea29e594] [ownerID=db9eb31b-8841-4201-9c4b-86324e5deb30] [op=none] [2024/05/06 08:01:34.284 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager db9eb31b-8841-4201-9c4b-86324e5deb30"] [op=none] [2024/05/06 08:01:34.284 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 08:01:34.383 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:01:34.400 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:01:34.410 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:01:34.410 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:01:34.410 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:01:34.411 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:01:34.410 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 08:01:34.411 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 08:01:34.411 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 08:01:34.411 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 08:01:34.411 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 08:01:34.413 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:01:34.413 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 08:01:34.414 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:01:34.414 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:01:34.414 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:01:34.414 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:01:34.414 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 08:01:34.417 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:01:34.417 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager db9eb31b-8841-4201-9c4b-86324e5deb30"] ["owner key"=/tidb/stats/owner/22318f4cea29e59b] [ownerID=db9eb31b-8841-4201-9c4b-86324e5deb30] [op=none] [2024/05/06 08:01:34.419 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=52] [total-mem=32GiB] [2024/05/06 08:01:34.426 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/0caf6db8-9f53-4b6d-96cb-a741995a1b2a] [2024/05/06 08:01:34.426 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:34.426 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 08:01:34.435 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:01:34.435 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 08:01:34.435 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 08:01:34.454 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=40.863083ms] [2024/05/06 08:01:34.488 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestImportInto/TestAddIndexBySQL import_into_test.go:990: enable after we support add-index option === RUN TestImportInto/TestAnalyze import_into_test.go:1142: skip for ci now === RUN TestImportInto/TestBasicImportInto [2024/05/06 08:01:34.504 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists import_into"] [user=] [2024/05/06 08:01:34.506 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database import_into"] [user=] [2024/05/06 08:01:34.535 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:34.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:34.535 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:34.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database import_into"] [2024/05/06 08:01:34.576 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:34.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:34.606 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=964.718Β΅s] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:01:34.620 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/06 08:01:34.655 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=54.01402ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:34.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:34.698 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:34.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:34.724 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 08:01:34.725 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:34.731 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 08:01:34.733 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=] [2024/05/06 08:01:34.790 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:34.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 08:01:34.790 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:34.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:34.872 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:34.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:34.880 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: t"] [2024/05/06 08:01:34.955 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=2.536818ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:34.964 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/05/06 08:01:35.001 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.755323ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:34.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:35.072 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:34.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:35.117 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/06 08:01:35.117 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:35.121 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.388740524\n# Parse_time: 0.000541189\n# Compile_time: 0.000787673\n# Rewrite_time: 0.000009362\n# Optimize_time: 0.000394225\n# Wait_TS: 0.000414648\n# DB: import_into\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse import_into;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 08:01:35.335 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:35.426 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 08:01:35.426 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 08:01:35.426 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/0caf6db8-9f53-4b6d-96cb-a741995a1b2a] [watcherID=163c3bbb-a469-4441-be99-9f85cb509516] [2024/05/06 08:01:35.436 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 08:01:35.449 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=52] [2024/05/06 08:01:35.449 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 08:01:35.449 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 08:01:35.449 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 08:01:35.449 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 08:01:35.460 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 519a74b7-f9bf-4454-85d2-ce1c193603e9"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:01:35.579 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 08:01:35.685 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 08:01:35.739 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/05/06 08:01:35.739 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 08:01:35.849 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:01:35.852 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:35.853 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/05/06 08:01:35.877 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:35.881 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:01:35.881 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 08:01:35.881 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=126.041Β΅s] [2024/05/06 08:01:35.881 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=346.051Β΅s] [] [2024/05/06 08:01:35.882 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:01:35.882 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 08:01:36.013 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/06 08:01:36.034 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/06 08:01:36.054 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=51] [2024/05/06 08:01:36.098 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:01:36.100 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 08:01:36.100 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:36.101 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/05/06 08:01:36.110 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:36.111 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:01:36.111 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:36.111 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:36.112 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:36.112 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:36.113 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:36.113 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:36.113 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:36.131 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:36.132 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:36.133 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:01:36.133 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:01:36.133 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=1] [disk-quota=348.5GiB] [2024/05/06 08:01:36.180 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/05/06 08:01:36.202 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:01:36.207 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:01:36.207 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 08:01:36.212 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=db.tbl.001.csv:0] [2024/05/06 08:01:36.215 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=db.tbl.001.csv:0] [readDur=1.168074ms] [encodeDur=713.342Β΅s] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=271.122Β΅s] [type=file] [takeTime=3.045299ms] [] [2024/05/06 08:01:36.216 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 08:01:36.216 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/1b51dfcb-b566-4178-b883-b1926b35bc7d.sst] [firstKey=74800000000000006A5F728000000000000001] [lastKey=74800000000000006A5F728000000000000002] [2024/05/06 08:01:36.229 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=db.tbl.002.csv:0] [2024/05/06 08:01:36.231 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 08:01:36.231 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=db.tbl.002.csv:0] [readDur=1.168752ms] [encodeDur=767.066Β΅s] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [deliverDur=292.393Β΅s] [type=file] [takeTime=2.568212ms] [] [2024/05/06 08:01:36.232 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 08:01:36.232 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/db065d5f-960a-4666-b91a-91f6e0e1ec0b.sst] [firstKey=74800000000000006A5F728000000000000008] [lastKey=74800000000000006A5F728000000000000009] [2024/05/06 08:01:36.249 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=db.tbl.003.csv:0] [2024/05/06 08:01:36.251 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=db.tbl.003.csv:0] [readDur=1.277643ms] [encodeDur=666.972Β΅s] [checksum="{cksum=14730688775140726438,size=82,kvs=2}"] [deliverDur=235.16Β΅s] [type=file] [takeTime=2.476845ms] [] [2024/05/06 08:01:36.252 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=71.619632ms] [] [2024/05/06 08:01:36.252 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/0deb059b-3c8d-4924-9aac-181ad5b88a85.sst] [firstKey=74800000000000006A5F72800000000000000F] [lastKey=74800000000000006A5F728000000000000010] [2024/05/06 08:01:36.252 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 08:01:36.252 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 08:01:36.253 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:01:36.254 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.670712ms] [] [2024/05/06 08:01:36.254 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 08:01:36.259 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:36.281 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 08:01:36.281 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:36.297 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 08:01:36.299 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=44.413377ms] [] [2024/05/06 08:01:36.299 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:01:36.300 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.210625ms] [] [2024/05/06 08:01:36.300 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 08:01:36.300 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:01:36.302 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.3685ms] [] [2024/05/06 08:01:36.302 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 08:01:36.302 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:01:36.302 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=50.831Β΅s] [] [2024/05/06 08:01:36.302 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:01:36.303 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=699.267Β΅s] [] [2024/05/06 08:01:36.348 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 08:01:36.351 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:36.351 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:36.351 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:36.351 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:36.351 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:36.352 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:36.351 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:36.351 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:36.352 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:36.352 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:36.352 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:36.352 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:36.352 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:36.354 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:36.354 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:36.354 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:36.354 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:36.354 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:36.354 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=256.135914ms] [] [2024/05/06 08:01:36.359 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:01:36.360 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:36.362 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/05/06 08:01:36.362 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:01:36.437 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 08:01:36.440 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:01:36.440 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 08:01:36.619 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:01:36.676 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 08:01:36.677 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 08:01:36.677 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 08:01:36.684 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=7.264929ms] [] [2024/05/06 08:01:36.684 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [groupId=-1] [size=246] [kvs=6] [checksum=8184885398518078658] [2024/05/06 08:01:36.684 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=8184885398518078658,size=246,kvs=6}"] [2024/05/06 08:01:36.684 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/05/06 08:01:36.684 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/05/06 08:01:36.689 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=-1] [checksum=8184885398518078658] [totalKvs=6] [totalBytes=246] [2024/05/06 08:01:36.689 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=8184885398518078658,size=246,kvs=6}"] [2024/05/06 08:01:36.690 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=12.922156ms] [] [2024/05/06 08:01:36.690 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=13.175805ms] [] [2024/05/06 08:01:36.742 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=123.2306ms] [] [2024/05/06 08:01:36.759 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:01:36.759 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/05/06 08:01:36.762 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/05/06 08:01:36.806 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/05/06 08:01:36.846 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=1] [2024/05/06 08:01:36.868 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:01:36.868 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/05/06 08:01:36.981 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.8591763449999998\n# Parse_time: 0.000619547\n# Compile_time: 0.001164217\n# Rewrite_time: 0.000282516\n# Optimize_time: 0.000394225\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 08:01:36.991 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 08:01:36.997 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:01:37.017 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:108, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:36.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:37.017 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:108, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:36.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:01:37.078 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:36.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:37.114 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=230.4Β΅s] [gotSchemaVersion=54] [phyTblIDs="[106]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:37.126 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=108] [version=54] [2024/05/06 08:01:37.163 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=53.86808ms] [job="ID:108, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:36.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:37.201 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:36.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:37.234 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=235.534Β΅s] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:37.245 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=108] [version=55] [2024/05/06 08:01:37.286 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=53.616761ms] [job="ID:108, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:36.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:37.328 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:36.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:37.339 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 106, Old Table Name: t"] [2024/05/06 08:01:37.377 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=206.957Β΅s] [gotSchemaVersion=56] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:37.387 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=108] [version=56] [2024/05/06 08:01:37.428 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=54.222597ms] [job="ID:108, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:36.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:37.482 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=108] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/05/06 08:01:37.494 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=108] [jobType="drop table"] [2024/05/06 08:01:37.498 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [job="ID:108, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:36.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:37.562 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=108] [2024/05/06 08:01:37.562 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:37.566 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.576297746\n# Parse_time: 0.000428387\n# Compile_time: 0.000625794\n# Rewrite_time: 0.000008853\n# Optimize_time: 0.001135806\n# Wait_TS: 0.000579353\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:01:37.569 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=import_into] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=] [2024/05/06 08:01:37.608 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:110, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:37.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:37.608 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:110, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:37.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 08:01:37.662 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=110] [conn=2] [category=ddl] [job="ID:110, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:37.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:37.671 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 109, Table Name: t"] [2024/05/06 08:01:37.732 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=2.342376ms] [gotSchemaVersion=57] [phyTblIDs="[109]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:37.742 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=110] [version=57] [2024/05/06 08:01:37.778 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.141404ms] [job="ID:110, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:37.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:37.869 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=110] [conn=2] [job="ID:110, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:37.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:37.916 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=110] [2024/05/06 08:01:37.916 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:37.920 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.35336151\n# Parse_time: 0.001008502\n# Compile_time: 0.001287457\n# Rewrite_time: 0.00000893\n# Optimize_time: 0.001135806\n# Wait_TS: 0.000688012\n# DB: import_into\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 08:01:37.938 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:38.126 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 08:01:38.216 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 08:01:38.277 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/05/06 08:01:38.278 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 08:01:38.383 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:01:38.384 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:38.385 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/05/06 08:01:38.405 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:38.408 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:01:38.408 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 08:01:38.409 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=96.469Β΅s] [2024/05/06 08:01:38.409 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=222.648Β΅s] [] [2024/05/06 08:01:38.409 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:01:38.409 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 08:01:38.530 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/06 08:01:38.550 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/06 08:01:38.564 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=51] [2024/05/06 08:01:38.606 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:01:38.607 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 08:01:38.609 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:38.618 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:38.618 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:01:38.619 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:38.619 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:38.620 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:38.620 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:38.620 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:38.620 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:38.620 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:38.635 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:38.636 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:38.636 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:01:38.636 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:01:38.637 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=2] [disk-quota=348.5GiB] [2024/05/06 08:01:38.700 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/05/06 08:01:38.704 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:01:38.708 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:01:38.708 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=109] [2024/05/06 08:01:38.716 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=109] [key=db.tbl.001.csv:0] [2024/05/06 08:01:38.719 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=109] [key=db.tbl.001.csv:0] [readDur=1.105269ms] [encodeDur=649.075Β΅s] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [deliverDur=57.316Β΅s] [type=file] [takeTime=2.173142ms] [] [2024/05/06 08:01:38.719 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=109] [2024/05/06 08:01:38.719 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/a0598ffe-6e53-478b-9713-159fa9b02a96.sst] [firstKey=74800000000000006D5F728000000000000001] [lastKey=74800000000000006D5F728000000000000002] [2024/05/06 08:01:38.727 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=109] [key=db.tbl.002.csv:0] [2024/05/06 08:01:38.729 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=109] [key=db.tbl.002.csv:0] [readDur=855.482Β΅s] [encodeDur=509.197Β΅s] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [deliverDur=46.604Β΅s] [type=file] [takeTime=1.712629ms] [] [2024/05/06 08:01:38.730 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=109] [2024/05/06 08:01:38.730 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/0f0026f0-ae33-48c0-95f3-e3735706b803.sst] [firstKey=74800000000000006D5F728000000000000003] [lastKey=74800000000000006D5F728000000000000004] [2024/05/06 08:01:40.905 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=109] [key=db.tbl.003.csv:0] [2024/05/06 08:01:40.908 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=109] [key=db.tbl.003.csv:0] [readDur=1.11904ms] [encodeDur=1.089908ms] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [deliverDur=76.107Β΅s] [type=file] [takeTime=2.649201ms] [] [2024/05/06 08:01:40.909 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=2.209373387s] [] [2024/05/06 08:01:40.909 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/105e4b8f-3552-4c98-967e-958e6abe0a56.sst] [firstKey=74800000000000006D5F728000000000000005] [lastKey=74800000000000006D5F728000000000000006] [2024/05/06 08:01:40.910 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 08:01:40.910 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 08:01:40.910 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:01:40.911 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.730269ms] [] [2024/05/06 08:01:40.911 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 08:01:40.917 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:40.939 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/06 08:01:40.939 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:40.954 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/06 08:01:40.955 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=43.913469ms] [] [2024/05/06 08:01:40.956 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:01:40.957 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.254473ms] [] [2024/05/06 08:01:40.957 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 08:01:40.957 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:01:40.959 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.629162ms] [] [2024/05/06 08:01:40.959 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 08:01:40.959 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:01:40.959 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=51.934Β΅s] [] [2024/05/06 08:01:40.959 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:01:40.960 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=815.038Β΅s] [] [2024/05/06 08:01:41.017 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:01:41.019 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:41.020 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/05/06 08:01:41.020 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:01:41.025 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 08:01:41.029 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:41.029 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:41.029 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:41.029 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:41.029 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:41.029 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:41.029 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:41.029 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:41.029 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:41.029 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:41.029 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:41.029 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:41.030 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:41.032 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:41.032 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:41.032 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:41.032 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:41.032 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:41.032 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=2.426247471s] [] [2024/05/06 08:01:41.096 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 08:01:41.099 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:01:41.099 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 08:01:41.264 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:01:41.308 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 08:01:41.309 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 08:01:41.309 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 08:01:41.309 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=28.382Β΅s] [] [2024/05/06 08:01:41.309 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 08:01:41.309 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 08:01:41.309 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/05/06 08:01:41.309 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/05/06 08:01:41.313 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=109] [physicalTableID=109] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/05/06 08:01:41.313 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 08:01:41.313 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=4.806409ms] [] [2024/05/06 08:01:41.313 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=4.991067ms] [] [2024/05/06 08:01:41.351 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=86.803904ms] [] [2024/05/06 08:01:41.400 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:01:41.401 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/05/06 08:01:41.404 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/05/06 08:01:41.444 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/05/06 08:01:41.484 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/05/06 08:01:41.507 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:01:41.507 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/05/06 08:01:41.578 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 3.657054462\n# Parse_time: 0.001598753\n# Compile_time: 0.001934084\n# Rewrite_time: 0.000359871\n# Optimize_time: 0.001135806\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My42NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My42NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 08:01:41.587 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 08:01:41.607 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:01:41.612 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:41.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:41.612 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:41.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:01:41.660 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:41.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:41.692 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=243.705Β΅s] [gotSchemaVersion=58] [phyTblIDs="[109]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:41.701 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=111] [version=58] [2024/05/06 08:01:41.741 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=53.559797ms] [job="ID:111, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:41.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:41.823 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:41.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:41.852 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=246.053Β΅s] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:41.864 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=111] [version=59] [2024/05/06 08:01:41.900 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.229723ms] [job="ID:111, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:41.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:41.947 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:41.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:41.956 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 109, Old Table Name: t"] [2024/05/06 08:01:41.998 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=292.619Β΅s] [gotSchemaVersion=60] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:42.007 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=111] [version=60] [2024/05/06 08:01:42.039 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=53.664453ms] [job="ID:111, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:41.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:42.096 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=111] [tableIDs="[109]"] [comment="drop table: table ID"] [2024/05/06 08:01:42.104 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=111] [jobType="drop table"] [2024/05/06 08:01:42.107 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:41.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:42.167 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 08:01:42.167 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:42.170 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.584556452\n# Parse_time: 0.000379307\n# Compile_time: 0.000790121\n# Rewrite_time: 0.000010167\n# Optimize_time: 0.000954152\n# Wait_TS: 0.000333362\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:01:42.173 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=import_into] [sql="create table t (a bigint primary key, b varchar(100), c int, key(b, a));"] [user=] [2024/05/06 08:01:42.238 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:42.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int, key(b, a));"] [2024/05/06 08:01:42.238 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:42.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:42.292 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:42.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:42.300 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 112, Table Name: t"] [2024/05/06 08:01:42.363 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=2.313255ms] [gotSchemaVersion=61] [phyTblIDs="[112]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:42.372 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=113] [version=61] [2024/05/06 08:01:42.409 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=53.346419ms] [job="ID:113, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:42.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:42.479 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:42.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:42.522 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/06 08:01:42.522 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:42.526 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.35496005\n# Parse_time: 0.000961621\n# Compile_time: 0.001022428\n# Rewrite_time: 0.000010449\n# Optimize_time: 0.000954152\n# Wait_TS: 0.000413491\n# DB: import_into\n# Is_internal: false\n# Digest: e85b3192aafc65b95d27e341346cc13bb9c7af5bc622e94bb355bb86ac220174\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint primary key, b varchar(100), c int, key(b, a));"] [2024/05/06 08:01:42.541 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:42.778 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 08:01:42.870 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 08:01:42.918 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/05/06 08:01:42.919 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 08:01:43.027 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:01:43.029 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:43.030 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/05/06 08:01:43.050 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:43.056 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:01:43.056 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 08:01:43.057 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=83.74Β΅s] [2024/05/06 08:01:43.057 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=217.167Β΅s] [] [2024/05/06 08:01:43.057 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:01:43.057 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 08:01:43.193 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/05/06 08:01:43.214 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/06 08:01:43.232 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=51] [2024/05/06 08:01:43.278 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:01:43.279 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 08:01:43.280 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:43.289 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:43.289 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:01:43.290 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:43.290 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:43.291 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:43.291 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:43.291 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:43.291 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:43.291 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:43.304 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:43.306 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:43.306 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:01:43.306 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/05/06 08:01:43.306 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=3] [disk-quota=348.5GiB] [2024/05/06 08:01:43.350 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/05/06 08:01:43.355 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:01:43.359 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:01:43.359 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 08:01:43.465 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=db.tbl.001.csv:0] [2024/05/06 08:01:43.470 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=db.tbl.001.csv:0] [readDur=1.856553ms] [encodeDur=1.676502ms] [checksum="{cksum=14407722893173523601,size=206,kvs=4}"] [deliverDur=188.664Β΅s] [type=file] [takeTime=4.416459ms] [] [2024/05/06 08:01:43.472 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 08:01:43.472 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/0dfac4b6-9b3c-4fff-a1d5-732b97f27e33.sst] [firstKey=7480000000000000705F728000000000000001] [lastKey=7480000000000000705F728000000000000002] [2024/05/06 08:01:43.536 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=db.tbl.002.csv:0] [2024/05/06 08:01:43.539 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=db.tbl.002.csv:0] [readDur=1.345675ms] [encodeDur=1.074274ms] [checksum="{cksum=15782324127249246501,size=206,kvs=4}"] [deliverDur=120.996Β΅s] [type=file] [takeTime=2.938849ms] [] [2024/05/06 08:01:43.540 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 08:01:43.540 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/161dca1b-c31a-4f6f-8253-db46deffc44c.sst] [firstKey=7480000000000000705F728000000000000003] [lastKey=7480000000000000705F728000000000000004] [2024/05/06 08:01:43.620 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=db.tbl.003.csv:0] [2024/05/06 08:01:43.623 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=db.tbl.003.csv:0] [readDur=976.663Β΅s] [encodeDur=1.226428ms] [checksum="{cksum=12669308623598711748,size=206,kvs=4}"] [deliverDur=66.96Β΅s] [type=file] [takeTime=2.606267ms] [] [2024/05/06 08:01:43.624 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=273.391733ms] [] [2024/05/06 08:01:43.624 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/94db1a32-6399-4d37-8360-e2bf5f762cfa.sst] [firstKey=7480000000000000705F728000000000000005] [lastKey=7480000000000000705F728000000000000006] [2024/05/06 08:01:43.624 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 08:01:43.624 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 08:01:43.624 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:01:43.626 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.650515ms] [] [2024/05/06 08:01:43.626 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 08:01:43.631 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:43.653 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/06 08:01:43.653 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:43.667 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/06 08:01:43.669 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=42.273361ms] [] [2024/05/06 08:01:43.669 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:01:43.670 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.291347ms] [] [2024/05/06 08:01:43.670 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 08:01:43.670 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:01:43.672 +00:00] [INFO] [engine.go:1617] ["compact sst"] [category=ddl-ingest] [fileCount=3] [size=396] [count=6] [cost=1.921457ms] [file=/tmp/tidb/import-4000/3/2d9462f7-8d8a-52db-8655-8d0214d0d974.sst/7e53dbda-d8ce-46e3-b6d6-1649049f7d3c.sst] [2024/05/06 08:01:43.672 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=396] [kvs=6] [files=1] [sstFileSize=1155] [file=/tmp/tidb/import-4000/3/2d9462f7-8d8a-52db-8655-8d0214d0d974.sst/7e53dbda-d8ce-46e3-b6d6-1649049f7d3c.sst] [firstKey=7480000000000000705F698000000000000001017465737431000000FC038000000000000001038000000000000001] [lastKey=7480000000000000705F698000000000000001017465737436000000FC038000000000000006038000000000000006] [2024/05/06 08:01:43.674 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=4.31782ms] [] [2024/05/06 08:01:43.674 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 08:01:43.679 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:43.701 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2d9462f7-8d8a-52db-8655-8d0214d0d974] ["region ranges"=1] [count=6] [size=396] [2024/05/06 08:01:43.701 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:43.713 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2d9462f7-8d8a-52db-8655-8d0214d0d974] [size=396] [kvs=6] [importedSize=396] [importedCount=6] [2024/05/06 08:01:43.714 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=39.985097ms] [] [2024/05/06 08:01:43.715 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:01:43.716 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.260135ms] [] [2024/05/06 08:01:43.761 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 08:01:43.765 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:43.765 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:43.765 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:43.765 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:43.765 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:43.765 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:43.765 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:43.765 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:43.765 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:43.765 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:43.765 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:43.766 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:43.766 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:43.767 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:43.768 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:43.768 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:43.768 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:43.768 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:43.768 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=489.976289ms] [] [2024/05/06 08:01:43.840 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:01:43.843 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:43.845 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/05/06 08:01:43.845 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:01:43.930 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 08:01:43.932 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:01:43.932 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 08:01:44.061 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:01:44.102 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 08:01:44.102 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 08:01:44.102 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 08:01:44.102 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=12.989Β΅s] [] [2024/05/06 08:01:44.102 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 08:01:44.102 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=1] [size=396] [kvs=6] [checksum=12171121870781005272] [2024/05/06 08:01:44.103 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=12909280944061374064,size=618,kvs=12}"] [2024/05/06 08:01:44.103 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/05/06 08:01:44.103 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/05/06 08:01:44.111 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=112] [physicalTableID=112] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/05/06 08:01:44.113 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=112] [physicalTableID=112] [indexID=1] [checksum=12171121870781005272] [totalKvs=6] [totalBytes=396] [2024/05/06 08:01:44.114 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=12909280944061374064,size=618,kvs=12}"] [2024/05/06 08:01:44.114 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=11.513751ms] [] [2024/05/06 08:01:44.114 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=11.69913ms] [] [2024/05/06 08:01:44.156 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=95.505128ms] [] [2024/05/06 08:01:44.250 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:01:44.250 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=3] [step=post-process] [state=running] [] [2024/05/06 08:01:44.253 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/05/06 08:01:44.290 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/05/06 08:01:44.324 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=3] [2024/05/06 08:01:44.345 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:01:44.345 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/05/06 08:01:44.427 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.900207811\n# Parse_time: 0.000641447\n# Compile_time: 0.00149438\n# Rewrite_time: 0.000278727\n# Optimize_time: 0.000954152\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS45cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 08:01:44.437 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=61] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 08:01:44.440 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:01:44.469 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:114, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:44.429 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:44.469 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:114, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:44.429 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:01:44.515 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [category=ddl] [job="ID:114, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:44.429 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:44.547 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=232.067Β΅s] [gotSchemaVersion=62] [phyTblIDs="[112]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:44.556 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=114] [version=62] [2024/05/06 08:01:44.597 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=54.069048ms] [job="ID:114, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:44.429 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:44.674 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [category=ddl] [job="ID:114, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:44.429 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:44.703 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=249.201Β΅s] [gotSchemaVersion=63] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:44.715 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=114] [version=63] [2024/05/06 08:01:44.753 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=54.072631ms] [job="ID:114, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:44.429 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:44.805 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [category=ddl] [job="ID:114, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:44.429 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:44.815 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 112, Old Table Name: t"] [2024/05/06 08:01:44.849 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=213.882Β΅s] [gotSchemaVersion=64] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:44.859 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=114] [version=64] [2024/05/06 08:01:44.898 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=53.257273ms] [job="ID:114, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:44.429 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:44.948 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=114] [tableIDs="[112]"] [comment="drop table: table ID"] [2024/05/06 08:01:44.956 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=114] [jobType="drop table"] [2024/05/06 08:01:44.960 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [job="ID:114, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:44.429 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:45.017 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=114] [2024/05/06 08:01:45.017 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:45.021 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.584823128\n# Parse_time: 0.000372957\n# Compile_time: 0.000784134\n# Rewrite_time: 0.000011877\n# Optimize_time: 0.001444592\n# Wait_TS: 0.00042104\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:01:45.023 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=64] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b varchar(100), c int);"] [user=] [2024/05/06 08:01:45.092 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:45.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:45.092 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:45.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_increment primary key, b varchar(100), c int);"] [2024/05/06 08:01:45.157 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:45.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:45.164 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 115, Table Name: t"] [2024/05/06 08:01:45.234 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=2.198625ms] [gotSchemaVersion=65] [phyTblIDs="[115]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:45.243 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=116] [version=65] [2024/05/06 08:01:45.282 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=54.379833ms] [job="ID:116, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:45.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:45.347 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [job="ID:116, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:45.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:45.391 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/05/06 08:01:45.391 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:45.394 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.372574231\n# Parse_time: 0.000989283\n# Compile_time: 0.001178933\n# Rewrite_time: 0.000009113\n# Optimize_time: 0.001444592\n# Wait_TS: 0.00039936\n# DB: import_into\n# Is_internal: false\n# Digest: 87e62b56a225d3c80391d5e14c98428d19a15c00da66e4500237a62097f60e4e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_increment primary key, b varchar(100), c int);"] [2024/05/06 08:01:45.406 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:45.591 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 08:01:45.676 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 08:01:45.714 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/05/06 08:01:45.714 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 08:01:45.819 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:01:45.821 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:45.822 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/05/06 08:01:45.852 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:45.855 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:01:45.855 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 08:01:45.855 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=127.861Β΅s] [2024/05/06 08:01:45.855 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=332.35Β΅s] [] [2024/05/06 08:01:45.856 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:01:45.856 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 08:01:45.978 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/06 08:01:45.997 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/06 08:01:46.001 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=51] [2024/05/06 08:01:46.038 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:01:46.040 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 08:01:46.041 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:46.048 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:46.048 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:01:46.049 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:46.049 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:46.049 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:46.049 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:46.049 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:46.050 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:46.050 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:46.062 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:46.063 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:46.063 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:01:46.063 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:01:46.063 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=4] [disk-quota=348.5GiB] [2024/05/06 08:01:46.099 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/05/06 08:01:46.103 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:01:46.108 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:01:46.108 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=115] [2024/05/06 08:01:46.118 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=115] [key=db.tbl.001.csv:0] [2024/05/06 08:01:46.121 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=115] [key=db.tbl.001.csv:0] [readDur=1.183664ms] [encodeDur=911.942Β΅s] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [deliverDur=56.811Β΅s] [type=file] [takeTime=2.523415ms] [] [2024/05/06 08:01:46.122 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=115] [2024/05/06 08:01:46.122 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/b666dac6-0e08-4b43-81fa-128136fd90a3.sst] [firstKey=7480000000000000735F728000000000000001] [lastKey=7480000000000000735F728000000000000002] [2024/05/06 08:01:46.129 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=115] [key=db.tbl.002.csv:0] [2024/05/06 08:01:46.131 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=115] [key=db.tbl.002.csv:0] [readDur=1.00131ms] [encodeDur=696.855Β΅s] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [deliverDur=71.724Β΅s] [type=file] [takeTime=2.043924ms] [] [2024/05/06 08:01:46.132 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=115] [2024/05/06 08:01:46.132 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/e013b97d-fb24-4cc1-b42e-1ef0a3ae9bee.sst] [firstKey=7480000000000000735F728000000000000003] [lastKey=7480000000000000735F728000000000000004] [2024/05/06 08:01:46.141 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=115] [key=db.tbl.003.csv:0] [2024/05/06 08:01:46.144 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=115] [key=db.tbl.003.csv:0] [readDur=1.049089ms] [encodeDur=1.177321ms] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [deliverDur=57.36Β΅s] [type=file] [takeTime=2.561054ms] [] [2024/05/06 08:01:46.144 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=45.138429ms] [] [2024/05/06 08:01:46.144 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/403b7800-727d-4f60-8440-49cb93790da1.sst] [firstKey=7480000000000000735F728000000000000005] [lastKey=7480000000000000735F728000000000000006] [2024/05/06 08:01:46.145 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 08:01:46.145 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 08:01:46.145 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:01:46.147 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.773754ms] [] [2024/05/06 08:01:46.147 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 08:01:46.151 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:46.173 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/06 08:01:46.173 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:46.186 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/06 08:01:46.187 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=40.652127ms] [] [2024/05/06 08:01:46.187 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:01:46.189 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.120097ms] [] [2024/05/06 08:01:46.189 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 08:01:46.189 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:01:46.190 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.284501ms] [] [2024/05/06 08:01:46.190 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 08:01:46.190 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:01:46.190 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=60.487Β΅s] [] [2024/05/06 08:01:46.190 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:01:46.191 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=730.172Β΅s] [] [2024/05/06 08:01:46.251 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:01:46.252 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:46.254 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/05/06 08:01:46.254 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:01:46.256 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 08:01:46.260 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:46.260 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:46.260 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:46.260 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:46.260 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:46.260 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:46.260 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:46.260 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:46.260 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:46.260 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:46.260 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:46.260 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:46.260 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:46.262 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:46.262 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:46.262 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:46.262 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:46.262 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:46.262 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=223.959738ms] [] [2024/05/06 08:01:46.323 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 08:01:46.324 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:01:46.324 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 08:01:46.451 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:01:46.496 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 08:01:46.496 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 08:01:46.496 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 08:01:46.506 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=9.815406ms] [] [2024/05/06 08:01:46.506 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 08:01:46.506 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 08:01:46.506 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/05/06 08:01:46.506 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/05/06 08:01:46.510 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=115] [physicalTableID=115] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/05/06 08:01:46.510 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 08:01:46.511 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=14.257296ms] [] [2024/05/06 08:01:46.511 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=14.428639ms] [] [2024/05/06 08:01:46.581 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=129.814331ms] [] [2024/05/06 08:01:46.632 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:01:46.632 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/05/06 08:01:46.635 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/05/06 08:01:46.702 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/05/06 08:01:46.720 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=4] [2024/05/06 08:01:46.743 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:01:46.743 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/05/06 08:01:46.825 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:01:46.925 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.5304722320000002\n# Parse_time: 0.000911648\n# Compile_time: 0.001180609\n# Rewrite_time: 0.000213011\n# Optimize_time: 0.001444592\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 08:01:46.933 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=65] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 08:01:46.980 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:46.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:46.980 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:46.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:01:47.040 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:46.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:47.075 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=266.607Β΅s] [gotSchemaVersion=66] [phyTblIDs="[115]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:47.084 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=117] [version=66] [2024/05/06 08:01:47.123 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=53.156511ms] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:46.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:47.185 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:46.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:47.212 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=193.476Β΅s] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:47.221 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=117] [version=67] [2024/05/06 08:01:47.263 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=54.656833ms] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:46.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:47.327 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:46.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:47.337 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 115, Old Table Name: t"] [2024/05/06 08:01:47.396 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=309.832Β΅s] [gotSchemaVersion=68] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:47.406 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=117] [version=68] [2024/05/06 08:01:47.429 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=53.861ms] [job="ID:117, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:46.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:47.470 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=117] [tableIDs="[115]"] [comment="drop table: table ID"] [2024/05/06 08:01:47.478 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=117] [jobType="drop table"] [2024/05/06 08:01:47.482 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:46.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:47.556 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/06 08:01:47.557 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:47.560 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.628143158\n# Parse_time: 0.000222262\n# Compile_time: 0.000528997\n# Rewrite_time: 0.000007754\n# Optimize_time: 0.000927577\n# Wait_TS: 0.000365128\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:01:47.562 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=68] [cur_db=import_into] [sql="create table t (a bigint auto_random primary key, b varchar(100), c int);"] [user=] [2024/05/06 08:01:47.608 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:47.53 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:47.608 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:47.53 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_random primary key, b varchar(100), c int);"] [2024/05/06 08:01:47.665 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:47.53 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:47.675 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 118, Table Name: t"] [2024/05/06 08:01:47.730 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=2.204497ms] [gotSchemaVersion=69] [phyTblIDs="[118]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:47.740 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=119] [version=69] [2024/05/06 08:01:47.777 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=53.05404ms] [job="ID:119, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:47.53 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:47.864 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [job="ID:119, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:47.53 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:47.910 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/06 08:01:47.910 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:47.914 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.353208003\n# Parse_time: 0.000656141\n# Compile_time: 0.000862525\n# Rewrite_time: 0.000007622\n# Optimize_time: 0.000927577\n# Wait_TS: 0.000327789\n# DB: import_into\n# Is_internal: false\n# Digest: 680e7d3f6f37e1050af38c2c12ce7719de57439ae7df47bd08c10c0f2fecaa47\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_random primary key, b varchar(100), c int);"] [2024/05/06 08:01:47.927 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:48.110 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 08:01:48.222 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 08:01:48.263 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/05/06 08:01:48.263 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 08:01:48.368 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:01:48.369 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:48.370 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/06 08:01:48.387 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:48.390 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:01:48.390 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 08:01:48.390 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=110.348Β΅s] [2024/05/06 08:01:48.390 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=301.126Β΅s] [] [2024/05/06 08:01:48.390 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:01:48.391 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 08:01:48.524 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/06 08:01:48.542 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/06 08:01:48.547 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=51] [2024/05/06 08:01:48.584 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:01:48.586 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 08:01:48.587 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:48.595 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:48.596 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:01:48.613 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:48.614 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:48.615 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:48.615 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:48.615 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:48.615 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:48.615 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:48.628 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:48.630 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:48.630 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:01:48.630 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:01:48.630 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=348.5GiB] [2024/05/06 08:01:48.671 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/05/06 08:01:48.675 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:01:48.678 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:01:48.678 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 08:01:48.720 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=db.tbl.001.csv:0] [2024/05/06 08:01:48.723 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=db.tbl.001.csv:0] [readDur=1.022739ms] [encodeDur=912.035Β΅s] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [deliverDur=472.299Β΅s] [type=file] [takeTime=2.735311ms] [] [2024/05/06 08:01:48.724 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 08:01:48.724 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/18d32305-386b-4282-a275-0e6f5c44410a.sst] [firstKey=7480000000000000765F728000000000000001] [lastKey=7480000000000000765F728000000000000002] [2024/05/06 08:01:48.762 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=db.tbl.002.csv:0] [2024/05/06 08:01:48.764 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=db.tbl.002.csv:0] [readDur=952.357Β΅s] [encodeDur=707.981Β΅s] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [deliverDur=52.326Β΅s] [type=file] [takeTime=1.953982ms] [] [2024/05/06 08:01:48.765 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 08:01:48.765 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/4688bdd6-b2b6-45f3-a378-cfb575dfa2e9.sst] [firstKey=7480000000000000765F728000000000000003] [lastKey=7480000000000000765F728000000000000004] [2024/05/06 08:01:48.828 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=db.tbl.003.csv:0] [2024/05/06 08:01:48.830 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=db.tbl.003.csv:0] [readDur=983.486Β΅s] [encodeDur=699.187Β΅s] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [deliverDur=44.109Β΅s] [type=file] [takeTime=2.06341ms] [] [2024/05/06 08:01:48.831 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/ddfef145-0930-4045-a5d9-0d190ecc2639.sst] [firstKey=7480000000000000765F728000000000000005] [lastKey=7480000000000000765F728000000000000006] [2024/05/06 08:01:48.831 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=160.518599ms] [] [2024/05/06 08:01:48.832 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 08:01:48.832 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 08:01:48.832 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:01:48.833 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.585211ms] [] [2024/05/06 08:01:48.834 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 08:01:48.839 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:48.861 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/06 08:01:48.861 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:48.874 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/06 08:01:48.875 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=41.738465ms] [] [2024/05/06 08:01:48.875 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:01:48.877 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.197268ms] [] [2024/05/06 08:01:48.877 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 08:01:48.877 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:01:48.878 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.403133ms] [] [2024/05/06 08:01:48.878 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 08:01:48.878 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:01:48.878 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=46.507Β΅s] [] [2024/05/06 08:01:48.878 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:01:48.879 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=724.232Β΅s] [] [2024/05/06 08:01:48.924 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 08:01:48.926 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:48.926 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:48.926 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:48.926 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:48.926 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:48.926 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:48.926 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:48.926 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:48.926 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:48.926 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:48.926 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:48.926 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:48.926 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:48.928 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:48.928 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:48.928 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:48.928 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:48.928 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:48.928 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=343.897918ms] [] [2024/05/06 08:01:48.980 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:01:48.981 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:48.982 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/06 08:01:48.983 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:01:49.072 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 08:01:49.073 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:01:49.073 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 08:01:49.209 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:01:49.250 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 08:01:49.250 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 08:01:49.250 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 08:01:49.257 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=6.890464ms] [] [2024/05/06 08:01:49.257 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 08:01:49.258 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 08:01:49.258 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/05/06 08:01:49.258 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/05/06 08:01:49.261 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=118] [physicalTableID=118] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/05/06 08:01:49.262 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 08:01:49.262 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=11.661069ms] [] [2024/05/06 08:01:49.262 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=11.812992ms] [] [2024/05/06 08:01:49.307 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=97.124048ms] [] [2024/05/06 08:01:49.403 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:01:49.403 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/05/06 08:01:49.407 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/05/06 08:01:49.468 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=5] [2024/05/06 08:01:49.480 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/05/06 08:01:49.488 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:01:49.488 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/05/06 08:01:49.567 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:01:49.792 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.8778544400000001\n# Parse_time: 0.000567758\n# Compile_time: 0.00151509\n# Rewrite_time: 0.000256693\n# Optimize_time: 0.000927577\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 08:01:49.802 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=69] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 08:01:49.827 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:120, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:49.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:49.827 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:120, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:49.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:01:49.871 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:49.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:49.901 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=225.032Β΅s] [gotSchemaVersion=70] [phyTblIDs="[118]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:49.910 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=120] [version=70] [2024/05/06 08:01:49.950 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=53.629468ms] [job="ID:120, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:49.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:49.997 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:49.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:50.028 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=204.818Β΅s] [gotSchemaVersion=71] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:50.037 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=120] [version=71] [2024/05/06 08:01:50.078 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=54.155842ms] [job="ID:120, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:49.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:50.148 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:49.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:50.157 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 118, Old Table Name: t"] [2024/05/06 08:01:50.196 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=206.007Β΅s] [gotSchemaVersion=72] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:50.205 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=120] [version=72] [2024/05/06 08:01:50.245 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=53.732049ms] [job="ID:120, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:49.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:50.300 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=120] [tableIDs="[118]"] [comment="drop table: table ID"] [2024/05/06 08:01:50.307 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=120] [jobType="drop table"] [2024/05/06 08:01:50.310 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [job="ID:120, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:49.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:50.370 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=120] [2024/05/06 08:01:50.370 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:50.374 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.573092922\n# Parse_time: 0.000356493\n# Compile_time: 0.000815147\n# Rewrite_time: 0.000011804\n# Optimize_time: 0.001131657\n# Wait_TS: 0.000280764\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:01:50.376 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=72] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, primary key(b,c));"] [user=] [2024/05/06 08:01:50.422 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:50.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:50.422 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:50.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int, primary key(b,c));"] [2024/05/06 08:01:50.472 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:50.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:50.480 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 121, Table Name: t"] [2024/05/06 08:01:50.541 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=2.317846ms] [gotSchemaVersion=73] [phyTblIDs="[121]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:50.551 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=122] [version=73] [2024/05/06 08:01:50.589 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=53.858673ms] [job="ID:122, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:50.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:50.667 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [job="ID:122, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:50.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:50.722 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=122] [2024/05/06 08:01:50.722 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:50.726 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.351710174\n# Parse_time: 0.001068542\n# Compile_time: 0.000955315\n# Rewrite_time: 0.000007312\n# Optimize_time: 0.001131657\n# Wait_TS: 0.00029666\n# DB: import_into\n# Is_internal: false\n# Digest: 11e1fb4a593782240a9e8eca1b17d035abc7a30376bfcf2b7fc6b90b26c5c577\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int, primary key(b,c));"] [2024/05/06 08:01:50.739 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:50.922 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 08:01:51.036 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 08:01:51.077 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/05/06 08:01:51.077 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 08:01:51.183 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:01:51.184 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:51.186 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/06 08:01:51.206 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:51.208 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:01:51.209 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 08:01:51.209 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=124.5Β΅s] [2024/05/06 08:01:51.209 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=297.172Β΅s] [] [2024/05/06 08:01:51.209 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:01:51.209 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 08:01:51.337 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/06 08:01:51.355 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/06 08:01:51.382 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=51] [2024/05/06 08:01:51.446 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:01:51.447 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 08:01:51.448 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:51.456 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:51.456 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:01:51.457 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:51.457 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:51.458 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:51.458 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:51.458 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:51.458 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:51.458 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:51.471 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:51.473 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:51.473 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:01:51.473 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:01:51.473 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=348.5GiB] [2024/05/06 08:01:51.525 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/05/06 08:01:51.529 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:01:51.532 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:01:51.533 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=121] [2024/05/06 08:01:51.604 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=121] [key=db.tbl.001.csv:0] [2024/05/06 08:01:51.607 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=121] [key=db.tbl.001.csv:0] [readDur=1.165065ms] [encodeDur=1.15475ms] [checksum="{cksum=6438872994288898047,size=96,kvs=2}"] [deliverDur=42.585Β΅s] [type=file] [takeTime=2.763606ms] [] [2024/05/06 08:01:51.608 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=121] [2024/05/06 08:01:51.608 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/ca3b6a7d-887d-4c64-96ee-e765b8bcebe3.sst] [firstKey=7480000000000000795F72017465737431000000FC03800000000000000B] [lastKey=7480000000000000795F72017465737432000000FC038000000000000016] [2024/05/06 08:01:51.650 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=121] [key=db.tbl.002.csv:0] [2024/05/06 08:01:51.652 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=121] [key=db.tbl.002.csv:0] [readDur=923.451Β΅s] [encodeDur=1.178443ms] [checksum="{cksum=1050029282737908383,size=96,kvs=2}"] [deliverDur=40.798Β΅s] [type=file] [takeTime=2.416225ms] [] [2024/05/06 08:01:51.653 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=121] [2024/05/06 08:01:51.653 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=1018] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/818e9588-5f9c-4618-a2c6-234856d91cde.sst] [firstKey=7480000000000000795F72017465737433000000FC038000000000000021] [lastKey=7480000000000000795F72017465737434000000FC03800000000000002C] [2024/05/06 08:01:51.672 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=121] [key=db.tbl.003.csv:0] [2024/05/06 08:01:51.675 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=121] [key=db.tbl.003.csv:0] [readDur=945.571Β΅s] [encodeDur=1.133955ms] [checksum="{cksum=8773259395275999690,size=96,kvs=2}"] [deliverDur=51.649Β΅s] [type=file] [takeTime=2.389099ms] [] [2024/05/06 08:01:51.676 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=1018] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/187c1023-ed02-400d-b25b-c59137a536a1.sst] [firstKey=7480000000000000795F72017465737435000000FC038000000000000037] [lastKey=7480000000000000795F72017465737436000000FC038000000000000042] [2024/05/06 08:01:51.676 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=150.814083ms] [] [2024/05/06 08:01:51.676 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 08:01:51.676 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 08:01:51.676 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:01:51.677 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.544653ms] [] [2024/05/06 08:01:51.678 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 08:01:51.682 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:51.704 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=288] [2024/05/06 08:01:51.704 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:51.716 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=288] [kvs=6] [importedSize=288] [importedCount=6] [2024/05/06 08:01:51.718 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=40.528692ms] [] [2024/05/06 08:01:51.718 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:01:51.719 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.134834ms] [] [2024/05/06 08:01:51.719 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 08:01:51.719 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:01:51.721 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.269858ms] [] [2024/05/06 08:01:51.721 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 08:01:51.721 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:01:51.721 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=57.365Β΅s] [] [2024/05/06 08:01:51.721 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:01:51.722 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=756.545Β΅s] [] [2024/05/06 08:01:51.768 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 08:01:51.770 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:51.770 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:51.770 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:51.770 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:51.770 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:51.770 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:51.770 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:51.770 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:51.770 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:51.771 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:51.771 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:51.771 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:51.771 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:51.772 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:51.772 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:51.772 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:51.772 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:51.772 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:51.772 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=326.648967ms] [] [2024/05/06 08:01:51.798 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:01:51.800 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:51.801 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/06 08:01:51.801 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:01:51.884 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 08:01:51.887 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:01:51.887 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 08:01:52.037 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:01:52.081 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 08:01:52.081 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 08:01:52.081 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 08:01:52.081 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=12.217Β΅s] [] [2024/05/06 08:01:52.082 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [groupId=-1] [size=288] [kvs=6] [checksum=3317442229611736234] [2024/05/06 08:01:52.082 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=3317442229611736234,size=288,kvs=6}"] [2024/05/06 08:01:52.082 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/05/06 08:01:52.082 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/05/06 08:01:52.085 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=121] [physicalTableID=121] [indexID=1] [checksum=0] [totalKvs=0] [totalBytes=0] [2024/05/06 08:01:52.086 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=121] [physicalTableID=121] [indexID=-1] [checksum=3317442229611736234] [totalKvs=6] [totalBytes=288] [2024/05/06 08:01:52.086 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=3317442229611736234,size=288,kvs=6}"] [2024/05/06 08:01:52.086 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=4.69467ms] [] [2024/05/06 08:01:52.086 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=4.856521ms] [] [2024/05/06 08:01:52.131 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=94.098442ms] [] [2024/05/06 08:01:52.197 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:01:52.197 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/05/06 08:01:52.200 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/05/06 08:01:52.268 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/05/06 08:01:52.284 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=6] [2024/05/06 08:01:52.307 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:01:52.307 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/05/06 08:01:52.406 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:01:52.587 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.860426666\n# Parse_time: 0.000534342\n# Compile_time: 0.001178277\n# Rewrite_time: 0.000328377\n# Optimize_time: 0.001131657\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 08:01:52.596 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=73] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 08:01:53.011 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:52.58 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:53.011 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:52.58 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:01:53.060 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:52.58 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:53.089 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=243.568Β΅s] [gotSchemaVersion=74] [phyTblIDs="[121]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:53.098 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=123] [version=74] [2024/05/06 08:01:53.139 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=53.818956ms] [job="ID:123, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:52.58 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:53.183 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:52.58 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:53.213 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=238.373Β΅s] [gotSchemaVersion=75] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:53.222 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=123] [version=75] [2024/05/06 08:01:53.262 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=53.054398ms] [job="ID:123, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:52.58 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:53.324 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:52.58 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:53.335 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 121, Old Table Name: t"] [2024/05/06 08:01:53.378 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=205.833Β΅s] [gotSchemaVersion=76] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:53.388 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=123] [version=76] [2024/05/06 08:01:53.427 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=53.398695ms] [job="ID:123, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:52.58 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:53.497 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=123] [tableIDs="[121]"] [comment="drop table: table ID"] [2024/05/06 08:01:53.505 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=123] [jobType="drop table"] [2024/05/06 08:01:53.509 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [job="ID:123, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:52.58 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:53.587 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/05/06 08:01:53.587 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:53.591 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.996496774\n# Parse_time: 0.000236852\n# Compile_time: 0.000641351\n# Rewrite_time: 0.000010914\n# Optimize_time: 0.001100144\n# Wait_TS: 0.000845714\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:01:53.593 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=76] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=] [2024/05/06 08:01:53.637 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:53.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:53.637 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:53.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 08:01:53.690 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:53.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:53.698 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 124, Table Name: t"] [2024/05/06 08:01:53.757 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=2.811063ms] [gotSchemaVersion=77] [phyTblIDs="[124]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:53.769 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=125] [version=77] [2024/05/06 08:01:53.803 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=53.523029ms] [job="ID:125, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:53.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:53.858 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [job="ID:125, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:53.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:53.896 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=125] [2024/05/06 08:01:53.896 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:53.899 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.307306831\n# Parse_time: 0.000575738\n# Compile_time: 0.000936219\n# Rewrite_time: 0.000007501\n# Optimize_time: 0.001100144\n# Wait_TS: 0.000336193\n# DB: import_into\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 08:01:53.913 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:54.104 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`c`, `b`, `a`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 08:01:54.211 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=7] [task-id=7] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 08:01:54.253 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=7] [2024/05/06 08:01:54.253 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 08:01:54.360 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:01:54.362 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:54.363 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/05/06 08:01:54.406 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:54.409 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:01:54.409 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 08:01:54.409 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=93.735Β΅s] [2024/05/06 08:01:54.409 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=253.911Β΅s] [] [2024/05/06 08:01:54.409 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:01:54.409 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 08:01:54.551 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/05/06 08:01:54.573 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=7] [type=ImportInto] [remaining-slots=51] [2024/05/06 08:01:54.574 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=7] [2024/05/06 08:01:54.611 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:01:54.613 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 08:01:54.614 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:54.624 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:54.624 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:01:54.624 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:54.624 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:54.625 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:54.625 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:54.625 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:54.625 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:54.626 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:54.640 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:54.642 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:54.642 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:01:54.642 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=7] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:01:54.642 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=7] [disk-quota=348.5GiB] [2024/05/06 08:01:54.687 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/05/06 08:01:54.692 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:01:54.696 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:01:54.696 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/05/06 08:01:54.787 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=db.tbl.001.csv:0] [2024/05/06 08:01:54.789 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=db.tbl.001.csv:0] [readDur=1.184393ms] [encodeDur=746.841Β΅s] [checksum="{cksum=13837959720985630831,size=82,kvs=2}"] [deliverDur=209.718Β΅s] [type=file] [takeTime=2.482796ms] [] [2024/05/06 08:01:54.790 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/05/06 08:01:54.790 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/8c7a021a-d0b9-4996-92a1-07f68fbfa743.sst] [firstKey=74800000000000007C5F728000000000000001] [lastKey=74800000000000007C5F728000000000000002] [2024/05/06 08:01:54.820 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=db.tbl.002.csv:0] [2024/05/06 08:01:54.823 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=db.tbl.002.csv:0] [readDur=1.006373ms] [encodeDur=756.562Β΅s] [checksum="{cksum=7610901642014463118,size=82,kvs=2}"] [deliverDur=248.953Β΅s] [type=file] [takeTime=2.301302ms] [] [2024/05/06 08:01:54.823 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/05/06 08:01:54.823 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/764da3ba-e7a9-4f25-a6b5-443be402c49e.sst] [firstKey=74800000000000007C5F728000000000000008] [lastKey=74800000000000007C5F728000000000000009] [2024/05/06 08:01:54.838 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=db.tbl.003.csv:0] [2024/05/06 08:01:54.840 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=db.tbl.003.csv:0] [readDur=1.077619ms] [encodeDur=713.787Β΅s] [checksum="{cksum=9673548632033812539,size=82,kvs=2}"] [deliverDur=242.419Β΅s] [type=file] [takeTime=2.308022ms] [] [2024/05/06 08:01:54.841 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/ec4f75fe-a1ea-41a4-af6a-8f32d5d44974.sst] [firstKey=74800000000000007C5F72800000000000000F] [lastKey=74800000000000007C5F728000000000000010] [2024/05/06 08:01:54.841 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=153.460033ms] [] [2024/05/06 08:01:54.841 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 08:01:54.841 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 08:01:54.841 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:01:54.843 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.782992ms] [] [2024/05/06 08:01:54.843 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 08:01:54.848 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:54.880 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 08:01:54.880 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:54.897 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 08:01:54.899 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=56.605231ms] [] [2024/05/06 08:01:54.900 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:01:54.902 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.824174ms] [] [2024/05/06 08:01:54.902 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 08:01:54.902 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:01:54.904 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.900975ms] [] [2024/05/06 08:01:54.904 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 08:01:54.904 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:01:54.904 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=52.425Β΅s] [] [2024/05/06 08:01:54.904 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:01:54.905 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=853.565Β΅s] [] [2024/05/06 08:01:54.951 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 08:01:54.954 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:54.954 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:54.954 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:54.954 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:54.954 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:54.954 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:54.954 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:54.954 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:54.954 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:54.954 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:54.954 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:54.954 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:54.954 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:54.956 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:54.956 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:54.956 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:54.956 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:54.956 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:54.956 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=344.899665ms] [] [2024/05/06 08:01:54.982 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:01:54.984 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:54.985 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/05/06 08:01:54.986 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:01:55.070 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":36,\"3\":6}}"] [2024/05/06 08:01:55.072 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:01:55.072 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 08:01:55.227 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:01:55.276 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 08:01:55.276 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 08:01:55.276 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 08:01:55.284 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=7.25938ms] [] [2024/05/06 08:01:55.284 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [groupId=-1] [size=246] [kvs=6] [checksum=3434641841828523226] [2024/05/06 08:01:55.284 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=3434641841828523226,size=246,kvs=6}"] [2024/05/06 08:01:55.284 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/05/06 08:01:55.284 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/05/06 08:01:55.288 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=124] [physicalTableID=124] [indexID=-1] [checksum=3434641841828523226] [totalKvs=6] [totalBytes=246] [2024/05/06 08:01:55.288 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=3434641841828523226,size=246,kvs=6}"] [2024/05/06 08:01:55.288 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=11.745904ms] [] [2024/05/06 08:01:55.288 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=11.978432ms] [] [2024/05/06 08:01:55.328 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=101.512616ms] [] [2024/05/06 08:01:55.373 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:01:55.373 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=7] [step=post-process] [state=running] [] [2024/05/06 08:01:55.376 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=7] [2024/05/06 08:01:55.446 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=7] [type=ImportInto] [2024/05/06 08:01:55.462 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=7] [2024/05/06 08:01:55.470 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.5703197389999999\n# Parse_time: 0.000630588\n# Compile_time: 0.001188374\n# Rewrite_time: 0.000225157\n# Optimize_time: 0.001100144\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 0c20fa95369ef6c6356c8d0d539210819a261fab936f1e19a6481337f4a39bb0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`c`,`b`,`a`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 08:01:55.478 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=77] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 08:01:55.479 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:01:55.479 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=7] [2024/05/06 08:01:55.509 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:126, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:55.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:55.509 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:126, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:55.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:01:55.580 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:55.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:55.588 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:01:55.609 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=261.245Β΅s] [gotSchemaVersion=78] [phyTblIDs="[124]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:55.619 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=126] [version=78] [2024/05/06 08:01:55.658 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=53.494854ms] [job="ID:126, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:55.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:55.698 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:55.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:55.726 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=196.634Β΅s] [gotSchemaVersion=79] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:55.737 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=126] [version=79] [2024/05/06 08:01:55.775 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=52.900377ms] [job="ID:126, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:55.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:55.836 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:55.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:55.845 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 124, Old Table Name: t"] [2024/05/06 08:01:55.884 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=213.401Β΅s] [gotSchemaVersion=80] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:55.893 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=126] [version=80] [2024/05/06 08:01:55.933 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=53.436081ms] [job="ID:126, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:55.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:56.012 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=126] [tableIDs="[124]"] [comment="drop table: table ID"] [2024/05/06 08:01:56.020 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=126] [jobType="drop table"] [2024/05/06 08:01:56.024 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [job="ID:126, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:55.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:56.080 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=126] [2024/05/06 08:01:56.080 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:56.084 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.606418006\n# Parse_time: 0.000409223\n# Compile_time: 0.000644391\n# Rewrite_time: 0.000007032\n# Optimize_time: 0.000882709\n# Wait_TS: 0.000364594\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:01:56.086 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=80] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, d varchar(100));"] [user=] [2024/05/06 08:01:56.128 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:56.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:56.128 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:56.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int, d varchar(100));"] [2024/05/06 08:01:56.197 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=128] [conn=2] [category=ddl] [job="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:56.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:56.205 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 127, Table Name: t"] [2024/05/06 08:01:56.281 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=2.390358ms] [gotSchemaVersion=81] [phyTblIDs="[127]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:56.290 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=128] [version=81] [2024/05/06 08:01:56.328 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=53.326057ms] [job="ID:128, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:56.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:56.418 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=128] [conn=2] [job="ID:128, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:56.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:56.463 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=128] [2024/05/06 08:01:56.463 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:56.467 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.382442028\n# Parse_time: 0.000649744\n# Compile_time: 0.000877836\n# Rewrite_time: 0.000008893\n# Optimize_time: 0.000882709\n# Wait_TS: 0.000382974\n# DB: import_into\n# Is_internal: false\n# Digest: 99e3ce8ee663195b3eb799e93a62b55cdf92783b479606f66c6eb4832a15102c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int, d varchar(100));"] [2024/05/06 08:01:56.478 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:56.646 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`c`, `d`, `a`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 08:01:56.756 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=8] [task-id=8] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 08:01:56.793 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=8] [2024/05/06 08:01:56.793 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 08:01:56.898 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:01:56.899 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:56.901 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [2024/05/06 08:01:56.918 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:56.921 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:01:56.921 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 08:01:56.921 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=76.363Β΅s] [2024/05/06 08:01:56.921 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=192.85Β΅s] [] [2024/05/06 08:01:56.921 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:01:56.921 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 08:01:57.053 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=8] [mode=Import] [2024/05/06 08:01:57.073 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=8] [2024/05/06 08:01:57.100 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=8] [type=ImportInto] [remaining-slots=51] [2024/05/06 08:01:57.156 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:01:57.158 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/06 08:01:57.159 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:57.167 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:57.168 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:01:57.168 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:57.168 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:57.169 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:57.169 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:57.169 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:57.169 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:57.169 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:57.183 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:57.184 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:57.184 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:01:57.184 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=8] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:01:57.184 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=8] [disk-quota=348.5GiB] [2024/05/06 08:01:57.224 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [2024/05/06 08:01:57.227 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:01:57.231 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:01:57.231 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=127] [2024/05/06 08:01:57.261 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=127] [key=db.tbl.001.csv:0] [2024/05/06 08:01:57.263 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=127] [key=db.tbl.001.csv:0] [readDur=1.004814ms] [encodeDur=702.022Β΅s] [checksum="{cksum=11510279650924602162,size=82,kvs=2}"] [deliverDur=239.489Β΅s] [type=file] [takeTime=2.238665ms] [] [2024/05/06 08:01:57.264 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=127] [2024/05/06 08:01:57.264 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/c45a2991-5ebc-47c3-a0f9-57dd15cdcc55.sst] [firstKey=74800000000000007F5F728000000000000001] [lastKey=74800000000000007F5F728000000000000002] [2024/05/06 08:01:57.358 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=127] [key=db.tbl.002.csv:0] [2024/05/06 08:01:57.360 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=127] [key=db.tbl.002.csv:0] [readDur=971.189Β΅s] [encodeDur=781.357Β΅s] [checksum="{cksum=16401860098335995135,size=82,kvs=2}"] [deliverDur=250.928Β΅s] [type=file] [takeTime=2.285312ms] [] [2024/05/06 08:01:57.361 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=127] [2024/05/06 08:01:57.361 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/6d9d6d7c-1613-4054-88e5-bc825fa3cb20.sst] [firstKey=74800000000000007F5F728000000000000006] [lastKey=74800000000000007F5F728000000000000007] [2024/05/06 08:01:57.390 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=127] [key=db.tbl.003.csv:0] [2024/05/06 08:01:57.392 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=127] [key=db.tbl.003.csv:0] [readDur=897.657Β΅s] [encodeDur=711.366Β΅s] [checksum="{cksum=17104710824714968226,size=82,kvs=2}"] [deliverDur=202.083Β΅s] [type=file] [takeTime=2.090811ms] [] [2024/05/06 08:01:57.392 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [takeTime=168.813688ms] [] [2024/05/06 08:01:57.392 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/4fad5891-9ddc-4032-8542-674993885d51.sst] [firstKey=74800000000000007F5F72800000000000000B] [lastKey=74800000000000007F5F72800000000000000C] [2024/05/06 08:01:57.393 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 08:01:57.393 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 08:01:57.393 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:01:57.394 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.654133ms] [] [2024/05/06 08:01:57.395 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 08:01:57.400 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:01:57.422 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 08:01:57.422 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:01:57.435 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 08:01:57.437 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=42.384382ms] [] [2024/05/06 08:01:57.437 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:01:57.438 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.06838ms] [] [2024/05/06 08:01:57.438 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 08:01:57.438 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:01:57.440 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.231195ms] [] [2024/05/06 08:01:57.440 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 08:01:57.440 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:01:57.440 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=89.05Β΅s] [] [2024/05/06 08:01:57.440 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:01:57.441 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=893.001Β΅s] [] [2024/05/06 08:01:57.485 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/06 08:01:57.488 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:01:57.488 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:01:57.488 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:57.488 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:57.488 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:01:57.488 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:01:57.488 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:01:57.488 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:57.488 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:57.488 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:57.488 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:57.488 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:57.488 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:01:57.490 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:01:57.490 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:01:57.490 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:01:57.490 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:01:57.490 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:01:57.490 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=333.593478ms] [] [2024/05/06 08:01:57.511 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:01:57.513 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:57.514 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [2024/05/06 08:01:57.514 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:01:57.598 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":0,\"3\":6,\"4\":36}}"] [2024/05/06 08:01:57.600 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:01:57.600 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 08:01:57.746 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:01:57.791 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 08:01:57.791 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 08:01:57.791 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 08:01:57.799 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=7.539156ms] [] [2024/05/06 08:01:57.799 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [groupId=-1] [size=246] [kvs=6] [checksum=10467356601048550255] [2024/05/06 08:01:57.799 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [checksum="{cksum=10467356601048550255,size=246,kvs=6}"] [2024/05/06 08:01:57.799 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [weight=30] [2024/05/06 08:01:57.799 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [concurrency=15] [2024/05/06 08:01:57.803 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=127] [physicalTableID=127] [indexID=-1] [checksum=10467356601048550255] [totalKvs=6] [totalBytes=246] [2024/05/06 08:01:57.803 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [local="{cksum=10467356601048550255,size=246,kvs=6}"] [2024/05/06 08:01:57.803 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=11.939168ms] [] [2024/05/06 08:01:57.803 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=12.091292ms] [] [2024/05/06 08:01:57.843 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=96.820635ms] [] [2024/05/06 08:01:57.927 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:01:57.928 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=8] [step=post-process] [state=running] [] [2024/05/06 08:01:57.931 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=8] [2024/05/06 08:01:57.998 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=8] [2024/05/06 08:01:58.012 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=8] [type=ImportInto] [2024/05/06 08:01:58.019 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:01:58.019 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=8] [2024/05/06 08:01:58.102 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:01:58.332 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.864149243\n# Parse_time: 0.000606638\n# Compile_time: 0.001157854\n# Rewrite_time: 0.000245557\n# Optimize_time: 0.000882709\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ab42cfd270552c1858f87a1550b5f5accab0738f18639050f3025ce52f1095a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`c`,`d`,`a`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 08:01:58.341 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=81] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 08:01:58.366 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:58.33 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:58.366 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:58.33 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:01:58.409 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:58.33 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:58.440 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=229.632Β΅s] [gotSchemaVersion=82] [phyTblIDs="[127]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:58.450 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=129] [version=82] [2024/05/06 08:01:58.489 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=53.870341ms] [job="ID:129, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:58.33 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:58.555 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:58.33 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:58.590 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=208.857Β΅s] [gotSchemaVersion=83] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:58.599 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=129] [version=83] [2024/05/06 08:01:58.639 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=53.040764ms] [job="ID:129, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:58.33 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:58.713 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:58.33 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:58.724 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 127, Old Table Name: t"] [2024/05/06 08:01:58.771 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=251.67Β΅s] [gotSchemaVersion=84] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:01:58.780 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=129] [version=84] [2024/05/06 08:01:58.820 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=53.430821ms] [job="ID:129, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:58.33 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:58.851 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=129] [tableIDs="[127]"] [comment="drop table: table ID"] [2024/05/06 08:01:58.860 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=129] [jobType="drop table"] [2024/05/06 08:01:58.864 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [job="ID:129, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:58.33 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:58.927 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/05/06 08:01:58.927 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:58.930 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.59069593\n# Parse_time: 0.000544742\n# Compile_time: 0.000965594\n# Rewrite_time: 0.000009799\n# Optimize_time: 0.000802804\n# Wait_TS: 0.000340406\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:01:58.933 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=84] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b varchar(100), c int, d varchar(100));"] [user=] [2024/05/06 08:01:58.979 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:58.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:01:58.979 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:58.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_increment primary key, b varchar(100), c int, d varchar(100));"] [2024/05/06 08:01:59.028 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:58.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:59.035 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 130, Table Name: t"] [2024/05/06 08:01:59.129 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=2.488316ms] [gotSchemaVersion=85] [phyTblIDs="[130]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:01:59.138 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=131] [version=85] [2024/05/06 08:01:59.175 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=53.539871ms] [job="ID:131, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:58.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:59.210 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [job="ID:131, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:58.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:01:59.257 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=131] [2024/05/06 08:01:59.258 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:01:59.261 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.330488\n# Parse_time: 0.001214594\n# Compile_time: 0.00096159\n# Rewrite_time: 0.00000732\n# Optimize_time: 0.000802804\n# Wait_TS: 0.00030911\n# DB: import_into\n# Is_internal: false\n# Digest: 4fc89e7d9d1318dd58e3950c6c0c24e157931c5b03aaedbd177cd2ff59e62eaf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_increment primary key, b varchar(100), c int, d varchar(100));"] [2024/05/06 08:01:59.276 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:59.442 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(@`1`, @`2`, `a`)\",\"set-clause\":\"`c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa')\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 08:01:59.557 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=9] [task-id=9] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 08:01:59.591 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=9] [2024/05/06 08:01:59.591 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 08:01:59.696 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:01:59.697 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:01:59.699 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [2024/05/06 08:01:59.719 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:59.722 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:01:59.722 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 08:01:59.722 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=82.501Β΅s] [2024/05/06 08:01:59.722 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=200.356Β΅s] [] [2024/05/06 08:01:59.722 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:01:59.723 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 08:01:59.851 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=9] [mode=Import] [2024/05/06 08:01:59.888 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=9] [2024/05/06 08:01:59.899 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=9] [type=ImportInto] [remaining-slots=51] [2024/05/06 08:01:59.937 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:01:59.939 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/06 08:01:59.941 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:01:59.948 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:01:59.949 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:01:59.949 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:59.949 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:01:59.950 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:01:59.950 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:01:59.950 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:01:59.950 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:01:59.950 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:01:59.966 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:01:59.967 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:01:59.967 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:01:59.967 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=9] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:01:59.968 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=9] [disk-quota=348.5GiB] [2024/05/06 08:02:00.011 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [2024/05/06 08:02:00.015 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:02:00.019 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:02:00.019 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=130] [2024/05/06 08:02:00.056 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=130] [key=db.tbl.001.csv:0] [2024/05/06 08:02:00.059 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=130] [key=db.tbl.001.csv:0] [readDur=1.09531ms] [encodeDur=1.253969ms] [checksum="{cksum=2180128874604033942,size=96,kvs=2}"] [deliverDur=288.864Β΅s] [type=file] [takeTime=2.972736ms] [] [2024/05/06 08:02:00.060 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=130] [2024/05/06 08:02:00.060 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/e51d0822-299c-43dc-a5a4-7197924124c9.sst] [firstKey=7480000000000000825F72800000000000000B] [lastKey=7480000000000000825F728000000000000016] [2024/05/06 08:02:00.116 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=130] [key=db.tbl.002.csv:0] [2024/05/06 08:02:00.119 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=130] [key=db.tbl.002.csv:0] [readDur=1.155734ms] [encodeDur=1.879277ms] [checksum="{cksum=17114733561715978064,size=96,kvs=2}"] [deliverDur=61.483Β΅s] [type=file] [takeTime=3.430593ms] [] [2024/05/06 08:02:00.120 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=130] [2024/05/06 08:02:00.120 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/dcdcb7e8-89b7-40ca-9674-6e89bd34a7ec.sst] [firstKey=7480000000000000825F728000000000000021] [lastKey=7480000000000000825F72800000000000002C] [2024/05/06 08:02:00.141 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=130] [key=db.tbl.003.csv:0] [2024/05/06 08:02:00.144 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=130] [key=db.tbl.003.csv:0] [readDur=925.329Β΅s] [encodeDur=1.560328ms] [checksum="{cksum=126932759714365300,size=96,kvs=2}"] [deliverDur=42.584Β΅s] [type=file] [takeTime=2.808931ms] [] [2024/05/06 08:02:00.145 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/e4ad1b47-ab1f-4b96-875d-b37d6302175f.sst] [firstKey=7480000000000000825F728000000000000037] [lastKey=7480000000000000825F728000000000000042] [2024/05/06 08:02:00.145 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [takeTime=133.988452ms] [] [2024/05/06 08:02:00.145 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 08:02:00.145 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 08:02:00.145 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:02:00.147 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.529911ms] [] [2024/05/06 08:02:00.147 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 08:02:00.151 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:00.173 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=288] [2024/05/06 08:02:00.174 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:00.187 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=288] [kvs=6] [importedSize=288] [importedCount=6] [2024/05/06 08:02:00.189 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=42.044265ms] [] [2024/05/06 08:02:00.189 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:02:00.190 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.302905ms] [] [2024/05/06 08:02:00.190 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 08:02:00.190 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:02:00.192 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.354458ms] [] [2024/05/06 08:02:00.192 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 08:02:00.192 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:02:00.192 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=81.169Β΅s] [] [2024/05/06 08:02:00.192 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:02:00.193 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=956.335Β΅s] [] [2024/05/06 08:02:00.243 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/06 08:02:00.245 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:00.245 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:00.245 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:00.245 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:00.246 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:00.246 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:00.246 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:00.246 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:00.246 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:00.246 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:00.246 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:00.246 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:00.246 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:00.247 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:00.247 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:00.247 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:00.247 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:00.248 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:00.248 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=309.999752ms] [] [2024/05/06 08:02:00.337 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:00.339 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:00.340 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:00.340 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:00.403 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":54,\"3\":12,\"4\":36}}"] [2024/05/06 08:02:00.405 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:00.405 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 08:02:00.562 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:02:00.613 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 08:02:00.613 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 08:02:00.613 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 08:02:00.620 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=6.682309ms] [] [2024/05/06 08:02:00.620 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [groupId=-1] [size=288] [kvs=6] [checksum=17437960271832508338] [2024/05/06 08:02:00.620 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [checksum="{cksum=17437960271832508338,size=288,kvs=6}"] [2024/05/06 08:02:00.620 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [weight=30] [2024/05/06 08:02:00.620 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [concurrency=15] [2024/05/06 08:02:00.624 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=130] [physicalTableID=130] [indexID=-1] [checksum=17437960271832508338] [totalKvs=6] [totalBytes=288] [2024/05/06 08:02:00.625 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [local="{cksum=17437960271832508338,size=288,kvs=6}"] [2024/05/06 08:02:00.625 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=11.768336ms] [] [2024/05/06 08:02:00.625 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=11.929065ms] [] [2024/05/06 08:02:00.682 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=119.83029ms] [] [2024/05/06 08:02:00.713 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:02:00.713 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=9] [step=post-process] [state=running] [] [2024/05/06 08:02:00.716 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=9] [2024/05/06 08:02:00.765 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=9] [type=ImportInto] [2024/05/06 08:02:00.796 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=9] [2024/05/06 08:02:00.809 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.546648845\n# Parse_time: 0.001703054\n# Compile_time: 0.001994863\n# Rewrite_time: 0.000224775\n# Optimize_time: 0.000802804\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 4a0fe07d939f765134a1b85b431969d9bb6528c6a8167edf81387950de66899e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (@`1`,@`2`,`a`) SET `c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa') FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 08:02:00.818 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=85] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 08:02:00.822 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:00.822 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=9] [2024/05/06 08:02:00.856 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:132, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:00.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:00.856 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:132, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:00.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:02:00.915 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [category=ddl] [job="ID:132, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:00.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:00.924 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:00.946 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=258.81Β΅s] [gotSchemaVersion=86] [phyTblIDs="[130]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:00.955 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=132] [version=86] [2024/05/06 08:02:00.995 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=52.952022ms] [job="ID:132, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:00.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:01.062 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [category=ddl] [job="ID:132, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:00.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:01.093 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=218.132Β΅s] [gotSchemaVersion=87] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:01.102 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=132] [version=87] [2024/05/06 08:02:01.143 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=53.826318ms] [job="ID:132, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:00.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:01.208 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [category=ddl] [job="ID:132, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:00.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:01.217 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 130, Old Table Name: t"] [2024/05/06 08:02:01.260 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=202.797Β΅s] [gotSchemaVersion=88] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:01.270 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=132] [version=88] [2024/05/06 08:02:01.309 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=52.901343ms] [job="ID:132, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:00.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:01.348 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=132] [tableIDs="[130]"] [comment="drop table: table ID"] [2024/05/06 08:02:01.357 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=132] [jobType="drop table"] [2024/05/06 08:02:01.360 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [job="ID:132, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:00.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:01.417 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=132] [2024/05/06 08:02:01.417 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:01.420 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.603038073\n# Parse_time: 0.00026333\n# Compile_time: 0.000594223\n# Rewrite_time: 0.000008736\n# Optimize_time: 0.000984671\n# Wait_TS: 0.000348872\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:02:01.423 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=88] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, d varchar(100)) SHARD_ROW_ID_BITS 10;"] [user=] [2024/05/06 08:02:01.493 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:134, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:01.43 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:01.493 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:134, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:01.43 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int, d varchar(100)) SHARD_ROW_ID_BITS 10;"] [2024/05/06 08:02:01.537 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=134] [conn=2] [category=ddl] [job="ID:134, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:01.43 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:01.546 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 133, Table Name: t"] [2024/05/06 08:02:01.612 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=2.381071ms] [gotSchemaVersion=89] [phyTblIDs="[133]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:01.621 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=134] [version=89] [2024/05/06 08:02:01.659 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=53.031167ms] [job="ID:134, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:01.43 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:01.702 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=134] [conn=2] [job="ID:134, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:01.43 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:01.740 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=134] [2024/05/06 08:02:01.740 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:01.744 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.322773853\n# Parse_time: 0.001061716\n# Compile_time: 0.001301236\n# Rewrite_time: 0.000008396\n# Optimize_time: 0.000984671\n# Wait_TS: 0.000415324\n# DB: import_into\n# Is_internal: false\n# Digest: ab52f992248f7aa534bc6318e4dbf849df1c079806fc7cfc8b225a6592cd30ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int, d varchar(100)) SHARD_ROW_ID_BITS 10;"] [2024/05/06 08:02:01.757 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:01.946 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(@`1`, @`2`, `a`)\",\"set-clause\":\"`c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa')\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 08:02:02.062 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=10] [task-id=10] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 08:02:02.095 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=10] [2024/05/06 08:02:02.095 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 08:02:02.202 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:02.204 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:02.205 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [2024/05/06 08:02:02.223 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:02.226 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:02:02.226 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 08:02:02.226 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=83.151Β΅s] [2024/05/06 08:02:02.226 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=210.689Β΅s] [] [2024/05/06 08:02:02.226 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:02.226 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 08:02:02.384 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=10] [mode=Import] [2024/05/06 08:02:02.401 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=10] [2024/05/06 08:02:02.422 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=10] [type=ImportInto] [remaining-slots=51] [2024/05/06 08:02:02.461 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:02:02.463 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/06 08:02:02.465 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:02.472 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:02.472 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:02:02.473 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:02.473 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:02.474 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:02.474 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:02.474 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:02.474 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:02.474 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:02.487 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:02.488 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:02.488 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:02:02.488 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=10] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:02:02.488 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=10] [disk-quota=348.5GiB] [2024/05/06 08:02:02.525 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [2024/05/06 08:02:02.529 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:02:02.532 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:02:02.532 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=133] [2024/05/06 08:02:02.629 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=133] [key=db.tbl.001.csv:0] [2024/05/06 08:02:02.632 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=133] [key=db.tbl.001.csv:0] [readDur=1.043203ms] [encodeDur=1.553014ms] [checksum="{cksum=9096151903818431098,size=104,kvs=2}"] [deliverDur=56.084Β΅s] [type=file] [takeTime=3.014094ms] [] [2024/05/06 08:02:02.633 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=133] [2024/05/06 08:02:02.633 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=104] [kvs=2] [files=1] [sstFileSize=1010] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/5a9a6564-2877-4e02-b288-45e6e112e832.sst] [firstKey=7480000000000000855F728840000000000001] [lastKey=7480000000000000855F72F8A0000000000002] [2024/05/06 08:02:02.737 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=133] [key=db.tbl.002.csv:0] [2024/05/06 08:02:02.740 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=133] [key=db.tbl.002.csv:0] [readDur=1.083525ms] [encodeDur=1.299203ms] [checksum="{cksum=1540599946714846010,size=104,kvs=2}"] [deliverDur=55.007Β΅s] [type=file] [takeTime=2.788427ms] [] [2024/05/06 08:02:02.741 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=133] [2024/05/06 08:02:02.741 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=104] [kvs=2] [files=1] [sstFileSize=1008] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/c75b6794-78a1-4ffe-af5d-867f07878993.sst] [firstKey=7480000000000000855F728780000000000007] [lastKey=7480000000000000855F72D700000000000006] [2024/05/06 08:02:02.833 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=133] [key=db.tbl.003.csv:0] [2024/05/06 08:02:02.836 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=133] [key=db.tbl.003.csv:0] [readDur=1.080646ms] [encodeDur=1.567004ms] [checksum="{cksum=7135556550049781423,size=104,kvs=2}"] [deliverDur=49.713Β΅s] [type=file] [takeTime=3.004606ms] [] [2024/05/06 08:02:02.837 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=104] [kvs=2] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/69d55d6f-b608-4c28-87b2-aec54ed62dba.sst] [firstKey=7480000000000000855F72A60000000000000B] [lastKey=7480000000000000855F72DA6000000000000C] [2024/05/06 08:02:02.837 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [takeTime=311.772929ms] [] [2024/05/06 08:02:02.837 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 08:02:02.837 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 08:02:02.837 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:02:02.839 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.777223ms] [] [2024/05/06 08:02:02.839 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 08:02:02.845 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:02.867 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=312] [2024/05/06 08:02:02.867 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:02.880 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=312] [kvs=6] [importedSize=312] [importedCount=6] [2024/05/06 08:02:02.882 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=42.834962ms] [] [2024/05/06 08:02:02.882 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:02:02.884 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.160909ms] [] [2024/05/06 08:02:02.884 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 08:02:02.884 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:02:02.885 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.368135ms] [] [2024/05/06 08:02:02.885 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 08:02:02.885 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:02:02.885 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=52.565Β΅s] [] [2024/05/06 08:02:02.885 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:02:02.886 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=812.469Β΅s] [] [2024/05/06 08:02:02.934 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/06 08:02:02.938 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:02.938 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:02.938 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:02.938 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:02.938 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:02.938 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:02.938 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:02.938 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:02.938 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:02.938 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:02.938 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:02.938 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:02.938 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:02.940 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:02.940 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:02.940 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:02.940 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:02.940 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:02.940 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=478.71529ms] [] [2024/05/06 08:02:03.013 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:03.015 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:03.017 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:03.017 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:03.102 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":54,\"3\":12,\"4\":36}}"] [2024/05/06 08:02:03.103 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:03.104 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 08:02:03.247 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:02:03.290 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 08:02:03.290 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 08:02:03.290 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 08:02:03.298 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=8.018332ms] [] [2024/05/06 08:02:03.298 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [groupId=-1] [size=312] [kvs=6] [checksum=602317331038109679] [2024/05/06 08:02:03.299 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [checksum="{cksum=602317331038109679,size=312,kvs=6}"] [2024/05/06 08:02:03.299 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [weight=30] [2024/05/06 08:02:03.299 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [concurrency=15] [2024/05/06 08:02:03.304 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=133] [physicalTableID=133] [indexID=-1] [checksum=602317331038109679] [totalKvs=6] [totalBytes=312] [2024/05/06 08:02:03.304 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [local="{cksum=602317331038109679,size=312,kvs=6}"] [2024/05/06 08:02:03.304 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=13.914252ms] [] [2024/05/06 08:02:03.304 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=14.078096ms] [] [2024/05/06 08:02:03.344 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=96.644523ms] [] [2024/05/06 08:02:03.434 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:02:03.434 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=10] [step=post-process] [state=running] [] [2024/05/06 08:02:03.438 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=10] [2024/05/06 08:02:03.475 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=10] [type=ImportInto] [2024/05/06 08:02:03.501 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=10] [2024/05/06 08:02:03.523 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:03.523 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=10] [2024/05/06 08:02:03.615 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.8699746259999999\n# Parse_time: 0.001017649\n# Compile_time: 0.001505358\n# Rewrite_time: 0.00028151\n# Optimize_time: 0.000984671\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 4a0fe07d939f765134a1b85b431969d9bb6528c6a8167edf81387950de66899e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (@`1`,@`2`,`a`) SET `c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa') FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 08:02:03.617 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:03.623 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=89] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 08:02:03.649 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:03.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:03.649 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:03.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:02:03.706 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:03.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:03.733 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=219.813Β΅s] [gotSchemaVersion=90] [phyTblIDs="[133]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:03.742 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=135] [version=90] [2024/05/06 08:02:03.789 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=60.446091ms] [job="ID:135, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:03.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:03.832 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:03.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:03.864 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=249.092Β΅s] [gotSchemaVersion=91] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:03.873 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=135] [version=91] [2024/05/06 08:02:03.913 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=53.604751ms] [job="ID:135, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:03.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:03.944 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:03.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:03.954 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 133, Old Table Name: t"] [2024/05/06 08:02:03.996 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=194.739Β΅s] [gotSchemaVersion=92] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:04.006 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=135] [version=92] [2024/05/06 08:02:04.042 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=53.113019ms] [job="ID:135, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:03.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:04.097 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=135] [tableIDs="[133]"] [comment="drop table: table ID"] [2024/05/06 08:02:04.106 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=135] [jobType="drop table"] [2024/05/06 08:02:04.109 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [job="ID:135, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:03.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:04.173 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/05/06 08:02:04.173 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:04.176 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.55350427\n# Parse_time: 0.000235169\n# Compile_time: 0.00054558\n# Rewrite_time: 0.000008514\n# Optimize_time: 0.001124803\n# Wait_TS: 0.000381628\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:02:04.178 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=92] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b int, c varchar(100), d int);"] [user=] [2024/05/06 08:02:04.239 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:04.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:04.239 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:04.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_increment primary key, b int, c varchar(100), d int);"] [2024/05/06 08:02:04.302 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [category=ddl] [job="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:04.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:04.310 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 136, Table Name: t"] [2024/05/06 08:02:04.378 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=2.381045ms] [gotSchemaVersion=93] [phyTblIDs="[136]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:04.389 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=137] [version=93] [2024/05/06 08:02:04.425 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=53.180988ms] [job="ID:137, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:04.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:04.504 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [job="ID:137, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:04.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:04.543 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=137] [2024/05/06 08:02:04.543 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:04.546 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.369527412\n# Parse_time: 0.000738849\n# Compile_time: 0.001021709\n# Rewrite_time: 0.000012023\n# Optimize_time: 0.001124803\n# Wait_TS: 0.000402961\n# DB: import_into\n# Is_internal: false\n# Digest: db817a85dcf3f7c3b10541233a5c2fb5746c96774b5c96485baef7c9d25a13e6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_increment primary key, b int, c varchar(100), d int);"] [2024/05/06 08:02:04.558 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:04.749 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`, `c`, `d`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 08:02:04.844 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=11] [task-id=11] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 08:02:04.882 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=11] [2024/05/06 08:02:04.882 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 08:02:04.989 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:04.991 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:04.992 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [2024/05/06 08:02:05.011 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:05.014 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:02:05.014 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 08:02:05.014 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=121.742Β΅s] [2024/05/06 08:02:05.014 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=341.236Β΅s] [] [2024/05/06 08:02:05.014 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:05.014 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 08:02:05.131 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=11] [mode=Import] [2024/05/06 08:02:05.149 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=11] [2024/05/06 08:02:05.161 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=11] [type=ImportInto] [remaining-slots=51] [2024/05/06 08:02:05.202 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:02:05.203 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/06 08:02:05.204 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:05.212 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:05.212 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:02:05.212 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:05.212 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:05.213 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:05.213 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:05.213 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:05.213 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:05.213 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:05.226 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:05.228 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:05.228 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:02:05.228 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=11] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:02:05.228 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=11] [disk-quota=348.5GiB] [2024/05/06 08:02:05.275 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [2024/05/06 08:02:05.280 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:02:05.284 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:02:05.285 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=136] [2024/05/06 08:02:05.322 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=136] [key=db.tbl.001.csv:0] [2024/05/06 08:02:05.326 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=136] [key=db.tbl.001.csv:0] [readDur=2.07669ms] [encodeDur=1.156844ms] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=275.769Β΅s] [type=file] [takeTime=3.923553ms] [] [2024/05/06 08:02:05.327 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=136] [2024/05/06 08:02:05.327 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/a0aa8ca4-5271-4c16-9177-a828cc38cb0a.sst] [firstKey=7480000000000000885F728000000000000001] [lastKey=7480000000000000885F728000000000000002] [2024/05/06 08:02:05.369 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=136] [key=db.tbl.002.csv:0] [2024/05/06 08:02:05.371 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=136] [key=db.tbl.002.csv:0] [readDur=976.821Β΅s] [encodeDur=938.788Β΅s] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [deliverDur=46.897Β΅s] [type=file] [takeTime=2.237551ms] [] [2024/05/06 08:02:05.372 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=136] [2024/05/06 08:02:05.372 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/5ce7e4f6-ee37-4698-985f-614763a61033.sst] [firstKey=7480000000000000885F728000000000000006] [lastKey=7480000000000000885F728000000000000007] [2024/05/06 08:02:05.405 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=136] [key=db.tbl.003.csv:0] [2024/05/06 08:02:05.408 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=136] [key=db.tbl.003.csv:0] [readDur=1.531382ms] [encodeDur=821.595Β΅s] [checksum="{cksum=17907548893808300386,size=82,kvs=2}"] [deliverDur=75.237Β΅s] [type=file] [takeTime=2.818057ms] [] [2024/05/06 08:02:05.409 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [takeTime=134.030749ms] [] [2024/05/06 08:02:05.409 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/f92377c3-5088-475f-9ad6-23181266e346.sst] [firstKey=7480000000000000885F72800000000000000B] [lastKey=7480000000000000885F72800000000000000C] [2024/05/06 08:02:05.410 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 08:02:05.410 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 08:02:05.410 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:02:05.412 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.706787ms] [] [2024/05/06 08:02:05.412 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 08:02:05.417 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:05.439 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 08:02:05.439 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:05.453 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 08:02:05.454 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=42.690308ms] [] [2024/05/06 08:02:05.455 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:02:05.456 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.438598ms] [] [2024/05/06 08:02:05.456 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 08:02:05.456 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:02:05.458 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.566473ms] [] [2024/05/06 08:02:05.458 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 08:02:05.458 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:02:05.458 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=48.017Β΅s] [] [2024/05/06 08:02:05.458 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:02:05.459 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=841.841Β΅s] [] [2024/05/06 08:02:05.501 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/06 08:02:05.501 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:05.503 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:05.504 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:05.504 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:05.504 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:05.504 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:05.504 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:05.504 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:05.504 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:05.504 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:05.504 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:05.504 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:05.504 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:05.504 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:05.504 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:05.505 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:05.505 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:05.506 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:05.506 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:05.506 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:05.506 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:05.506 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:05.506 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=304.064826ms] [] [2024/05/06 08:02:05.571 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":6,\"3\":36,\"4\":7}}"] [2024/05/06 08:02:05.573 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:05.573 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 08:02:05.740 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:02:05.797 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 08:02:05.797 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 08:02:05.797 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 08:02:05.804 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=6.97376ms] [] [2024/05/06 08:02:05.804 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [groupId=-1] [size=246] [kvs=6] [checksum=5007723872062626566] [2024/05/06 08:02:05.804 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [checksum="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/06 08:02:05.804 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [weight=30] [2024/05/06 08:02:05.804 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [concurrency=15] [2024/05/06 08:02:05.808 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=136] [physicalTableID=136] [indexID=-1] [checksum=5007723872062626566] [totalKvs=6] [totalBytes=246] [2024/05/06 08:02:05.808 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [local="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/06 08:02:05.808 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=11.322647ms] [] [2024/05/06 08:02:05.808 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=11.506613ms] [] [2024/05/06 08:02:05.848 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=107.931346ms] [] [2024/05/06 08:02:05.901 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:02:05.902 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=11] [step=post-process] [state=running] [] [2024/05/06 08:02:05.906 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=11] [2024/05/06 08:02:05.941 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=11] [type=ImportInto] [2024/05/06 08:02:05.988 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=11] [2024/05/06 08:02:06.010 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:06.010 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=11] [2024/05/06 08:02:06.116 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:06.121 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.573773761\n# Parse_time: 0.000593392\n# Compile_time: 0.001123968\n# Rewrite_time: 0.000232045\n# Optimize_time: 0.001124803\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: f3270b3d4ac347ff792763bdba108394282dd374769c7e26c556d7e9ff20c491\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`b`,`c`,`d`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 08:02:06.129 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=93] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 08:02:06.153 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:06.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:06.153 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:06.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:02:06.210 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:06.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:06.246 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=293.676Β΅s] [gotSchemaVersion=94] [phyTblIDs="[136]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:06.255 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=138] [version=94] [2024/05/06 08:02:06.290 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=53.213613ms] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:06.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:06.350 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:06.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:06.379 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=199.74Β΅s] [gotSchemaVersion=95] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:06.387 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=138] [version=95] [2024/05/06 08:02:06.429 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=53.75334ms] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:06.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:06.492 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:06.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:06.503 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 136, Old Table Name: t"] [2024/05/06 08:02:06.572 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=254.18Β΅s] [gotSchemaVersion=96] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:02:06.582 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=138] [version=96] [2024/05/06 08:02:06.621 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=53.553515ms] [job="ID:138, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:06.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:06.653 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=138] [tableIDs="[136]"] [comment="drop table: table ID"] [2024/05/06 08:02:06.661 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=138] [jobType="drop table"] [2024/05/06 08:02:06.665 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [job="ID:138, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:06.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:06.719 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=138] [2024/05/06 08:02:06.719 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:06.722 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.593626535\n# Parse_time: 0.000332154\n# Compile_time: 0.000629325\n# Rewrite_time: 0.000007991\n# Optimize_time: 0.002026781\n# Wait_TS: 0.000339429\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:02:06.724 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=96] [cur_db=import_into] [sql="create table t (a bigint auto_random primary key, b int, c varchar(100), d int);"] [user=] [2024/05/06 08:02:06.774 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:139, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:06.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:06.774 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:139, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:06.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_random primary key, b int, c varchar(100), d int);"] [2024/05/06 08:02:06.820 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=140] [conn=2] [category=ddl] [job="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:139, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:06.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:06.828 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 139, Table Name: t"] [2024/05/06 08:02:06.911 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=19.961585ms] [gotSchemaVersion=97] [phyTblIDs="[139]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:06.922 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=140] [version=97] [2024/05/06 08:02:06.940 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=53.293766ms] [job="ID:140, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:139, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:06.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:07.005 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=140] [conn=2] [job="ID:140, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:139, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:06.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:07.049 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=140] [2024/05/06 08:02:07.049 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:07.053 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.330041102\n# Parse_time: 0.000734419\n# Compile_time: 0.000855582\n# Rewrite_time: 0.000006588\n# Optimize_time: 0.002026781\n# Wait_TS: 0.000341627\n# DB: import_into\n# Is_internal: false\n# Digest: fba4d25935bef9b723af6dd92c3917cc2a54ad46b4abb3834b9c72b264c418a3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_random primary key, b int, c varchar(100), d int);"] [2024/05/06 08:02:07.068 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:07.227 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`, `c`, `d`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 08:02:07.355 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=12] [task-id=12] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 08:02:07.391 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=12] [2024/05/06 08:02:07.391 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 08:02:07.496 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:07.497 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:07.499 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=12] [curr-step=init] [next-step=import] [2024/05/06 08:02:07.518 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:07.521 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:02:07.521 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 08:02:07.522 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=116.045Β΅s] [2024/05/06 08:02:07.522 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=314.317Β΅s] [] [2024/05/06 08:02:07.522 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=12] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:07.522 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 08:02:07.653 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=12] [mode=Import] [2024/05/06 08:02:07.691 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=12] [2024/05/06 08:02:07.699 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=12] [type=ImportInto] [remaining-slots=51] [2024/05/06 08:02:07.739 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:02:07.740 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=12] [step=import] [2024/05/06 08:02:07.742 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:07.750 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:07.750 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:02:07.750 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:07.750 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:07.751 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:07.751 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:07.751 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:07.751 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:07.751 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:07.765 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:07.767 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:07.767 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:02:07.767 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=12] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:02:07.767 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=12] [disk-quota=348.5GiB] [2024/05/06 08:02:07.809 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=12] [step=import] [subtask-id=23] [2024/05/06 08:02:07.813 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:02:07.817 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:02:07.817 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=139] [2024/05/06 08:02:07.844 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=139] [key=db.tbl.001.csv:0] [2024/05/06 08:02:07.847 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=139] [key=db.tbl.001.csv:0] [readDur=1.17458ms] [encodeDur=894.975Β΅s] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=391.795Β΅s] [type=file] [takeTime=2.7879ms] [] [2024/05/06 08:02:07.848 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=139] [2024/05/06 08:02:07.848 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=988] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/8ad6abbf-6599-4dc2-be8b-1c33a87acea4.sst] [firstKey=74800000000000008B5F728400000000000001] [lastKey=74800000000000008B5F728400000000000002] [2024/05/06 08:02:07.875 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=139] [key=db.tbl.002.csv:0] [2024/05/06 08:02:07.877 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=139] [key=db.tbl.002.csv:0] [readDur=905.132Β΅s] [encodeDur=852.631Β΅s] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [deliverDur=40.978Β΅s] [type=file] [takeTime=2.074138ms] [] [2024/05/06 08:02:07.878 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/a4f84dee-4767-4715-b598-850e9b412fb4.sst] [firstKey=74800000000000008B5F728000000000000006] [lastKey=74800000000000008B5F728000000000000007] [2024/05/06 08:02:07.878 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=139] [2024/05/06 08:02:07.905 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=139] [key=db.tbl.003.csv:0] [2024/05/06 08:02:07.907 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=139] [key=db.tbl.003.csv:0] [readDur=949.922Β΅s] [encodeDur=804.802Β΅s] [checksum="{cksum=17907548893808300386,size=82,kvs=2}"] [deliverDur=40.873Β΅s] [type=file] [takeTime=2.071281ms] [] [2024/05/06 08:02:07.908 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=988] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/f62c8622-908b-4c1d-8811-0621f231ac89.sst] [firstKey=74800000000000008B5F728C0000000000000B] [lastKey=74800000000000008B5F728C0000000000000C] [2024/05/06 08:02:07.908 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=12] [step=import] [subtask-id=23] [takeTime=98.20227ms] [] [2024/05/06 08:02:07.908 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/05/06 08:02:07.908 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/05/06 08:02:07.908 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:02:07.910 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.439516ms] [] [2024/05/06 08:02:07.910 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 08:02:07.914 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:07.936 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 08:02:07.936 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:07.949 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 08:02:07.950 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=40.605759ms] [] [2024/05/06 08:02:07.951 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:02:07.952 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.089475ms] [] [2024/05/06 08:02:07.952 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/05/06 08:02:07.952 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:02:07.953 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.259554ms] [] [2024/05/06 08:02:07.953 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 08:02:07.953 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:02:07.953 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=50.485Β΅s] [] [2024/05/06 08:02:07.953 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:02:07.954 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=726.059Β΅s] [] [2024/05/06 08:02:08.001 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=12] [step=import] [2024/05/06 08:02:08.004 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:08.004 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:08.004 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:08.004 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:08.004 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:08.004 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:08.004 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:08.004 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:08.004 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:08.004 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:08.004 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:08.004 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:08.004 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:08.006 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:08.006 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:08.006 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:08.006 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:08.006 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:08.006 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=266.958834ms] [] [2024/05/06 08:02:08.009 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:08.010 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:08.012 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:08.012 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:08.093 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":38,\"2\":6,\"3\":36,\"4\":7}}"] [2024/05/06 08:02:08.095 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:08.095 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 08:02:08.245 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:02:08.284 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/05/06 08:02:08.284 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/05/06 08:02:08.284 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/05/06 08:02:08.291 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=6.691471ms] [] [2024/05/06 08:02:08.291 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [groupId=-1] [size=246] [kvs=6] [checksum=5007723872062626566] [2024/05/06 08:02:08.291 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [checksum="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/06 08:02:08.292 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [weight=30] [2024/05/06 08:02:08.292 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [concurrency=15] [2024/05/06 08:02:08.295 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=139] [physicalTableID=139] [indexID=-1] [checksum=5007723872062626566] [totalKvs=6] [totalBytes=246] [2024/05/06 08:02:08.296 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [local="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/06 08:02:08.296 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=11.69773ms] [] [2024/05/06 08:02:08.296 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=11.861271ms] [] [2024/05/06 08:02:08.338 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=92.966069ms] [] [2024/05/06 08:02:08.411 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:02:08.411 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=12] [step=post-process] [state=running] [] [2024/05/06 08:02:08.414 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=12] [2024/05/06 08:02:08.479 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=12] [type=ImportInto] [2024/05/06 08:02:08.497 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=12] [2024/05/06 08:02:08.521 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:08.521 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=12] [2024/05/06 08:02:08.614 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.559977762\n# Parse_time: 0.000915911\n# Compile_time: 0.001746785\n# Rewrite_time: 0.00033665\n# Optimize_time: 0.002026781\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: f3270b3d4ac347ff792763bdba108394282dd374769c7e26c556d7e9ff20c491\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`b`,`c`,`d`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 08:02:08.618 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestCancelJob [2024/05/06 08:02:08.623 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=97] [cur_db=import_into] [sql="drop database if exists test_cancel_job"] [user=] [2024/05/06 08:02:08.625 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=97] [cur_db=import_into] [sql="create database test_cancel_job"] [user=] [2024/05/06 08:02:08.652 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:142, Type:create schema, State:queueing, SchemaState:none, SchemaID:141, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:08.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:08.652 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:142, Type:create schema, State:queueing, SchemaState:none, SchemaID:141, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:08.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database test_cancel_job"] [2024/05/06 08:02:08.703 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:create schema, State:queueing, SchemaState:none, SchemaID:141, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:08.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:08.730 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=895.74Β΅s] [gotSchemaVersion=98] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:02:08.740 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=142] [version=98] [2024/05/06 08:02:08.778 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=53.348106ms] [job="ID:142, Type:create schema, State:done, SchemaState:public, SchemaID:141, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:08.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:08.862 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [job="ID:142, Type:create schema, State:synced, SchemaState:public, SchemaID:141, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:08.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:08.887 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=142] [2024/05/06 08:02:08.887 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:08.893 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=98] [cur_db=test_cancel_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=] [2024/05/06 08:02:08.931 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:08.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:08.931 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:08.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 08:02:08.972 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:08.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:08.979 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 141, Table ID: 143, Table Name: t1"] [2024/05/06 08:02:09.018 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=1.96564ms] [gotSchemaVersion=99] [phyTblIDs="[143]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:09.027 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=144] [version=99] [2024/05/06 08:02:09.065 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=52.985118ms] [job="ID:144, Type:create table, State:done, SchemaState:public, SchemaID:141, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:08.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.103 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [job="ID:144, Type:create table, State:synced, SchemaState:public, SchemaID:141, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:08.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.134 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=144] [2024/05/06 08:02:09.134 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:09.138 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] [cur_db=test_cancel_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=] [2024/05/06 08:02:09.171 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:146, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:09.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:09.171 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:146, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:09.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/06 08:02:09.232 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=146] [conn=2] [category=ddl] [job="ID:146, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:09.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.240 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 141, Table ID: 145, Table Name: t2"] [2024/05/06 08:02:09.286 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=1.906658ms] [gotSchemaVersion=100] [phyTblIDs="[145]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:09.294 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=146] [version=100] [2024/05/06 08:02:09.333 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=53.249494ms] [job="ID:146, Type:create table, State:done, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:09.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.399 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=146] [conn=2] [job="ID:146, Type:create table, State:synced, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:09.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:09.434 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=146] [2024/05/06 08:02:09.434 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:09.438 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.300458415\n# Parse_time: 0.000719114\n# Compile_time: 0.000805457\n# Rewrite_time: 0.000010525\n# Optimize_time: 0.001247511\n# Wait_TS: 0.000433204\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: a8c2f762f2e5725dfe473f67672234f006b1a928c4a769884a3707c56f1cd7f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test_cancel_job;\nCREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/06 08:02:09.440 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] [cur_db=test_cancel_job] [sql="DROP USER IF EXISTS 'test_cancel_job1'@'localhost';"] [user=] [2024/05/06 08:02:09.660 +00:00] [INFO] [session.go:3883] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] ["secure text"="create user test_cancel_job1@localhost"] [user=] [2024/05/06 08:02:09.790 +00:00] [INFO] [session.go:3883] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_cancel_job.* to 'test_cancel_job1'@'localhost'"] [user=] [2024/05/06 08:02:09.970 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] [cur_db=test_cancel_job] [sql="DROP USER IF EXISTS 'test_cancel_job2'@'localhost';"] [user=] [2024/05/06 08:02:10.163 +00:00] [INFO] [session.go:3883] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] ["secure text"="create user test_cancel_job2@localhost"] [user=] [2024/05/06 08:02:10.307 +00:00] [INFO] [session.go:3883] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_cancel_job.* to 'test_cancel_job2'@'localhost'"] [user=] [2024/05/06 08:02:10.462 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 08:02:10.462 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=100] [error="[executor:8170]Job ID 9999999999 doesn't exist"] [errorVerbose="[executor:8170]Job ID 9999999999 doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.GetJob\n\tpkg/executor/importer/job.go:151\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus.func1\n\tpkg/executor/import_into.go:335\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus\n\tpkg/executor/import_into.go:332\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).Next\n\tpkg/executor/import_into.go:318\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:403\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1209\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:958\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:792\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:557\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:422\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestCancelJob\n\ttests/realtikvtest/importintotest/job_test.go:409\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 08:02:10.475 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:10.675 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 08:02:10.751 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=13] [task-id=13] [data-size=3B] [thread-cnt=26] [global-sort=false] [2024/05/06 08:02:10.790 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=13] [2024/05/06 08:02:10.790 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 08:02:10.896 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:10.897 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:10.897 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=13] [curr-step=init] [next-step=import] [2024/05/06 08:02:10.914 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:10.916 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/06 08:02:10.916 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/06 08:02:10.916 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=47.892Β΅s] [2024/05/06 08:02:10.916 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=156.458Β΅s] [] [2024/05/06 08:02:10.917 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=13] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:10.917 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 08:02:10.918 +00:00] [INFO] [import_into.go:322] ["import into action start"] [jobID=13] [action="\"cancel\""] [2024/05/06 08:02:11.020 +00:00] [WARN] [session.go:800] [sql] [label=internal] [error="[kv:9007]Write conflict, txnStartTS=449572380587851778, conflictStartTS=449572380574744583, conflictCommitTS=449572380587851779, key={tableID=82, tableName=mysql.tidb_global_task, indexID=1, indexValues={pending, 13, }}, originalKey=7480000000000000525f6980000000000000010170656e64696e6700fe03800000000000000d, primary={tableID=82, tableName=mysql.tidb_global_task, indexID=1, indexValues={pending, 13, }}, originalPrimaryKey=7480000000000000525f6980000000000000010170656e64696e6700fe03800000000000000d, reason=Optimistic [try again later]"] [txn="Txn{state=invalid}"] [2024/05/06 08:02:11.021 +00:00] [WARN] [session.go:1088] [retrying] [schemaVersion=100] [retryCnt=0] [queryNum=0] [sql=] [2024/05/06 08:02:11.043 +00:00] [WARN] [session.go:1088] [retrying] [schemaVersion=100] [retryCnt=0] [queryNum=1] [sql=] [2024/05/06 08:02:11.049 +00:00] [WARN] [session.go:1088] [retrying] [schemaVersion=100] [retryCnt=0] [queryNum=2] [sql=] [2024/05/06 08:02:11.051 +00:00] [WARN] [session.go:1088] [retrying] [schemaVersion=100] [retryCnt=0] [queryNum=3] [sql=] [2024/05/06 08:02:11.052 +00:00] [WARN] [session.go:1111] ["transaction association"] ["retrying txnStartTS"=449572380601221127] ["original txnStartTS"=449572380587851778] [2024/05/06 08:02:11.061 +00:00] [INFO] [scheduler.go:147] ["task state/step changed by user or other scheduler"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=import] [new-step=init] [2024/05/06 08:02:11.067 +00:00] [INFO] [scheduler.go:278] ["on cancelling state"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=init] [2024/05/06 08:02:11.109 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=13] [step=init] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:280\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:11.111 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=13] [step=init] [mode=Normal] [2024/05/06 08:02:11.196 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=13] [2024/05/06 08:02:11.219 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:11.219 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=13] [2024/05/06 08:02:11.287 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:11.291 +00:00] [INFO] [import_into.go:325] ["import into action completed"] [jobID=13] [action="\"cancel\""] [takeTime=372.859943ms] [] [2024/05/06 08:02:11.292 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job1[test_cancel_job1] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.379396649\n# Parse_time: 0.000218403\n# Compile_time: 0.000564659\n# Rewrite_time: 0.000004247\n# Optimize_time: 0.001247511\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncancel import job 13;"] [2024/05/06 08:02:11.835 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 08:02:11.836 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=100] [error="[executor:8171]The current job status cannot perform the operation. CANCEL"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"test_cancel_job1\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"test_cancel_job1\",\n \"AuthHostname\": \"localhost\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/06 08:02:11.842 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 08:02:11.842 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=100] [error="[planner:1227]Access denied; you need (at least one of) the SUPER privilege(s) for this operation"] [errorVerbose="[planner:1227]Access denied; you need (at least one of) the SUPER privilege(s) for this operation\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.GetJob\n\tpkg/executor/importer/job.go:159\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus.func1\n\tpkg/executor/import_into.go:335\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus\n\tpkg/executor/import_into.go:332\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).Next\n\tpkg/executor/import_into.go:318\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:403\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1209\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:958\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:792\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:557\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:422\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestCancelJob\n\ttests/realtikvtest/importintotest/job_test.go:452\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"test_cancel_job2\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"test_cancel_job2\",\n \"AuthHostname\": \"localhost\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/06 08:02:11.851 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 08:02:11.851 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=100] [error="[executor:8171]The current job status cannot perform the operation. CANCEL"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"root\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"root\",\n \"AuthHostname\": \"%\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/06 08:02:11.867 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:12.060 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 08:02:12.132 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=14] [task-id=14] [data-size=3B] [thread-cnt=26] [global-sort=false] [2024/05/06 08:02:12.169 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=14] [2024/05/06 08:02:12.169 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 08:02:12.274 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:12.274 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:12.275 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=14] [curr-step=init] [next-step=import] [2024/05/06 08:02:12.311 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:12.314 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/06 08:02:12.315 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/06 08:02:12.315 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=51.512Β΅s] [2024/05/06 08:02:12.315 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=171.072Β΅s] [] [2024/05/06 08:02:12.315 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=14] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:12.315 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 08:02:12.420 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=14] [mode=Import] [2024/05/06 08:02:12.438 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=14] [2024/05/06 08:02:12.443 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=14] [type=ImportInto] [remaining-slots=26] [2024/05/06 08:02:12.480 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:12.481 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=14] [step=import] [2024/05/06 08:02:12.482 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:12.490 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:12.490 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:02:12.490 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:12.490 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:12.491 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:12.491 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:12.491 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:12.491 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:12.491 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:12.504 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:12.506 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:12.506 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=374.2GB] [2024/05/06 08:02:12.506 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=14] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:02:12.506 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=14] [disk-quota=348.5GiB] [2024/05/06 08:02:12.542 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=14] [step=import] [subtask-id=26] [2024/05/06 08:02:12.546 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/05/06 08:02:12.550 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/06 08:02:12.550 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=145] [2024/05/06 08:02:12.647 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=145] [key=t.csv:0] [2024/05/06 08:02:12.650 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=145] [key=t.csv:0] [readDur=1.144256ms] [encodeDur=422.579Β΅s] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=451.13Β΅s] [type=file] [takeTime=2.360336ms] [] [2024/05/06 08:02:12.651 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=14] [step=import] [subtask-id=26] [takeTime=108.195841ms] [] [2024/05/06 08:02:12.651 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=961] [file=/tmp/tidb/import-4000/14/53400eb2-f75b-5777-a5ee-cfa50fd4a756.sst/59ac08bb-7d88-4a4b-acdd-09adbdfdddb4.sst] [firstKey=7480000000000000915F728000000000000001] [lastKey=7480000000000000915F728000000000000002] [2024/05/06 08:02:12.651 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/05/06 08:02:12.651 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/05/06 08:02:12.651 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/05/06 08:02:12.653 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [takeTime=1.612517ms] [] [2024/05/06 08:02:12.653 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [retryCnt=0] [2024/05/06 08:02:12.657 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:12.679 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=53400eb2-f75b-5777-a5ee-cfa50fd4a756] ["region ranges"=1] [count=2] [size=50] [2024/05/06 08:02:12.679 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:12.693 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 08:02:12.695 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [retryCnt=0] [takeTime=41.849684ms] [] [2024/05/06 08:02:12.695 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/05/06 08:02:12.696 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [takeTime=1.004651ms] [] [2024/05/06 08:02:12.696 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/05/06 08:02:12.696 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/06 08:02:12.697 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [takeTime=1.31834ms] [] [2024/05/06 08:02:12.697 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [retryCnt=0] [2024/05/06 08:02:12.697 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/06 08:02:12.697 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [retryCnt=0] [takeTime=65.031Β΅s] [] [2024/05/06 08:02:12.697 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/06 08:02:12.698 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [takeTime=878.312Β΅s] [] [2024/05/06 08:02:12.769 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=14] [step=import] [2024/05/06 08:02:12.773 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:12.773 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:12.773 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:12.773 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:12.773 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:12.773 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:12.773 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:12.773 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:12.773 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:12.773 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:12.773 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:12.773 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:12.773 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:12.775 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:12.775 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:12.775 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:12.775 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:12.775 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:12.775 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=295.416868ms] [] [2024/05/06 08:02:12.787 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:12.789 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:12.789 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:12.790 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:12.856 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 08:02:12.858 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:12.858 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 08:02:12.983 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:13.025 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [2024/05/06 08:02:13.034 +00:00] [INFO] [import_into.go:322] ["import into action start"] [jobID=14] [action="\"cancel\""] [2024/05/06 08:02:13.087 +00:00] [INFO] [scheduler.go:147] ["task state/step changed by user or other scheduler"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=post-process] [new-step=post-process] [2024/05/06 08:02:13.095 +00:00] [INFO] [scheduler.go:278] ["on cancelling state"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=post-process] [2024/05/06 08:02:13.156 +00:00] [INFO] [manager.go:246] [onCanceledTasks] [server-id=:4000] [task-id=14] [2024/05/06 08:02:13.288 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=14] [step=post-process] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:280\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:13.289 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=14] [step=post-process] [mode=Normal] [2024/05/06 08:02:13.294 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=14] [2024/05/06 08:02:13.374 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=14] [2024/05/06 08:02:13.399 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:13.399 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=14] [2024/05/06 08:02:13.424 +00:00] [INFO] [import_into.go:325] ["import into action completed"] [jobID=14] [action="\"cancel\""] [takeTime=389.628834ms] [] [2024/05/06 08:02:13.425 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job2[test_cancel_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.398619401\n# Parse_time: 0.000547093\n# Compile_time: 0.000758288\n# Rewrite_time: 0.000005772\n# Optimize_time: 0.000136843\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncancel import job 14;"] [2024/05/06 08:02:13.492 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:13.552 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [2024/05/06 08:02:13.552 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [2024/05/06 08:02:13.552 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [takeTime=50.762Β΅s] [] [2024/05/06 08:02:13.552 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/05/06 08:02:13.552 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 08:02:13.552 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [weight=30] [2024/05/06 08:02:13.552 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [concurrency=15] [2024/05/06 08:02:13.554 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:706\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:171\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:706\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:171\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:706\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:171\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:02:13.555 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 08:02:13.556 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=100] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:706\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:171\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:706\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:171\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 08:02:13.557 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:706\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:171\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:706\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:171\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:02:13.557 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:706\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:171\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:706\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:171\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:02:13.558 +00:00] [WARN] [task_executor.go:633] ["subtask canceled"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [2024/05/06 08:02:13.570 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:706\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:171\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:706\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:171\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:02:13.586 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=14] [type=ImportInto] [2024/05/06 08:02:14.651 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] [cur_db=test_cancel_job] [sql="truncate table t2"] [user=root@%] [2024/05/06 08:02:14.682 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:148, Type:truncate table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:14.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:14.682 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:148, Type:truncate table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:14.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t2"] [2024/05/06 08:02:14.721 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:truncate table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:14.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:14.732 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 141, Table ID: 147, Table Name: t2, Old Table ID: 145, Old Table Name: t2"] [2024/05/06 08:02:14.779 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=1.953487ms] [gotSchemaVersion=101] [phyTblIDs="[145,147]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:02:14.789 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=148] [version=101] [2024/05/06 08:02:14.824 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=53.593217ms] [job="ID:148, Type:truncate table, State:done, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:14.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:14.876 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=148] [tableIDs="[145]"] [comment="drop table: table ID"] [2024/05/06 08:02:14.883 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=148] [jobType="truncate table"] [2024/05/06 08:02:14.887 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [job="ID:148, Type:truncate table, State:synced, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:14.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:14.967 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=148] [2024/05/06 08:02:14.967 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:14.972 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.322076699\n# Parse_time: 0.000335066\n# Compile_time: 0.000847617\n# Rewrite_time: 0.000045794\n# Optimize_time: 0.000151642\n# Wait_TS: 0.000432915\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 0352e2dc5a3aa3fa658964d8f5847f2f063c5750255b3a95c30e043caa0d91d9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t2;"] [2024/05/06 08:02:14.986 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:15.155 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 08:02:15.227 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=15] [task-id=15] [data-size=3B] [thread-cnt=26] [global-sort=false] [2024/05/06 08:02:15.270 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=15] [2024/05/06 08:02:15.270 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 08:02:15.376 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:15.377 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:15.378 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=15] [curr-step=init] [next-step=import] [2024/05/06 08:02:15.384 +00:00] [INFO] [import_into.go:322] ["import into action start"] [jobID=15] [action="\"cancel\""] [2024/05/06 08:02:15.926 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:15.929 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/06 08:02:15.929 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/06 08:02:15.929 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=58.729Β΅s] [2024/05/06 08:02:15.929 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=167.811Β΅s] [] [2024/05/06 08:02:15.929 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=15] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:15.929 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 08:02:16.013 +00:00] [INFO] [scheduler.go:147] ["task state/step changed by user or other scheduler"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=import] [new-step=init] [2024/05/06 08:02:16.018 +00:00] [INFO] [scheduler.go:278] ["on cancelling state"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=init] [2024/05/06 08:02:16.088 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=15] [step=init] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:280\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:16.089 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=15] [step=init] [mode=Normal] [2024/05/06 08:02:16.175 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=15] [2024/05/06 08:02:16.201 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:16.201 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=15] [2024/05/06 08:02:16.285 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:16.354 +00:00] [INFO] [import_into.go:325] ["import into action completed"] [jobID=15] [action="\"cancel\""] [takeTime=968.968436ms] [] [2024/05/06 08:02:16.354 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.975820941\n# Parse_time: 0.000432716\n# Compile_time: 0.000569012\n# Rewrite_time: 0.000004427\n# Optimize_time: 0.000151642\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncancel import job 15;"] === RUN TestImportInto/TestChecksumNotMatch [2024/05/06 08:02:16.390 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=101] [cur_db=test_cancel_job] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 08:02:16.391 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=101] [cur_db=test_cancel_job] [sql="create database load_data"] [user=root@%] [2024/05/06 08:02:16.421 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:150, Type:create schema, State:queueing, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:16.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:16.421 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:150, Type:create schema, State:queueing, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:16.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 08:02:16.463 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [category=ddl] [job="ID:150, Type:create schema, State:queueing, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:16.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:16.498 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=1.375966ms] [gotSchemaVersion=102] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:02:16.508 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=150] [version=102] [2024/05/06 08:02:16.541 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=53.815743ms] [job="ID:150, Type:create schema, State:done, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:16.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:16.598 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [job="ID:150, Type:create schema, State:synced, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:16.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:16.625 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=150] [2024/05/06 08:02:16.625 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:16.630 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=102] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 08:02:16.633 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=102] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/06 08:02:16.705 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:152, Type:create table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:16.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:16.705 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:152, Type:create table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:16.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 08:02:16.747 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=152] [conn=2] [category=ddl] [job="ID:152, Type:create table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:16.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:16.754 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 149, Table ID: 151, Table Name: t"] [2024/05/06 08:02:16.811 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=2.211218ms] [gotSchemaVersion=103] [phyTblIDs="[151]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:16.820 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=152] [version=103] [2024/05/06 08:02:16.859 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=53.771987ms] [job="ID:152, Type:create table, State:done, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:16.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:16.899 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=152] [conn=2] [job="ID:152, Type:create table, State:synced, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:16.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:16.937 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=152] [2024/05/06 08:02:16.937 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:16.940 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.308647447\n# Parse_time: 0.0007211\n# Compile_time: 0.000909453\n# Rewrite_time: 0.000039382\n# Optimize_time: 0.000159118\n# Wait_TS: 0.00043702\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 08:02:16.954 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:17.150 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 08:02:17.243 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=16] [task-id=16] [data-size=64B] [thread-cnt=1] [global-sort=false] [2024/05/06 08:02:17.280 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=16] [2024/05/06 08:02:17.281 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 08:02:17.389 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:17.390 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:17.392 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=16] [curr-step=init] [next-step=import] [2024/05/06 08:02:17.410 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:17.413 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:02:17.413 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 08:02:17.413 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=79.626Β΅s] [2024/05/06 08:02:17.413 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=242.628Β΅s] [] [2024/05/06 08:02:17.413 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=16] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/06 08:02:17.413 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/05/06 08:02:17.554 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=16] [mode=Import] [2024/05/06 08:02:17.575 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=16] [2024/05/06 08:02:17.576 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=16] [type=ImportInto] [remaining-slots=51] [2024/05/06 08:02:17.613 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:02:17.614 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=16] [step=import] [2024/05/06 08:02:17.616 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:17.623 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:17.623 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:02:17.624 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:17.624 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:17.625 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:17.625 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:17.625 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:17.625 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:17.625 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:17.637 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:17.638 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:17.638 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:02:17.638 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=16] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:02:17.638 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=16] [disk-quota=348.5GiB] [2024/05/06 08:02:17.677 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=28] [2024/05/06 08:02:17.681 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:02:17.684 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:02:17.685 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=151] [2024/05/06 08:02:17.759 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=151] [key=duplicate-pk-01.csv:0] [2024/05/06 08:02:17.762 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=151] [key=duplicate-pk-01.csv:0] [readDur=1.141649ms] [encodeDur=791.754Β΅s] [checksum="{cksum=51759393489250961,size=111,kvs=3}"] [deliverDur=51.203Β΅s] [type=file] [takeTime=2.351915ms] [] [2024/05/06 08:02:17.762 +00:00] [WARN] [engine.go:1399] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000975F728000000000000002] [2024/05/06 08:02:17.763 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=28] [takeTime=85.61272ms] [] [2024/05/06 08:02:17.763 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/16/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/e22be4c5-d529-4db8-ba1c-b4532f0745d7.sst] [firstKey=7480000000000000975F728000000000000001] [lastKey=7480000000000000975F728000000000000002] [2024/05/06 08:02:17.763 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/05/06 08:02:17.763 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/05/06 08:02:17.763 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:02:17.765 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.783137ms] [] [2024/05/06 08:02:17.765 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 08:02:17.769 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:17.791 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/05/06 08:02:17.791 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:17.803 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 08:02:17.805 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=40.415726ms] [] [2024/05/06 08:02:17.806 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:02:17.807 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=972.504Β΅s] [] [2024/05/06 08:02:17.807 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/05/06 08:02:17.807 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:02:17.808 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.289001ms] [] [2024/05/06 08:02:17.808 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 08:02:17.808 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:02:17.808 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=50.501Β΅s] [] [2024/05/06 08:02:17.808 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:02:17.809 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=701.166Β΅s] [] [2024/05/06 08:02:17.894 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=29] [2024/05/06 08:02:17.898 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 08:02:17.901 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 08:02:17.902 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=151] [2024/05/06 08:02:18.000 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=151] [key=duplicate-pk-02.csv:0] [2024/05/06 08:02:18.004 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=151] [key=duplicate-pk-02.csv:0] [readDur=1.480652ms] [encodeDur=1.206897ms] [checksum="{cksum=1979783525861919033,size=111,kvs=3}"] [deliverDur=68.36Β΅s] [type=file] [takeTime=3.14123ms] [] [2024/05/06 08:02:18.004 +00:00] [WARN] [engine.go:1399] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000975F728000000000000004] [2024/05/06 08:02:18.005 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=29] [takeTime=110.754545ms] [] [2024/05/06 08:02:18.005 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/16/790a6a8f-6378-5243-b426-00d5655f2c86.sst/c041bc46-e026-4587-b615-7b6d1f251da2.sst] [firstKey=7480000000000000975F728000000000000004] [lastKey=7480000000000000975F728000000000000006] [2024/05/06 08:02:18.005 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/05/06 08:02:18.005 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/05/06 08:02:18.005 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 08:02:18.007 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.637901ms] [] [2024/05/06 08:02:18.007 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/05/06 08:02:18.012 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:18.034 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/05/06 08:02:18.034 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:18.046 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 08:02:18.048 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=41.181622ms] [] [2024/05/06 08:02:18.048 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 08:02:18.049 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=928.108Β΅s] [] [2024/05/06 08:02:18.049 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/05/06 08:02:18.049 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 08:02:18.050 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.246241ms] [] [2024/05/06 08:02:18.050 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/05/06 08:02:18.050 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 08:02:18.050 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=50.905Β΅s] [] [2024/05/06 08:02:18.050 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 08:02:18.051 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=845.077Β΅s] [] [2024/05/06 08:02:18.094 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=16] [step=import] [2024/05/06 08:02:18.099 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:18.099 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:18.099 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:18.099 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:18.099 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:18.099 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:18.099 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:18.099 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:18.099 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:18.099 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:18.099 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:18.099 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:18.099 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:18.101 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:18.101 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:18.101 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:18.101 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:18.101 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:18.101 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=488.498273ms] [] [2024/05/06 08:02:18.102 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:18.103 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:18.104 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:18.104 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:18.170 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 08:02:18.171 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:18.171 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 08:02:18.334 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:02:18.377 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [2024/05/06 08:02:18.378 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [2024/05/06 08:02:18.378 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [2024/05/06 08:02:18.378 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [takeTime=10.63Β΅s] [] [2024/05/06 08:02:18.378 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 08:02:18.378 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 08:02:18.378 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [weight=30] [2024/05/06 08:02:18.378 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [concurrency=15] [2024/05/06 08:02:18.382 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=151] [physicalTableID=151] [indexID=-1] [checksum=13563575747806423567] [totalKvs=4] [totalBytes=148] [2024/05/06 08:02:18.382 +00:00] [ERROR] [subtask_executor.go:117] ["post process failed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [takeTime=4.589609ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func1\n\tpkg/disttask/importinto/subtask_executor.go:117\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:02:18.382 +00:00] [ERROR] [task_executor.go:488] ["run subtask failed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [takeTime=4.961384ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:488\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:02:18.383 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:02:18.383 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:02:18.383 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/05/06 08:02:18.402 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=68.025211ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/05/06 08:02:18.402 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:02:18.511 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\\\"}\"]"] [2024/05/06 08:02:18.528 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=16] [type=ImportInto] [2024/05/06 08:02:18.601 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=16] [step=post-process] [state=reverting] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/05/06 08:02:18.602 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=16] [step=post-process] [mode=Normal] [2024/05/06 08:02:18.607 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=16] [2024/05/06 08:02:18.688 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=16] [2024/05/06 08:02:18.710 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:18.710 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=16] [2024/05/06 08:02:18.787 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=16] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:403\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1209\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:158\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:251\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestChecksumNotMatch\n\ttests/realtikvtest/importintotest/import_into_test.go:709\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 08:02:18.788 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.8467880490000002\n# Parse_time: 0.000607582\n# Compile_time: 0.00129091\n# Rewrite_time: 0.00033086\n# Optimize_time: 0.000159118\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 792dd3b0e5ccb0f77c3065e7057034351dbbe01483a733ce648d568dee873a1b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS44NHMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjEuODRzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, __max_engine_size=_UTF8MB4'1';"] [2024/05/06 08:02:18.797 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=103] [cur_db=load_data] [sql="truncate table t;"] [user=root@%] [2024/05/06 08:02:18.798 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:18.823 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:18.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:18.823 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:18.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t;"] [2024/05/06 08:02:18.862 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:18.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:18.873 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 149, Table ID: 153, Table Name: t, Old Table ID: 151, Old Table Name: t"] [2024/05/06 08:02:18.920 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=2.238673ms] [gotSchemaVersion=104] [phyTblIDs="[151,153]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:02:18.929 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=154] [version=104] [2024/05/06 08:02:18.968 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=53.508872ms] [job="ID:154, Type:truncate table, State:done, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:18.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:18.997 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=154] [tableIDs="[151]"] [comment="drop table: table ID"] [2024/05/06 08:02:19.005 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=154] [jobType="truncate table"] [2024/05/06 08:02:19.008 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [job="ID:154, Type:truncate table, State:synced, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:18.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:19.090 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=154] [2024/05/06 08:02:19.090 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:19.106 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:19.292 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"checksum_table\":\"off\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 08:02:19.412 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=17] [task-id=17] [data-size=64B] [thread-cnt=1] [global-sort=false] [2024/05/06 08:02:19.463 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=17] [2024/05/06 08:02:19.463 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 08:02:19.568 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:19.569 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:19.570 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=17] [curr-step=init] [next-step=import] [2024/05/06 08:02:19.587 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:19.589 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:02:19.589 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 08:02:19.589 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=60.399Β΅s] [2024/05/06 08:02:19.590 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=183.364Β΅s] [] [2024/05/06 08:02:19.590 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=17] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/06 08:02:19.590 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/05/06 08:02:19.698 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=17] [mode=Import] [2024/05/06 08:02:19.718 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=17] [2024/05/06 08:02:19.726 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=17] [type=ImportInto] [remaining-slots=51] [2024/05/06 08:02:19.764 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:02:19.765 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=17] [step=import] [2024/05/06 08:02:19.789 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:19.798 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:19.799 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:02:19.799 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:19.799 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:19.800 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:19.800 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:19.800 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:19.800 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:19.800 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:19.814 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:19.815 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:19.816 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:02:19.816 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=17] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:02:19.816 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=17] [disk-quota=348.5GiB] [2024/05/06 08:02:19.857 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=31] [2024/05/06 08:02:19.861 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:02:19.864 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:02:19.864 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=153] [2024/05/06 08:02:19.892 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=153] [key=duplicate-pk-01.csv:0] [2024/05/06 08:02:19.894 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=153] [key=duplicate-pk-01.csv:0] [readDur=1.166166ms] [encodeDur=904.89Β΅s] [checksum="{cksum=1987271171960289906,size=111,kvs=3}"] [deliverDur=143.963Β΅s] [type=file] [takeTime=2.562464ms] [] [2024/05/06 08:02:19.895 +00:00] [WARN] [engine.go:1399] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000995F728000000000000002] [2024/05/06 08:02:19.895 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=31] [takeTime=38.207614ms] [] [2024/05/06 08:02:19.895 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/17/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/b2d8f28d-5313-408a-b113-58573cd30ba6.sst] [firstKey=7480000000000000995F728000000000000001] [lastKey=7480000000000000995F728000000000000002] [2024/05/06 08:02:19.896 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/05/06 08:02:19.896 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/05/06 08:02:19.896 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:02:19.898 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.090788ms] [] [2024/05/06 08:02:19.898 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 08:02:19.904 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:19.927 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/05/06 08:02:19.927 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:19.941 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 08:02:19.943 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=44.765732ms] [] [2024/05/06 08:02:19.943 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:02:19.944 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=940.862Β΅s] [] [2024/05/06 08:02:19.944 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/05/06 08:02:19.944 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:02:19.945 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.219546ms] [] [2024/05/06 08:02:19.945 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 08:02:19.945 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:02:19.945 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=92.725Β΅s] [] [2024/05/06 08:02:19.946 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:02:19.947 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.094354ms] [] [2024/05/06 08:02:20.011 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=32] [2024/05/06 08:02:20.016 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 08:02:20.019 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 08:02:20.019 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=153] [2024/05/06 08:02:20.114 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=153] [key=duplicate-pk-02.csv:0] [2024/05/06 08:02:20.116 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=153] [key=duplicate-pk-02.csv:0] [readDur=1.004925ms] [encodeDur=977.951Β΅s] [checksum="{cksum=25417266091645402,size=111,kvs=3}"] [deliverDur=46.46Β΅s] [type=file] [takeTime=2.312059ms] [] [2024/05/06 08:02:20.117 +00:00] [WARN] [engine.go:1399] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000995F728000000000000004] [2024/05/06 08:02:20.117 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=32] [takeTime=105.774183ms] [] [2024/05/06 08:02:20.117 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/17/790a6a8f-6378-5243-b426-00d5655f2c86.sst/addd1739-0be8-4b9b-ba4f-8a9d4c6478e1.sst] [firstKey=7480000000000000995F728000000000000004] [lastKey=7480000000000000995F728000000000000006] [2024/05/06 08:02:20.117 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/05/06 08:02:20.117 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/05/06 08:02:20.118 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 08:02:20.119 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.666685ms] [] [2024/05/06 08:02:20.119 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/05/06 08:02:20.124 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:20.146 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/05/06 08:02:20.146 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:20.158 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 08:02:20.160 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=40.924774ms] [] [2024/05/06 08:02:20.160 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 08:02:20.161 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=993.616Β΅s] [] [2024/05/06 08:02:20.161 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/05/06 08:02:20.161 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 08:02:20.163 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.398873ms] [] [2024/05/06 08:02:20.163 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/05/06 08:02:20.163 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 08:02:20.163 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=59.733Β΅s] [] [2024/05/06 08:02:20.163 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 08:02:20.164 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=866.781Β΅s] [] [2024/05/06 08:02:20.233 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=17] [step=import] [2024/05/06 08:02:20.239 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:20.239 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:20.239 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:20.239 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:20.239 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:20.239 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:20.239 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:20.239 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:20.239 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:20.239 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:20.239 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:20.239 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:20.239 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:20.242 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:20.242 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:20.242 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:20.242 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:20.242 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:20.242 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=478.356887ms] [] [2024/05/06 08:02:20.283 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:20.284 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:20.286 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:20.286 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:20.352 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 08:02:20.355 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:20.355 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 08:02:20.492 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:02:20.532 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [2024/05/06 08:02:20.533 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [2024/05/06 08:02:20.533 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [2024/05/06 08:02:20.533 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [takeTime=13.84Β΅s] [] [2024/05/06 08:02:20.533 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 08:02:20.533 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [takeTime=186.44Β΅s] [] [2024/05/06 08:02:20.533 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [takeTime=375.899Β΅s] [] [2024/05/06 08:02:20.610 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=117.623442ms] [] [2024/05/06 08:02:20.681 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:02:20.682 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=17] [step=post-process] [state=running] [] [2024/05/06 08:02:20.684 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=17] [2024/05/06 08:02:20.726 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=17] [type=ImportInto] [2024/05/06 08:02:20.768 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=17] [2024/05/06 08:02:20.791 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:20.791 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=17] [2024/05/06 08:02:20.878 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:20.986 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.8917197959999998\n# Parse_time: 0.000699541\n# Compile_time: 0.001529277\n# Rewrite_time: 0.000400579\n# Optimize_time: 0.000701811\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 37eb0c2891d8d7df11775b4212252fbc2edb74e88044f7a209e41c63a9fbf608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, checksum_table=_UTF8MB4'off', __max_engine_size=_UTF8MB4'1';"] [2024/05/06 08:02:20.997 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=104] [cur_db=load_data] [sql="truncate table t;"] [user=root@%] [2024/05/06 08:02:21.024 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:156, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:20.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:21.024 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:156, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:20.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t;"] [2024/05/06 08:02:21.067 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [category=ddl] [job="ID:156, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:20.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:21.078 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 149, Table ID: 155, Table Name: t, Old Table ID: 153, Old Table Name: t"] [2024/05/06 08:02:21.122 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=2.385295ms] [gotSchemaVersion=105] [phyTblIDs="[153,155]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:02:21.131 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=156] [version=105] [2024/05/06 08:02:21.168 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=53.266343ms] [job="ID:156, Type:truncate table, State:done, SchemaState:public, SchemaID:149, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:20.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:21.200 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=156] [tableIDs="[153]"] [comment="drop table: table ID"] [2024/05/06 08:02:21.208 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=156] [jobType="truncate table"] [2024/05/06 08:02:21.212 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [job="ID:156, Type:truncate table, State:synced, SchemaState:public, SchemaID:149, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:20.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:21.264 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=156] [2024/05/06 08:02:21.264 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:21.281 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:21.462 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"checksum_table\":\"optional\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 08:02:21.549 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=18] [task-id=18] [data-size=64B] [thread-cnt=1] [global-sort=false] [2024/05/06 08:02:21.584 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=18] [2024/05/06 08:02:21.584 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 08:02:21.691 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:21.692 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:21.693 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=18] [curr-step=init] [next-step=import] [2024/05/06 08:02:21.712 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:21.735 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:02:21.735 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 08:02:21.735 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=81.252Β΅s] [2024/05/06 08:02:21.735 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=299.966Β΅s] [] [2024/05/06 08:02:21.736 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=18] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/06 08:02:21.736 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/05/06 08:02:21.854 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=18] [mode=Import] [2024/05/06 08:02:21.875 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=18] [2024/05/06 08:02:21.889 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=18] [type=ImportInto] [remaining-slots=51] [2024/05/06 08:02:21.928 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:02:21.929 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=18] [step=import] [2024/05/06 08:02:21.931 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:21.940 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:21.940 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:02:21.941 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:21.941 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:21.942 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:21.942 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:21.942 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:21.942 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:21.942 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:21.956 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:21.958 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:21.958 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:02:21.958 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=18] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:02:21.958 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=18] [disk-quota=348.5GiB] [2024/05/06 08:02:21.999 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=34] [2024/05/06 08:02:22.003 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:02:22.007 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:02:22.007 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/05/06 08:02:22.101 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=duplicate-pk-01.csv:0] [2024/05/06 08:02:22.104 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=duplicate-pk-01.csv:0] [readDur=1.300269ms] [encodeDur=902.079Β΅s] [checksum="{cksum=2204827062899216703,size=111,kvs=3}"] [deliverDur=319.129Β΅s] [type=file] [takeTime=2.902167ms] [] [2024/05/06 08:02:22.105 +00:00] [WARN] [engine.go:1399] ["duplicated key found, skip write"] [category=ddl-ingest] [key=74800000000000009B5F728000000000000002] [2024/05/06 08:02:22.105 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=34] [takeTime=106.085616ms] [] [2024/05/06 08:02:22.105 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/18/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/3bb26e6c-a6c5-4683-a1cf-3403e480d8ef.sst] [firstKey=74800000000000009B5F728000000000000001] [lastKey=74800000000000009B5F728000000000000002] [2024/05/06 08:02:22.105 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/05/06 08:02:22.105 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/05/06 08:02:22.105 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:02:22.107 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.767199ms] [] [2024/05/06 08:02:22.107 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 08:02:22.112 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:22.143 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/05/06 08:02:22.144 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:22.158 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 08:02:22.161 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=53.219722ms] [] [2024/05/06 08:02:22.161 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:02:22.162 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.119581ms] [] [2024/05/06 08:02:22.162 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/05/06 08:02:22.162 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:02:22.164 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.761703ms] [] [2024/05/06 08:02:22.164 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 08:02:22.164 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:02:22.164 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=53.031Β΅s] [] [2024/05/06 08:02:22.164 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:02:22.166 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.449303ms] [] [2024/05/06 08:02:22.243 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=35] [2024/05/06 08:02:22.248 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 08:02:22.253 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 08:02:22.253 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/05/06 08:02:22.348 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=duplicate-pk-02.csv:0] [2024/05/06 08:02:22.352 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=duplicate-pk-02.csv:0] [readDur=1.775177ms] [encodeDur=1.128438ms] [checksum="{cksum=384889320778658455,size=111,kvs=3}"] [deliverDur=52.391Β΅s] [type=file] [takeTime=3.382931ms] [] [2024/05/06 08:02:22.352 +00:00] [WARN] [engine.go:1399] ["duplicated key found, skip write"] [category=ddl-ingest] [key=74800000000000009B5F728000000000000004] [2024/05/06 08:02:22.353 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/18/790a6a8f-6378-5243-b426-00d5655f2c86.sst/70d95280-1b1d-4b48-b83b-4eaf505369f2.sst] [firstKey=74800000000000009B5F728000000000000004] [lastKey=74800000000000009B5F728000000000000006] [2024/05/06 08:02:22.353 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=35] [takeTime=110.053389ms] [] [2024/05/06 08:02:22.355 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/05/06 08:02:22.355 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/05/06 08:02:22.355 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 08:02:22.357 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.979104ms] [] [2024/05/06 08:02:22.357 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/05/06 08:02:22.362 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:22.384 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/05/06 08:02:22.384 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:22.397 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 08:02:22.399 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=41.552385ms] [] [2024/05/06 08:02:22.399 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 08:02:22.400 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=998.978Β΅s] [] [2024/05/06 08:02:22.400 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/05/06 08:02:22.400 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 08:02:22.401 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.372381ms] [] [2024/05/06 08:02:22.401 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/05/06 08:02:22.401 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 08:02:22.402 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=70.679Β΅s] [] [2024/05/06 08:02:22.402 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 08:02:22.403 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=977.319Β΅s] [] [2024/05/06 08:02:22.450 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=18] [step=import] [2024/05/06 08:02:22.455 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:22.455 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:22.455 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:22.455 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:22.455 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:22.455 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:22.455 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:22.455 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:22.455 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:22.455 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:22.455 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:22.455 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:22.455 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:22.457 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:22.457 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:22.457 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:22.457 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:22.457 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:22.458 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=529.242033ms] [] [2024/05/06 08:02:22.503 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:22.504 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:22.505 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:22.505 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:22.596 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 08:02:22.598 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:22.598 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 08:02:22.729 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:02:22.776 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [2024/05/06 08:02:22.776 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [2024/05/06 08:02:22.776 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [2024/05/06 08:02:22.776 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [takeTime=9.813Β΅s] [] [2024/05/06 08:02:22.777 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 08:02:22.777 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 08:02:22.777 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [weight=30] [2024/05/06 08:02:22.777 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [concurrency=15] [2024/05/06 08:02:22.781 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=155] [physicalTableID=155] [indexID=-1] [checksum=13563575747806423567] [totalKvs=4] [totalBytes=148] [2024/05/06 08:02:22.781 +00:00] [WARN] [table_import.go:856] ["verify checksum failed, but checksum is optional, will skip it"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:02:22.782 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [takeTime=5.351585ms] [] [2024/05/06 08:02:22.782 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [takeTime=5.560075ms] [] [2024/05/06 08:02:22.822 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=92.966178ms] [] [2024/05/06 08:02:22.929 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:02:22.929 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=18] [step=post-process] [state=running] [] [2024/05/06 08:02:22.932 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=18] [2024/05/06 08:02:22.992 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=18] [2024/05/06 08:02:23.002 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=18] [type=ImportInto] [2024/05/06 08:02:23.014 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:23.014 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=18] [2024/05/06 08:02:23.105 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:23.114 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.845485816\n# Parse_time: 0.000674012\n# Compile_time: 0.001361806\n# Rewrite_time: 0.000321816\n# Optimize_time: 0.001094233\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 37eb0c2891d8d7df11775b4212252fbc2edb74e88044f7a209e41c63a9fbf608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, checksum_table=_UTF8MB4'optional', __max_engine_size=_UTF8MB4'1';"] === RUN TestImportInto/TestColumnsAndUserVars [2024/05/06 08:02:23.127 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=105] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/05/06 08:02:23.154 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:23.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:23.154 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:23.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/05/06 08:02:23.203 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:23.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:23.233 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=216.595Β΅s] [gotSchemaVersion=106] [phyTblIDs="[155]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:02:23.242 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=157] [version=106] [2024/05/06 08:02:23.302 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=73.496177ms] [job="ID:157, Type:drop schema, State:running, SchemaState:write only, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:23.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:23.366 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop schema, State:running, SchemaState:write only, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:23.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:23.395 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=193.537Β΅s] [gotSchemaVersion=107] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:02:23.405 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=157] [version=107] [2024/05/06 08:02:23.444 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=53.056283ms] [job="ID:157, Type:drop schema, State:running, SchemaState:delete only, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:23.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:23.500 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop schema, State:running, SchemaState:delete only, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:23.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:23.532 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=189.415Β΅s] [gotSchemaVersion=108] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:02:23.541 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=157] [version=108] [2024/05/06 08:02:23.581 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=53.182276ms] [job="ID:157, Type:drop schema, State:done, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:23.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:23.644 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=157] [tableIDs="[155]"] [comment="drop schema: table IDs"] [2024/05/06 08:02:23.651 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=157] [jobType="drop schema"] [2024/05/06 08:02:23.655 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [job="ID:157, Type:drop schema, State:synced, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:23.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:23.698 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=157] [2024/05/06 08:02:23.698 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:23.701 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.577171175\n# Parse_time: 0.000493875\n# Compile_time: 0.00294764\n# Rewrite_time: 0.00234204\n# Optimize_time: 0.00089166\n# Wait_TS: 0.000408845\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_data;"] [2024/05/06 08:02:23.703 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=108] [cur_db=] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/05/06 08:02:23.753 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:23.68 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:23.753 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:23.68 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_data;"] [2024/05/06 08:02:23.814 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [category=ddl] [job="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:23.68 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:23.843 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=985.865Β΅s] [gotSchemaVersion=109] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:02:23.852 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=159] [version=109] [2024/05/06 08:02:23.891 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=53.258314ms] [job="ID:159, Type:create schema, State:done, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:23.68 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:23.955 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [job="ID:159, Type:create schema, State:synced, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:23.68 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:23.979 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=159] [2024/05/06 08:02:23.979 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:23.984 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=109] [cur_db=] [sql="CREATE TABLE load_data.cols_and_vars (a INT, b INT, c int);"] [user=root@%] [2024/05/06 08:02:24.031 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:161, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:23.98 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:24.031 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:161, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:23.98 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_data.cols_and_vars (a INT, b INT, c int);"] [2024/05/06 08:02:24.069 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=161] [conn=2] [category=ddl] [job="ID:161, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:23.98 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:24.077 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 158, Table ID: 160, Table Name: cols_and_vars"] [2024/05/06 08:02:24.135 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=2.282095ms] [gotSchemaVersion=110] [phyTblIDs="[160]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:24.168 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=161] [version=110] [2024/05/06 08:02:24.183 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=53.174991ms] [job="ID:161, Type:create table, State:done, SchemaState:public, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:23.98 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:24.221 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=161] [conn=2] [job="ID:161, Type:create table, State:synced, SchemaState:public, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:23.98 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:24.269 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=161] [2024/05/06 08:02:24.269 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:24.287 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:24.452 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(@`V1`, @`v2`, @`v3`)\",\"set-clause\":\"`a`=@`V1`, `b`=@`V2`*10, `c`=123\",\"file-location\":\"gs://test-load/cols_and_vars-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"2\"}}"] [dist-task-enabled=true] [2024/05/06 08:02:24.568 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=19] [task-id=19] [data-size=81B] [thread-cnt=2] [global-sort=false] [2024/05/06 08:02:24.606 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=19] [2024/05/06 08:02:24.606 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=2] [2024/05/06 08:02:24.711 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:24.713 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:24.714 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=19] [curr-step=init] [next-step=import] [2024/05/06 08:02:24.734 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:24.737 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=cols_and_vars] [2024/05/06 08:02:24.737 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=cols_and_vars] [before=536870912000] [after=81] [2024/05/06 08:02:24.737 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=cols_and_vars] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=81] [cost=64.755Β΅s] [2024/05/06 08:02:24.737 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=cols_and_vars] [takeTime=223.433Β΅s] [] [2024/05/06 08:02:24.737 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=19] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:24.737 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=2] [subtasks=1] [2024/05/06 08:02:24.858 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=19] [mode=Import] [2024/05/06 08:02:24.875 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=19] [2024/05/06 08:02:24.893 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=19] [type=ImportInto] [remaining-slots=50] [2024/05/06 08:02:24.959 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.231GiB]"] [2024/05/06 08:02:24.961 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=19] [step=import] [2024/05/06 08:02:24.963 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:24.971 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:24.971 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:02:24.972 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:24.972 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:24.972 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:24.973 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:24.972 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:24.973 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:24.973 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:24.986 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:24.987 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:24.987 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=cols_and_vars] [quota=374.2GB] [2024/05/06 08:02:24.988 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=19] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:02:24.988 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=cols_and_vars] [import-id=19] [disk-quota=348.5GiB] [2024/05/06 08:02:25.032 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=19] [step=import] [subtask-id=37] [2024/05/06 08:02:25.035 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/05/06 08:02:25.039 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/06 08:02:25.039 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=160] [2024/05/06 08:02:25.039 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=160] [2024/05/06 08:02:25.054 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=160] [key=cols_and_vars-1.tsv:0] [2024/05/06 08:02:25.054 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=160] [key=cols_and_vars-2.tsv:0] [2024/05/06 08:02:25.059 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=160] [key=cols_and_vars-2.tsv:0] [readDur=1.182652ms] [encodeDur=2.224936ms] [checksum="{cksum=15251348621166951835,size=152,kvs=4}"] [deliverDur=255.03Β΅s] [type=file] [takeTime=3.985088ms] [] [2024/05/06 08:02:25.059 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=160] [key=cols_and_vars-1.tsv:0] [readDur=1.289744ms] [encodeDur=2.48429ms] [checksum="{cksum=2686149398408423815,size=189,kvs=5}"] [deliverDur=216.395Β΅s] [type=file] [takeTime=4.273222ms] [] [2024/05/06 08:02:25.059 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=19] [step=import] [subtask-id=37] [takeTime=27.362992ms] [] [2024/05/06 08:02:25.059 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=341] [kvs=9] [files=2] [sstFileSize=2022] [file=/tmp/tidb/import-4000/19/af694e56-0929-5815-9e99-dfe7bdad9797.sst/de8e5bc0-e3b8-496e-9bb8-6c87bd920053.sst] [firstKey=7480000000000000A05F728000000000000001] [lastKey=7480000000000000A05F728000000000000013] [2024/05/06 08:02:25.059 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/05/06 08:02:25.060 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/05/06 08:02:25.060 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/05/06 08:02:25.061 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [takeTime=1.804353ms] [] [2024/05/06 08:02:25.061 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [retryCnt=0] [2024/05/06 08:02:25.066 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:25.087 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=af694e56-0929-5815-9e99-dfe7bdad9797] ["region ranges"=1] [count=9] [size=341] [2024/05/06 08:02:25.088 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:25.100 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=af694e56-0929-5815-9e99-dfe7bdad9797] [size=341] [kvs=9] [importedSize=341] [importedCount=9] [2024/05/06 08:02:25.102 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [retryCnt=0] [takeTime=40.09377ms] [] [2024/05/06 08:02:25.102 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/05/06 08:02:25.103 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [takeTime=941.528Β΅s] [] [2024/05/06 08:02:25.103 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/05/06 08:02:25.103 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/06 08:02:25.104 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [takeTime=1.258201ms] [] [2024/05/06 08:02:25.104 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [retryCnt=0] [2024/05/06 08:02:25.104 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/06 08:02:25.104 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [retryCnt=0] [takeTime=57.848Β΅s] [] [2024/05/06 08:02:25.104 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/06 08:02:25.105 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [takeTime=720.631Β΅s] [] [2024/05/06 08:02:25.151 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=19] [step=import] [2024/05/06 08:02:25.153 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:25.153 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:25.153 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:25.153 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:25.153 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:25.153 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:25.153 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:25.153 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:25.153 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:25.153 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:25.153 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:25.153 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:25.153 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:25.155 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:25.155 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:25.155 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:25.155 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:25.155 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:25.155 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.231GiB]"] [takeTime=195.673321ms] [] [2024/05/06 08:02:25.223 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:25.225 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:25.227 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:25.227 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:25.292 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":18,\"3\":18}}"] [2024/05/06 08:02:25.294 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:25.294 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=2] [subtasks=1] [2024/05/06 08:02:25.451 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.231GiB]"] [2024/05/06 08:02:25.493 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [2024/05/06 08:02:25.494 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [2024/05/06 08:02:25.494 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [2024/05/06 08:02:25.500 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [takeTime=6.342375ms] [] [2024/05/06 08:02:25.500 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [groupId=-1] [size=341] [kvs=9] [checksum=17789414659666727964] [2024/05/06 08:02:25.500 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [checksum="{cksum=17789414659666727964,size=341,kvs=9}"] [2024/05/06 08:02:25.500 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [weight=30] [2024/05/06 08:02:25.500 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [concurrency=15] [2024/05/06 08:02:25.503 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=160] [physicalTableID=160] [indexID=-1] [checksum=17789414659666727964] [totalKvs=9] [totalBytes=341] [2024/05/06 08:02:25.504 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [local="{cksum=17789414659666727964,size=341,kvs=9}"] [2024/05/06 08:02:25.504 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [takeTime=10.493453ms] [] [2024/05/06 08:02:25.504 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [takeTime=10.705704ms] [] [2024/05/06 08:02:25.541 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.231GiB]"] [takeTime=90.536288ms] [] [2024/05/06 08:02:25.623 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:02:25.623 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=19] [step=post-process] [state=running] [] [2024/05/06 08:02:25.626 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=19] [2024/05/06 08:02:25.706 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=19] [type=ImportInto] [2024/05/06 08:02:25.711 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=19] [2024/05/06 08:02:25.732 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:25.732 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=19] [2024/05/06 08:02:25.815 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:25.825 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.5512307060000001\n# Parse_time: 0.00113937\n# Compile_time: 0.001567113\n# Rewrite_time: 0.000316201\n# Optimize_time: 0.00089166\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 9b2c49e59eb877d4028abf1351d7b38342a350197fa5d09e8d3dc3551e1577ad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`cols_and_vars` (@`V1`,@`v2`,@`v3`) SET `a`=@`V1`, `b`=@`V2`*10, `c`=123 FROM 'gs://test-load/cols_and_vars-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=2;"] === RUN TestImportInto/TestDeliverBytesRows [2024/05/06 08:02:25.875 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=110] [cur_db=] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 08:02:25.903 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:162, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:25.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:25.903 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:162, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:25.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 08:02:25.949 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:25.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:25.978 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=229.878Β΅s] [gotSchemaVersion=111] [phyTblIDs="[160]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:02:25.987 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=162] [version=111] [2024/05/06 08:02:26.028 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=54.002447ms] [job="ID:162, Type:drop schema, State:running, SchemaState:write only, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:25.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.071 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:drop schema, State:running, SchemaState:write only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:25.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.101 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=197.58Β΅s] [gotSchemaVersion=112] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:02:26.110 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=162] [version=112] [2024/05/06 08:02:26.150 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=52.95849ms] [job="ID:162, Type:drop schema, State:running, SchemaState:delete only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:25.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.192 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:drop schema, State:running, SchemaState:delete only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:25.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.226 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=208.72Β΅s] [gotSchemaVersion=113] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:02:26.234 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=162] [version=113] [2024/05/06 08:02:26.275 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=53.123759ms] [job="ID:162, Type:drop schema, State:done, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:25.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.341 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=162] [tableIDs="[160]"] [comment="drop schema: table IDs"] [2024/05/06 08:02:26.348 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=162] [jobType="drop schema"] [2024/05/06 08:02:26.351 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [job="ID:162, Type:drop schema, State:synced, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:25.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.396 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=162] [2024/05/06 08:02:26.396 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:26.399 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.525518804\n# Parse_time: 0.00041454\n# Compile_time: 0.000544519\n# Rewrite_time: 0.000028941\n# Optimize_time: 0.004376042\n# Wait_TS: 0.000339695\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 08:02:26.401 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=113] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/06 08:02:26.449 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:164, Type:create schema, State:queueing, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:26.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:26.449 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:164, Type:create schema, State:queueing, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:26.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 08:02:26.515 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=164] [conn=2] [category=ddl] [job="ID:164, Type:create schema, State:queueing, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:26.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.544 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=933.485Β΅s] [gotSchemaVersion=114] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:02:26.552 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=164] [version=114] [2024/05/06 08:02:26.592 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=53.622469ms] [job="ID:164, Type:create schema, State:done, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:26.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.654 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=164] [conn=2] [job="ID:164, Type:create schema, State:synced, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:26.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.683 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=164] [2024/05/06 08:02:26.683 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:26.689 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=114] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 08:02:26.692 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=114] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 08:02:26.731 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:166, Type:create table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:26.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:26.731 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:166, Type:create table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:26.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 08:02:26.775 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:create table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:26.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.783 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 163, Table ID: 165, Table Name: t"] [2024/05/06 08:02:26.844 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=2.172878ms] [gotSchemaVersion=115] [phyTblIDs="[165]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:26.877 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=166] [version=115] [2024/05/06 08:02:26.891 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=53.108281ms] [job="ID:166, Type:create table, State:done, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:26.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.935 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [job="ID:166, Type:create table, State:synced, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:26.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:26.972 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=166] [2024/05/06 08:02:26.972 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:26.987 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:27.153 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:02:27.263 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=20] [task-id=20] [data-size=98B] [thread-cnt=26] [global-sort=false] [2024/05/06 08:02:27.294 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=20] [2024/05/06 08:02:27.295 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 08:02:27.401 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:27.402 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:27.403 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=20] [curr-step=init] [next-step=import] [2024/05/06 08:02:27.422 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:27.425 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:02:27.425 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=98] [2024/05/06 08:02:27.425 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=98] [cost=49.293Β΅s] [2024/05/06 08:02:27.425 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=173.546Β΅s] [] [2024/05/06 08:02:27.425 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=20] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:27.425 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 08:02:27.539 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=20] [mode=Import] [2024/05/06 08:02:27.558 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=20] [2024/05/06 08:02:27.577 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=20] [type=ImportInto] [remaining-slots=26] [2024/05/06 08:02:27.622 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:27.623 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=20] [step=import] [2024/05/06 08:02:27.624 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:27.662 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:27.662 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:02:27.662 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:27.662 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:27.663 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:27.663 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:27.663 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:27.663 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:27.663 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:27.677 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:27.678 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:27.678 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:02:27.679 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=20] [disk-quota=348.5GiB] [2024/05/06 08:02:27.679 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=20] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:02:27.718 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=20] [step=import] [subtask-id=39] [2024/05/06 08:02:27.722 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:02:27.725 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:02:27.726 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=165] [2024/05/06 08:02:27.741 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=165] [key=min-deliver-bytes-rows.csv:0] [2024/05/06 08:02:27.746 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=165] [key=min-deliver-bytes-rows.csv:0] [readDur=1.313148ms] [encodeDur=2.126249ms] [checksum="{cksum=9838612991342579393,size=369,kvs=9}"] [deliverDur=385.595Β΅s] [type=file] [takeTime=4.217417ms] [] [2024/05/06 08:02:27.746 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=20] [step=import] [subtask-id=39] [takeTime=28.429942ms] [] [2024/05/06 08:02:27.746 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=369] [kvs=9] [files=1] [sstFileSize=1091] [file=/tmp/tidb/import-4000/20/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/b825d38d-4361-41ee-b3d8-7f27633c8089.sst] [firstKey=7480000000000000A55F728000000000000001] [lastKey=7480000000000000A55F728000000000000009] [2024/05/06 08:02:27.747 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/05/06 08:02:27.747 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/05/06 08:02:27.747 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:02:27.748 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.630972ms] [] [2024/05/06 08:02:27.748 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 08:02:27.753 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:27.775 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/05/06 08:02:27.776 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:27.788 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/05/06 08:02:27.790 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=41.845338ms] [] [2024/05/06 08:02:27.790 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:02:27.791 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=893.021Β΅s] [] [2024/05/06 08:02:27.791 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/05/06 08:02:27.791 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:02:27.793 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.363168ms] [] [2024/05/06 08:02:27.793 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 08:02:27.793 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:02:27.793 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=53.648Β΅s] [] [2024/05/06 08:02:27.793 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:02:27.794 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=734.984Β΅s] [] [2024/05/06 08:02:27.841 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=20] [step=import] [2024/05/06 08:02:27.843 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:27.843 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:27.843 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:27.843 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:27.843 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:27.843 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:27.843 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:27.843 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:27.843 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:27.843 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:27.843 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:27.843 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:27.843 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:27.845 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:27.845 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:27.845 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:27.845 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:27.845 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:27.845 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=223.245558ms] [] [2024/05/06 08:02:27.914 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:27.916 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:27.917 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:27.917 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:27.979 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/05/06 08:02:27.982 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:27.982 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 08:02:28.143 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:28.196 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [2024/05/06 08:02:28.196 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [2024/05/06 08:02:28.196 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [2024/05/06 08:02:28.203 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [takeTime=6.849491ms] [] [2024/05/06 08:02:28.203 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [groupId=-1] [size=369] [kvs=9] [checksum=9838612991342579393] [2024/05/06 08:02:28.204 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [checksum="{cksum=9838612991342579393,size=369,kvs=9}"] [2024/05/06 08:02:28.204 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [weight=30] [2024/05/06 08:02:28.204 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [concurrency=15] [2024/05/06 08:02:28.207 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=165] [physicalTableID=165] [indexID=-1] [checksum=9838612991342579393] [totalKvs=9] [totalBytes=369] [2024/05/06 08:02:28.207 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [local="{cksum=9838612991342579393,size=369,kvs=9}"] [2024/05/06 08:02:28.208 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [takeTime=11.056251ms] [] [2024/05/06 08:02:28.208 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [takeTime=11.259398ms] [] [2024/05/06 08:02:28.249 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=105.522025ms] [] [2024/05/06 08:02:28.318 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:02:28.318 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=20] [step=post-process] [state=running] [] [2024/05/06 08:02:28.321 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=20] [2024/05/06 08:02:28.402 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=20] [2024/05/06 08:02:28.417 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=20] [type=ImportInto] [2024/05/06 08:02:28.427 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:28.428 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=20] [2024/05/06 08:02:28.523 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.54767251\n# Parse_time: 0.000430459\n# Compile_time: 0.00111329\n# Rewrite_time: 0.000283159\n# Optimize_time: 0.004376042\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse load_data;\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 08:02:28.531 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=115] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/06 08:02:28.539 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:28.564 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:168, Type:truncate table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:28.529 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:28.564 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:168, Type:truncate table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:28.529 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 08:02:28.609 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [category=ddl] [job="ID:168, Type:truncate table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:28.529 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:28.619 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 163, Table ID: 167, Table Name: t, Old Table ID: 165, Old Table Name: t"] [2024/05/06 08:02:28.686 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=2.433504ms] [gotSchemaVersion=116] [phyTblIDs="[165,167]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:02:28.696 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=168] [version=116] [2024/05/06 08:02:28.734 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=54.143508ms] [job="ID:168, Type:truncate table, State:done, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:28.529 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:28.838 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=168] [tableIDs="[165]"] [comment="drop table: table ID"] [2024/05/06 08:02:28.846 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=168] [jobType="truncate table"] [2024/05/06 08:02:28.851 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [job="ID:168, Type:truncate table, State:synced, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:28.529 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:28.912 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=168] [2024/05/06 08:02:28.912 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:28.916 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.384890059\n# Parse_time: 0.000161026\n# Compile_time: 0.000584497\n# Rewrite_time: 0.000034837\n# Optimize_time: 0.000841519\n# Wait_TS: 0.000370405\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 08:02:28.929 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:29.098 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:02:29.226 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=21] [task-id=21] [data-size=98B] [thread-cnt=26] [global-sort=false] [2024/05/06 08:02:29.268 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=21] [2024/05/06 08:02:29.268 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 08:02:29.373 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:29.374 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:29.375 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=21] [curr-step=init] [next-step=import] [2024/05/06 08:02:29.392 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:29.394 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:02:29.395 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=98] [2024/05/06 08:02:29.395 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=98] [cost=74.87Β΅s] [2024/05/06 08:02:29.395 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=190.827Β΅s] [] [2024/05/06 08:02:29.395 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=21] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:29.395 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 08:02:29.521 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=21] [mode=Import] [2024/05/06 08:02:29.538 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=21] [2024/05/06 08:02:29.567 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=21] [type=ImportInto] [remaining-slots=26] [2024/05/06 08:02:29.628 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:29.629 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=21] [step=import] [2024/05/06 08:02:29.630 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:29.639 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:29.639 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:02:29.639 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:29.639 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:29.640 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:29.640 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:29.640 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:29.641 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:29.641 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:29.656 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:29.657 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:29.657 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:02:29.657 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=21] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:02:29.658 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=21] [disk-quota=348.5GiB] [2024/05/06 08:02:29.700 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=21] [step=import] [subtask-id=41] [2024/05/06 08:02:29.704 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:02:29.708 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:02:29.708 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=167] [2024/05/06 08:02:29.737 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=167] [key=min-deliver-bytes-rows.csv:0] [2024/05/06 08:02:29.744 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=167] [key=min-deliver-bytes-rows.csv:0] [readDur=1.84661ms] [encodeDur=4.29287ms] [checksum="{cksum=13151641524582744081,size=369,kvs=9}"] [deliverDur=418.973Β΅s] [type=file] [takeTime=6.701067ms] [] [2024/05/06 08:02:29.745 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=21] [step=import] [subtask-id=41] [takeTime=44.239114ms] [] [2024/05/06 08:02:29.745 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=369] [kvs=9] [files=1] [sstFileSize=1091] [file=/tmp/tidb/import-4000/21/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/ab332646-9c17-41ef-bd39-c12949261e75.sst] [firstKey=7480000000000000A75F728000000000000001] [lastKey=7480000000000000A75F728000000000000009] [2024/05/06 08:02:29.745 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/05/06 08:02:29.745 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/05/06 08:02:29.745 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:02:29.747 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.68876ms] [] [2024/05/06 08:02:29.747 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 08:02:29.751 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:29.773 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/05/06 08:02:29.773 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:29.787 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/05/06 08:02:29.789 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=41.949974ms] [] [2024/05/06 08:02:29.789 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:02:29.790 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.106133ms] [] [2024/05/06 08:02:29.790 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/05/06 08:02:29.790 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:02:29.791 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.214003ms] [] [2024/05/06 08:02:29.791 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 08:02:29.791 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:02:29.791 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=51.265Β΅s] [] [2024/05/06 08:02:29.791 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:02:29.792 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=735.093Β΅s] [] [2024/05/06 08:02:29.841 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=21] [step=import] [2024/05/06 08:02:29.843 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:29.843 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:29.843 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:29.843 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:29.843 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:29.844 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:29.844 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:29.843 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:29.844 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:29.844 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:29.844 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:29.844 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:29.844 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:29.845 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:29.845 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:29.845 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:29.846 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:29.846 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:29.846 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=217.559513ms] [] [2024/05/06 08:02:29.888 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:29.889 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:29.890 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:29.890 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:29.950 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/05/06 08:02:29.952 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:29.952 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 08:02:30.119 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:30.160 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [2024/05/06 08:02:30.160 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [2024/05/06 08:02:30.160 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [2024/05/06 08:02:30.168 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [takeTime=7.323226ms] [] [2024/05/06 08:02:30.168 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [groupId=-1] [size=369] [kvs=9] [checksum=13151641524582744081] [2024/05/06 08:02:30.168 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [checksum="{cksum=13151641524582744081,size=369,kvs=9}"] [2024/05/06 08:02:30.168 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [weight=30] [2024/05/06 08:02:30.168 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [concurrency=15] [2024/05/06 08:02:30.171 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=167] [physicalTableID=167] [indexID=-1] [checksum=13151641524582744081] [totalKvs=9] [totalBytes=369] [2024/05/06 08:02:30.172 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [local="{cksum=13151641524582744081,size=369,kvs=9}"] [2024/05/06 08:02:30.172 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [takeTime=11.648636ms] [] [2024/05/06 08:02:30.172 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [takeTime=11.84665ms] [] [2024/05/06 08:02:30.212 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=93.135276ms] [] [2024/05/06 08:02:30.290 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:02:30.290 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=21] [step=post-process] [state=running] [] [2024/05/06 08:02:30.293 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=21] [2024/05/06 08:02:30.374 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=21] [2024/05/06 08:02:30.380 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=21] [type=ImportInto] [2024/05/06 08:02:30.398 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:30.398 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=21] [2024/05/06 08:02:30.485 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.567305068\n# Parse_time: 0.000386433\n# Compile_time: 0.001238031\n# Rewrite_time: 0.00029593\n# Optimize_time: 0.000841519\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 08:02:30.488 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestDetachedLoadParquet [2024/05/06 08:02:30.493 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=116] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/06 08:02:30.495 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=116] [cur_db=load_data] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/06 08:02:30.522 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:170, Type:create schema, State:queueing, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:30.48 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:30.522 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:170, Type:create schema, State:queueing, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:30.48 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/05/06 08:02:30.560 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=170] [conn=2] [category=ddl] [job="ID:170, Type:create schema, State:queueing, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:30.48 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:30.590 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=914.323Β΅s] [gotSchemaVersion=117] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:02:30.599 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=170] [version=117] [2024/05/06 08:02:30.639 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=54.219315ms] [job="ID:170, Type:create schema, State:done, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:30.48 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:30.697 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=170] [conn=2] [job="ID:170, Type:create schema, State:synced, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:30.48 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:30.749 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=170] [2024/05/06 08:02:30.749 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:30.759 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=117] [cur_db=load_csv] [sql="CREATE TABLE t (id INT, val1 INT, val2 VARCHAR(20), d1 DECIMAL(10, 0), d2 DECIMAL(10, 2), d3 DECIMAL(8, 8),d4 DECIMAL(20, 0), d5 DECIMAL(36, 0), d6 DECIMAL(28, 8));"] [user=root@%] [2024/05/06 08:02:30.819 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:172, Type:create table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:30.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:30.819 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:172, Type:create table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:30.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id INT, val1 INT, val2 VARCHAR(20), d1 DECIMAL(10, 0), d2 DECIMAL(10, 2), d3 DECIMAL(8, 8),d4 DECIMAL(20, 0), d5 DECIMAL(36, 0), d6 DECIMAL(28, 8));"] [2024/05/06 08:02:30.877 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:create table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:30.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:30.886 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 169, Table ID: 171, Table Name: t"] [2024/05/06 08:02:30.988 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=3.761819ms] [gotSchemaVersion=118] [phyTblIDs="[171]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:30.997 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=172] [version=118] [2024/05/06 08:02:31.035 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=52.979778ms] [job="ID:172, Type:create table, State:done, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:30.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:31.104 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [job="ID:172, Type:create table, State:synced, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:30.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:31.190 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=172] [2024/05/06 08:02:31.190 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:31.194 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.439348239\n# Parse_time: 0.003363864\n# Compile_time: 0.001930107\n# Rewrite_time: 0.000058589\n# Optimize_time: 0.00080398\n# Wait_TS: 0.000327754\n# DB: load_csv\n# Is_internal: false\n# Digest: deb6e06dd4a4899630815ed56138c6b49ca532602f1a13a41fd477476bd62154\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_csv;\nCREATE TABLE t (id INT, val1 INT, val2 VARCHAR(20), d1 DECIMAL(10, 0), d2 DECIMAL(10, 2), d3 DECIMAL(8, 8),d4 DECIMAL(20, 0), d5 DECIMAL(36, 0), d6 DECIMAL(28, 8));"] [2024/05/06 08:02:31.358 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestDetachedLoadParquet1562695368/001/test.parquet\",\"format\":\"parquet\"}"] [dist-task-enabled=true] [2024/05/06 08:02:31.359 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:02:31.359 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=2686] [2024/05/06 08:02:31.360 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=2686] [cost=884.899Β΅s] [2024/05/06 08:02:31.360 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=1.050199ms] [] [2024/05/06 08:02:31.531 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=22] [task-id=22] [data-size=2.623KiB] [thread-cnt=8] [global-sort=false] [2024/05/06 08:02:31.568 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=22] [2024/05/06 08:02:31.568 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:02:31.674 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:31.677 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:31.680 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=22] [curr-step=init] [next-step=import] [2024/05/06 08:02:31.698 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=22] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:31.698 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:02:31.896 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=22] [mode=Import] [2024/05/06 08:02:31.909 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=22] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:02:31.915 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=22] [2024/05/06 08:02:31.954 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:02:31.956 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=22] [step=import] [2024/05/06 08:02:31.965 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:31.965 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:02:31.965 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:31.965 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:31.966 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:31.966 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:31.966 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:31.966 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:31.966 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:31.979 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:31.980 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:31.980 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:02:31.980 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=22] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:02:31.980 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=22] [disk-quota=348.5GiB] [2024/05/06 08:02:32.019 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=22] [step=import] [subtask-id=43] [2024/05/06 08:02:32.023 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 08:02:32.026 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 08:02:32.026 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=171] [2024/05/06 08:02:32.056 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=171] [key=test.parquet:0] [2024/05/06 08:02:32.063 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=171] [key=test.parquet:0] [readDur=1.972002ms] [encodeDur=3.597663ms] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [deliverDur=240.827Β΅s] [type=file] [takeTime=6.327671ms] [] [2024/05/06 08:02:32.063 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=22] [step=import] [subtask-id=43] [takeTime=44.506923ms] [] [2024/05/06 08:02:32.063 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=726] [kvs=6] [files=1] [sstFileSize=1288] [file=/tmp/tidb/import-4000/22/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/a524e599-af01-4f87-b75e-2617b648f199.sst] [firstKey=7480000000000000AB5F728000000000000001] [lastKey=7480000000000000AB5F728000000000000006] [2024/05/06 08:02:32.064 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/05/06 08:02:32.064 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/05/06 08:02:32.064 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 08:02:32.065 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.543596ms] [] [2024/05/06 08:02:32.065 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 08:02:32.070 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:32.091 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=6] [size=726] [2024/05/06 08:02:32.092 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:32.103 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=726] [kvs=6] [importedSize=726] [importedCount=6] [2024/05/06 08:02:32.105 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=39.444971ms] [] [2024/05/06 08:02:32.105 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 08:02:32.106 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=993.958Β΅s] [] [2024/05/06 08:02:32.106 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/05/06 08:02:32.106 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 08:02:32.107 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.251299ms] [] [2024/05/06 08:02:32.107 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 08:02:32.107 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 08:02:32.108 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=61.117Β΅s] [] [2024/05/06 08:02:32.108 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 08:02:32.108 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=683.236Β΅s] [] [2024/05/06 08:02:32.159 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=22] [step=import] [2024/05/06 08:02:32.162 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:32.162 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:32.162 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:32.162 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:32.162 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:32.162 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:32.162 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:32.162 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:32.162 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:32.162 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:32.162 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:32.162 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:32.162 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:32.164 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:32.164 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:32.164 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:32.164 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:32.164 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:32.164 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=210.55729ms] [] [2024/05/06 08:02:32.188 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:32.190 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:32.193 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:32.193 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:32.285 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":14,\"3\":12,\"4\":42,\"5\":42,\"6\":36,\"7\":66,\"8\":108,\"9\":90}}"] [2024/05/06 08:02:32.288 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:32.288 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:02:32.468 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:02:32.512 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [2024/05/06 08:02:32.512 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [2024/05/06 08:02:32.512 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [2024/05/06 08:02:32.519 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [takeTime=6.858004ms] [] [2024/05/06 08:02:32.519 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [groupId=-1] [size=726] [kvs=6] [checksum=13966026291112241924] [2024/05/06 08:02:32.519 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/06 08:02:32.519 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [weight=30] [2024/05/06 08:02:32.519 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [concurrency=15] [2024/05/06 08:02:32.522 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=171] [physicalTableID=171] [indexID=-1] [checksum=13966026291112241924] [totalKvs=6] [totalBytes=726] [2024/05/06 08:02:32.523 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [local="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/06 08:02:32.523 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [takeTime=10.919141ms] [] [2024/05/06 08:02:32.523 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [takeTime=11.12539ms] [] [2024/05/06 08:02:32.582 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=114.204048ms] [] [2024/05/06 08:02:32.595 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:02:32.595 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=22] [step=post-process] [state=running] [] [2024/05/06 08:02:32.600 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=22] [2024/05/06 08:02:32.660 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=22] [type=ImportInto] [2024/05/06 08:02:32.673 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=22] [2024/05/06 08:02:32.696 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:32.696 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=22] [2024/05/06 08:02:32.792 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.597262991\n# Parse_time: 0.000449194\n# Compile_time: 0.001264931\n# Rewrite_time: 0.000321267\n# Optimize_time: 0.00080398\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 46c9ae50d402b8a4fb5ea152f20c1c0cc52c5c1b2a8c34e97e72968d0916e408\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM '/tmp/TestImportIntoTestDetachedLoadParquet1562695368/001/test.parquet' FORMAT 'parquet';"] [2024/05/06 08:02:32.804 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=118] [cur_db=load_csv] [sql="TRUNCATE TABLE t;"] [user=root@%] [2024/05/06 08:02:32.821 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:32.831 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:32.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:32.831 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:32.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE t;"] [2024/05/06 08:02:32.871 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=174] [conn=2] [category=ddl] [job="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:32.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:32.882 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 169, Table ID: 173, Table Name: t, Old Table ID: 171, Old Table Name: t"] [2024/05/06 08:02:32.975 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=3.035419ms] [gotSchemaVersion=119] [phyTblIDs="[171,173]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:02:32.985 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=174] [version=119] [2024/05/06 08:02:33.021 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=53.397059ms] [job="ID:174, Type:truncate table, State:done, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:32.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:33.055 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=174] [tableIDs="[171]"] [comment="drop table: table ID"] [2024/05/06 08:02:33.064 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=174] [jobType="truncate table"] [2024/05/06 08:02:33.068 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=174] [conn=2] [job="ID:174, Type:truncate table, State:synced, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:32.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:33.147 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=174] [2024/05/06 08:02:33.147 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:33.150 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.347565716\n# Parse_time: 0.000275062\n# Compile_time: 0.000865027\n# Rewrite_time: 0.000048261\n# Optimize_time: 0.001362211\n# Wait_TS: 0.000391152\n# DB: load_csv\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE t;"] [2024/05/06 08:02:33.164 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:33.354 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"parquet\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 08:02:33.497 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=23] [task-id=23] [data-size=2.623KiB] [thread-cnt=26] [global-sort=false] [2024/05/06 08:02:33.503 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.352059045\n# Parse_time: 0.00094423\n# Compile_time: 0.001340489\n# Rewrite_time: 0.000400241\n# Optimize_time: 0.001362211\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 9d252dcfc45de0a6fa2d75a4bf9c0fe3abf2749dd3340cd6a447825efd5c8b80\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzQ5LjFtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzQ5LjFtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM 'gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/' FORMAT 'parquet' WITH detached;"] [2024/05/06 08:02:33.541 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=23] [2024/05/06 08:02:33.541 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 08:02:33.646 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:33.649 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:33.653 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=23] [curr-step=init] [next-step=import] [2024/05/06 08:02:33.677 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:33.679 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:02:33.680 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=2686] [2024/05/06 08:02:33.684 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=2686] [cost=3.949357ms] [2024/05/06 08:02:33.684 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=4.094672ms] [] [2024/05/06 08:02:33.684 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=23] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:33.684 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 08:02:33.871 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=23] [mode=Import] [2024/05/06 08:02:33.892 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=23] [2024/05/06 08:02:33.907 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=23] [type=ImportInto] [remaining-slots=26] [2024/05/06 08:02:33.943 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:33.946 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=23] [step=import] [2024/05/06 08:02:33.947 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:33.955 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:33.955 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:02:33.956 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:33.956 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:33.957 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:33.957 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:33.957 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:33.957 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:33.957 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:33.972 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:33.974 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:33.974 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:02:33.974 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=23] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:02:33.974 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=23] [disk-quota=348.5GiB] [2024/05/06 08:02:33.974 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4d669857-a7f8-4194-82e8-4f5167836811"] ["owner key"=/tidb/br-stream/owner/6f188f4cea2dcd96] [ownerID=4d669857-a7f8-4194-82e8-4f5167836811] [op=none] [2024/05/06 08:02:34.013 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=23] [step=import] [subtask-id=45] [2024/05/06 08:02:34.017 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 08:02:34.020 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 08:02:34.020 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=173] [2024/05/06 08:02:34.054 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=173] [key=p:0] [2024/05/06 08:02:34.061 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=173] [key=p:0] [readDur=1.99332ms] [encodeDur=3.682106ms] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [deliverDur=263.525Β΅s] [type=file] [takeTime=6.44817ms] [] [2024/05/06 08:02:34.061 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=726] [kvs=6] [files=1] [sstFileSize=1288] [file=/tmp/tidb/import-4000/23/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/e5019422-e445-4742-9e50-cf542e18b665.sst] [firstKey=7480000000000000AD5F728000000000000001] [lastKey=7480000000000000AD5F728000000000000006] [2024/05/06 08:02:34.061 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=23] [step=import] [subtask-id=45] [takeTime=48.768658ms] [] [2024/05/06 08:02:34.062 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/05/06 08:02:34.062 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/05/06 08:02:34.062 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 08:02:34.063 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.646935ms] [] [2024/05/06 08:02:34.064 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 08:02:34.068 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:34.090 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=6] [size=726] [2024/05/06 08:02:34.090 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:34.128 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=726] [kvs=6] [importedSize=726] [importedCount=6] [2024/05/06 08:02:34.130 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=66.633737ms] [] [2024/05/06 08:02:34.130 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 08:02:34.132 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.194514ms] [] [2024/05/06 08:02:34.132 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/05/06 08:02:34.132 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 08:02:34.133 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.562672ms] [] [2024/05/06 08:02:34.133 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 08:02:34.134 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 08:02:34.134 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=65.336Β΅s] [] [2024/05/06 08:02:34.134 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 08:02:34.134 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=758.907Β΅s] [] [2024/05/06 08:02:34.175 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=23] [step=import] [2024/05/06 08:02:34.178 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:34.178 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:34.178 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:34.178 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:34.178 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:34.178 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:34.179 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:34.179 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:34.179 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:34.179 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:34.179 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:34.179 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:34.179 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:34.181 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:34.181 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:34.181 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:34.181 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:34.181 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:34.181 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=237.343673ms] [] [2024/05/06 08:02:34.234 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=4d669857-a7f8-4194-82e8-4f5167836811] [daemon-id=LogBackup::Advancer] [2024/05/06 08:02:34.234 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 08:02:34.262 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:34.265 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:34.268 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:34.268 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:34.335 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":14,\"3\":12,\"4\":42,\"5\":42,\"6\":36,\"7\":66,\"8\":108,\"9\":90}}"] [2024/05/06 08:02:34.339 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:34.339 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 08:02:34.487 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [2024/05/06 08:02:34.487 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=23] [type=ImportInto] [2024/05/06 08:02:34.590 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=23] [type=ImportInto] [remaining-slots=26] [2024/05/06 08:02:34.627 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:34.671 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [2024/05/06 08:02:34.671 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [2024/05/06 08:02:34.671 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [2024/05/06 08:02:34.678 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [takeTime=6.328748ms] [] [2024/05/06 08:02:34.678 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [groupId=-1] [size=726] [kvs=6] [checksum=13966026291112241924] [2024/05/06 08:02:34.678 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/06 08:02:34.678 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [weight=30] [2024/05/06 08:02:34.678 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [concurrency=15] [2024/05/06 08:02:34.681 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=173] [physicalTableID=173] [indexID=-1] [checksum=13966026291112241924] [totalKvs=6] [totalBytes=726] [2024/05/06 08:02:34.681 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [local="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/06 08:02:34.682 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [takeTime=10.401832ms] [] [2024/05/06 08:02:34.682 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [takeTime=10.599164ms] [] [2024/05/06 08:02:34.721 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=93.637263ms] [] [2024/05/06 08:02:34.758 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:02:34.758 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=23] [step=post-process] [state=running] [] [2024/05/06 08:02:34.762 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=23] [2024/05/06 08:02:34.823 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=23] [type=ImportInto] [2024/05/06 08:02:34.846 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=23] [2024/05/06 08:02:34.867 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:34.867 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=23] [2024/05/06 08:02:34.980 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:35.542 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=119] [cur_db=load_csv] [sql="TRUNCATE TABLE t;"] [user=root@%] [2024/05/06 08:02:35.568 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:176, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:173, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:35.529 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:35.568 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:176, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:173, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:35.529 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE t;"] [2024/05/06 08:02:35.606 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=176] [conn=2] [category=ddl] [job="ID:176, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:173, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:35.529 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:35.618 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 169, Table ID: 175, Table Name: t, Old Table ID: 173, Old Table Name: t"] [2024/05/06 08:02:35.719 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=3.438884ms] [gotSchemaVersion=120] [phyTblIDs="[173,175]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:02:35.730 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=176] [version=120] [2024/05/06 08:02:35.764 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=53.412384ms] [job="ID:176, Type:truncate table, State:done, SchemaState:public, SchemaID:169, TableID:173, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:35.529 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:35.797 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=176] [tableIDs="[173]"] [comment="drop table: table ID"] [2024/05/06 08:02:35.805 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=176] [jobType="truncate table"] [2024/05/06 08:02:35.809 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=176] [conn=2] [job="ID:176, Type:truncate table, State:synced, SchemaState:public, SchemaID:169, TableID:173, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:35.529 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:35.881 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=176] [2024/05/06 08:02:35.882 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:35.885 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.343532763\n# Parse_time: 0.00027472\n# Compile_time: 0.000748429\n# Rewrite_time: 0.000030577\n# Optimize_time: 0.001362036\n# Wait_TS: 0.000351339\n# DB: load_csv\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE t;"] === RUN TestImportInto/TestDiskQuota [2024/05/06 08:02:35.888 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=120] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_test_disk_quota;"] [user=root@%] [2024/05/06 08:02:35.890 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=120] [cur_db=load_csv] [sql="CREATE DATABASE load_test_disk_quota;"] [user=root@%] [2024/05/06 08:02:35.921 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:178, Type:create schema, State:queueing, SchemaState:none, SchemaID:177, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:35.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:35.921 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:178, Type:create schema, State:queueing, SchemaState:none, SchemaID:177, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:35.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_test_disk_quota;"] [2024/05/06 08:02:35.973 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:create schema, State:queueing, SchemaState:none, SchemaID:177, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:35.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:36.001 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=977.21Β΅s] [gotSchemaVersion=121] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:02:36.011 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=178] [version=121] [2024/05/06 08:02:36.050 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=52.696923ms] [job="ID:178, Type:create schema, State:done, SchemaState:public, SchemaID:177, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:35.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:36.132 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [job="ID:178, Type:create schema, State:synced, SchemaState:public, SchemaID:177, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:35.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:36.156 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=178] [2024/05/06 08:02:36.157 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:36.162 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=121] [cur_db=load_csv] [sql="CREATE TABLE load_test_disk_quota.t(a int, b int)"] [user=root@%] [2024/05/06 08:02:36.203 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:180, Type:create table, State:queueing, SchemaState:none, SchemaID:177, TableID:179, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:36.13 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:36.203 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:180, Type:create table, State:queueing, SchemaState:none, SchemaID:177, TableID:179, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:36.13 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_test_disk_quota.t(a int, b int)"] [2024/05/06 08:02:36.237 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [category=ddl] [job="ID:180, Type:create table, State:queueing, SchemaState:none, SchemaID:177, TableID:179, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:36.13 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:36.244 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 177, Table ID: 179, Table Name: t"] [2024/05/06 08:02:36.317 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=2.340044ms] [gotSchemaVersion=122] [phyTblIDs="[179]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:36.328 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=180] [version=122] [2024/05/06 08:02:36.363 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=53.326408ms] [job="ID:180, Type:create table, State:done, SchemaState:public, SchemaID:177, TableID:179, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:36.13 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:36.397 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [job="ID:180, Type:create table, State:synced, SchemaState:public, SchemaID:177, TableID:179, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:36.13 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:36.436 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=180] [2024/05/06 08:02:36.437 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:36.485 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:36.675 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/diskquota-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"disk_quota\":\"1b\"}}"] [dist-task-enabled=true] [2024/05/06 08:02:36.750 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=24] [task-id=24] [data-size=95.49KiB] [thread-cnt=26] [global-sort=false] [2024/05/06 08:02:36.794 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=24] [2024/05/06 08:02:36.795 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 08:02:36.921 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:36.922 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:36.923 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=24] [curr-step=init] [next-step=import] [2024/05/06 08:02:36.942 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:36.945 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:02:36.945 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97780] [2024/05/06 08:02:36.945 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=97780] [cost=48.72Β΅s] [2024/05/06 08:02:36.945 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=164.856Β΅s] [] [2024/05/06 08:02:36.945 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=24] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:36.945 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 08:02:37.056 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=24] [mode=Import] [2024/05/06 08:02:37.076 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=24] [2024/05/06 08:02:37.095 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=24] [type=ImportInto] [remaining-slots=26] [2024/05/06 08:02:37.132 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:37.133 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=24] [step=import] [2024/05/06 08:02:37.134 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:37.142 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:37.142 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:02:37.143 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:37.143 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:37.144 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:37.144 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:37.144 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:37.144 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:37.144 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:37.157 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:37.158 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:37.158 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=24] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:02:37.158 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=24] [disk-quota=1B] [2024/05/06 08:02:37.195 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=24] [step=import] [subtask-id=47] [2024/05/06 08:02:37.199 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:37.202 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:37.203 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=179] [2024/05/06 08:02:37.219 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=179] [key=diskquota-test.csv:0] [2024/05/06 08:02:37.734 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=31897] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:37.746 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=98304] [kvs=2816] [files=1] [sstFileSize=33945] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/bc751cc1-ca8e-47fd-8096-8020a7ef7494.sst] [firstKey=7480000000000000B35F728000000000000001] [lastKey=7480000000000000B35F728000000000000B00] [2024/05/06 08:02:37.748 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:37.754 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:37.776 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2816] [size=98304] [2024/05/06 08:02:37.777 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:37.825 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98304] [kvs=2816] [importedSize=98304] [importedCount=2816] [2024/05/06 08:02:37.827 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=78.866844ms] [] [2024/05/06 08:02:37.834 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:37.835 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:37.835 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:37.836 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=62.924Β΅s] [] [2024/05/06 08:02:37.840 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:37.840 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:37.840 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=75.842Β΅s] [] [2024/05/06 08:02:37.846 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:37.847 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:37.847 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:37.847 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.648Β΅s] [] [2024/05/06 08:02:37.852 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:37.854 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:37.854 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:37.854 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=77.805Β΅s] [] [2024/05/06 08:02:37.882 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:37.882 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:37.883 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=72.687Β΅s] [] [2024/05/06 08:02:37.888 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:37.890 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:37.890 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:37.890 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=84.298Β΅s] [] [2024/05/06 08:02:37.897 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:37.898 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:37.899 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:37.899 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=71.836Β΅s] [] [2024/05/06 08:02:37.904 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:37.904 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:37.904 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=48.439Β΅s] [] [2024/05/06 08:02:37.909 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:37.911 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:37.911 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:37.911 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=151.299Β΅s] [] [2024/05/06 08:02:37.917 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:37.918 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:37.918 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:37.918 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=50.152Β΅s] [] [2024/05/06 08:02:37.922 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:37.922 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:37.922 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=46.534Β΅s] [] [2024/05/06 08:02:37.928 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:37.930 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:37.930 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:37.930 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=49.547Β΅s] [] [2024/05/06 08:02:37.934 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:37.936 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:37.936 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:37.936 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=52.891Β΅s] [] [2024/05/06 08:02:37.940 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:37.940 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:37.940 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=67.637Β΅s] [] [2024/05/06 08:02:37.946 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:37.947 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:37.947 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:37.947 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=47.24Β΅s] [] [2024/05/06 08:02:37.952 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:37.954 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:37.954 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:37.954 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=49.223Β΅s] [] [2024/05/06 08:02:37.958 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:37.958 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:37.958 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=45.247Β΅s] [] [2024/05/06 08:02:37.963 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:37.965 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:37.965 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:37.965 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=67.556Β΅s] [] [2024/05/06 08:02:37.971 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:37.973 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:37.973 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:37.973 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=63.68Β΅s] [] [2024/05/06 08:02:37.977 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:37.977 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:37.977 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=57.085Β΅s] [] [2024/05/06 08:02:37.983 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:37.984 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:37.984 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:37.984 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=63.574Β΅s] [] [2024/05/06 08:02:37.989 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:37.991 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:37.991 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:37.991 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=53.394Β΅s] [] [2024/05/06 08:02:37.995 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:37.995 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:37.995 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=48.3Β΅s] [] [2024/05/06 08:02:38.000 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:38.001 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:38.001 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:38.001 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=49.192Β΅s] [] [2024/05/06 08:02:38.006 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:38.007 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:38.007 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:38.007 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=49.825Β΅s] [] [2024/05/06 08:02:38.011 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:38.011 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:38.011 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=43.388Β΅s] [] [2024/05/06 08:02:38.017 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:38.018 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:38.018 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:38.018 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=88.197Β΅s] [] [2024/05/06 08:02:38.025 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:38.026 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:38.026 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:38.026 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=45.905Β΅s] [] [2024/05/06 08:02:38.030 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:38.030 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:38.030 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=43.783Β΅s] [] [2024/05/06 08:02:38.035 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:38.037 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:38.037 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:38.037 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=54.211Β΅s] [] [2024/05/06 08:02:38.042 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:38.044 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:38.044 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:38.044 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=43.457Β΅s] [] [2024/05/06 08:02:38.049 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:38.049 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:38.049 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=51.734Β΅s] [] [2024/05/06 08:02:38.054 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:38.055 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:38.055 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:38.055 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=48.047Β΅s] [] [2024/05/06 08:02:38.061 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:38.062 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:38.062 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:38.062 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=46.652Β΅s] [] [2024/05/06 08:02:38.066 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:38.066 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:38.066 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=65.953Β΅s] [] [2024/05/06 08:02:38.073 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:38.075 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:38.075 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:38.075 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=67.489Β΅s] [] [2024/05/06 08:02:38.081 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:38.083 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:38.083 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:38.083 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=62.406Β΅s] [] [2024/05/06 08:02:38.087 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:38.087 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:38.087 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=55.602Β΅s] [] [2024/05/06 08:02:38.092 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:38.093 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:38.093 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:38.093 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=56.673Β΅s] [] [2024/05/06 08:02:38.099 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:38.100 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:38.100 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:38.100 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=51.278Β΅s] [] [2024/05/06 08:02:38.104 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:38.104 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:38.104 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=66.661Β΅s] [] [2024/05/06 08:02:38.110 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:38.111 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:38.111 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:38.112 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=57.132Β΅s] [] [2024/05/06 08:02:38.117 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:38.119 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:38.119 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:38.119 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=46.434Β΅s] [] [2024/05/06 08:02:38.122 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:38.122 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:38.122 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=61.597Β΅s] [] [2024/05/06 08:02:38.127 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:38.129 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:38.129 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:38.129 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=44.892Β΅s] [] [2024/05/06 08:02:38.134 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:38.136 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:38.136 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:38.136 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=43.033Β΅s] [] [2024/05/06 08:02:38.140 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:38.140 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:38.140 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=77.265Β΅s] [] [2024/05/06 08:02:38.146 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:38.148 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:38.148 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:38.148 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=66.216Β΅s] [] [2024/05/06 08:02:38.153 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:38.154 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:38.154 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:38.154 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=85.184Β΅s] [] [2024/05/06 08:02:38.159 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:38.159 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:38.159 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=48.504Β΅s] [] [2024/05/06 08:02:38.191 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:38.193 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:38.193 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:38.193 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=63.133Β΅s] [] [2024/05/06 08:02:38.199 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:38.201 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:38.201 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:38.201 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=64.598Β΅s] [] [2024/05/06 08:02:38.205 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:38.205 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:38.205 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=57.641Β΅s] [] [2024/05/06 08:02:38.210 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:38.212 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:38.212 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:38.212 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=57.856Β΅s] [] [2024/05/06 08:02:38.217 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:38.218 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:38.218 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:38.218 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=54.045Β΅s] [] [2024/05/06 08:02:38.223 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:38.223 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:38.223 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=72.469Β΅s] [] [2024/05/06 08:02:38.229 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:38.230 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:38.230 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:38.230 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=53.841Β΅s] [] [2024/05/06 08:02:38.235 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:38.237 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:38.237 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:38.237 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=63.43Β΅s] [] [2024/05/06 08:02:38.241 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:38.242 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:38.242 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=90.515Β΅s] [] [2024/05/06 08:02:38.248 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:38.249 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:38.250 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:38.250 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=51.738Β΅s] [] [2024/05/06 08:02:38.255 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:38.267 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=98315] [kvs=2809] [files=1] [sstFileSize=33997] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/11372837-dbd5-4e51-883b-51ef2c313b13.sst] [firstKey=7480000000000000B35F728000000000000B01] [lastKey=7480000000000000B35F7280000000000015F9] [2024/05/06 08:02:38.269 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:38.270 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:38.270 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=93.157Β΅s] [] [2024/05/06 08:02:38.275 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:38.279 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:38.303 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2809] [size=98315] [2024/05/06 08:02:38.303 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:38.352 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98315] [kvs=2809] [importedSize=196619] [importedCount=5625] [2024/05/06 08:02:39.767 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=1.492402046s] [] [2024/05/06 08:02:39.769 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572387836395525\n# Query_time: 1.164868999\n# Parse_time: 0\n# Compile_time: 0.008771115\n# Rewrite_time: 0.001349015\n# Optimize_time: 0.005188978\n# Wait_TS: 0.000101602\n# Cop_time: 0.000319632 Process_time: 0.000165405 Wait_time: 0.000049252 Request_count: 1 Process_keys: 1 Total_keys: 186 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 47 Rocksdb_key_skipped_count: 508\n# Is_internal: true\n# Digest: 92f115dee2aeba752ffdf7532aa08318e7bd75d9c718a57220055c41d32cc68a\n# Stats: tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000165405 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 4.9252e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 1300\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[tidb_background_subtask] remain after pruning paths for tidb_background_subtask given Prop{SortItems: [], TaskTp: copSingleReadTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[tidb_background_subtask] remain after pruning paths for tidb_background_subtask given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3wzweTAJM181CTAJNi40MAlteXNxbC50aWRiX2JhY2tncm91bmRfc3VidGFzay5zdGF0ZSwgQ29sdW1uIzIwCTEJdGltZToxLjE1cywgbG9vcHM6MiwgQ29uY3VycmVuY3k6T0ZGCTEwMTYgQnl0ZXMJTi9BCjEJNl8xMQkwCXMBZBBwIGJ5OpJ8ADBmdW5jczpjb3VudChDDYgMMSktPhEMBDAsDSMgZmlyc3Ryb3coilcACCktPoomABnuCDY3bS7vAFRwYXJ0aWFsX3dvcmtlcjp7d2FsbF90KRkUMDM2NTExAS8IY29uNRV0NSwgdGFza19udW06MSwgdG90X3dhaXQ6NC4yODQzCTABFThleGVjOjEzNS43MzPCtXMJKgVaHDQuNjAwNDA5AVoobWF4Ojk3Ni42NjgFJQhwOTUdEBR9LCBmaW5anwAoMTUyMzgwMjQ5cyxioQABrRWhEDIuMzA5BWYBFAWgEDUuMzE0FRMFngEmIDc0NzcyNThzLAWgADEBaxwxODIzODJzLAWiLhIAEH0JTi9BAQQgCjIJMzFfMTIJTZA0ZGF0YTpIYXNoQWdnXzYxghA2ODMuNQVyVXMMY29wXyFTCDogeyFVBCAxCXcMIDEuMSWtIHByb2Nfa2V5cwUbAbwBEhQ6IDE2NS4ZvSWFDCA0OS4pboBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcwhfZHUFGhhuOiA2Mi4xBZgsbWF4X2Rpc3RzcWxfLvkBSCAxfSwgcnBjX2luZm86e0NvcDoBsAxfcnBjTQkAYVk7LDhtc319CTI4NCBCeXE8CDMJNiEIAF8tIOY9Ay41AxwxCTEJdGlrdgXPBDp7JcMIMHMsLV4BszxzY2FuX2RldGFpbDoge3RvAachQQhlc3MyVgEEYWwyFwAkX3NpemU6IDQxOUW7BGFsES1AODYsIGdldF9zbmFwc2hvdF8FdAggMzMtjWByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfZfogOiA0Nywga2V5PhcAIDUwOCwgYmxvY0EIEH19fSwgAVheuQABHDoCAmEnBGFpEY9VCSUdedcMIDMwMEWBBH0JUbgYNAkxXzEwCSGZJDgJZXEoY2FzdCh2VQRBryEQYCwgZG91YmxlIEJJTkFSWSksIDI0KSwgZXF6QAAcc3RlcCwgMSl6vQEVoxQ1CTQzXzkFoywxMDAwMAl0YWJsZTpa7QUhYDxlcCBvcmRlcjpmYWxzZSwgwQAcczpwc2V1ZG+edgA=')\n# Plan_digest: 72f08c0bbc0cbffe87fff95a4065a720fe14cc2ed9e69028cd750ab7b0ac3e22\n# Binary_plan: tidb_decode_binary_plan('wA7gCrsOCgxQcm9qZWN0aW9uXzUSrg0KCkhhc2hBZ2dfMTES6QgKDlRhYmxlUmVhZGVyXzEyEqwGCglIDSIgNhLuAgoMU2VsDUAYMTASoQEKDwUyTEZ1bGxTY2FuXzkhAAAAAAjUREEpAQnwcQCIw0AwATgCQAJKIgogCgVteXNxbBIXdGlkYl9iYWNrZ3JvdW5kX3N1YnRhc2tSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD//////wEEBAF4AQYFAQABBZAIoA5FDZAEACANkCRSbmVxKGNhc3QoBZQALlqTAIgudGFza19rZXksIGRvdWJsZSBCSU5BUlkpLCAyNCksIGVxKHZAACRzdGVwLCAxKWocyrwAEBe30QCsAbwEmpkBAQAZEbwARyE4EHAgYnk6fn0AmGF0ZSwgZnVuY3M6Y291bnQoMSktPkNvbHVtbiMyMWq2AnRpa3ZfdFZSAQgsIHMh1FRkZXRhaWw6IHt0b3RhbF9wcm9jZXNzIRUUczogMSwgRhcAJF9zaXplOiA0MTkRHgRrZQUtRDg2LCBnZXRfc25hcHNob3RfdCHGiCAzMy40wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfBb0gOiA0Nywga2V5PhcARDUwOCwgYmxvY2s6IHt9fX0sIAFYXrkAARwQOiAxNjUNdQnACHdhaRGPDDQ5LjMFjyUdDHdhbGwNNCQzMDAuNcK1c31wRV0BATJsAhy9APvoVHYGQS6wASgBQAFSDmRhdGE6SHFJBFoWBYMINjgzBU44LCBsb29wczoyYtkBY29wKY4QIHtudW0lXzBtYXg6IDEuMTdtcywgIX0xTSVcJY86zgAFzAQ6IBXHgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVzCF9kdQUaGG46IDYyLjElAahtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbAQX3JwYzoJmABhLTQoMS4wOG1zfX1wnAIulgMUu2byzX53RioBBKkB5tsCVddd4wAwUf4gZmlyc3Ryb3coijIDCCktPoomAARaFCXGCDEuNiWaMcREwwJwYXJ0aWFsX3dvcmtlcjp7WUEcMS4wMzY1MTEhyi5PARw1LCB0YXNrXyHzKT8AX0GPGDo0LjI4NDMJMDx0b3RfZXhlYzoxMzUuNzMzJaABFQWGHDQuNjAwNDA5AVpBMRg5NzYuNjY4BSUIcDk1HRAUfSwgZmluWp8AKDE1MjM4MDI0OXMsYqEAAa0AbxGhEDIuMzA5BWYBFAWgDDUuMzFpzgETBZ4BJiA3NDc3MjU4cywFoAAxAWscMTgyMzgycywFoi4SAF5gAxRAUkSGLXhGNgIALoqvAQQsIFEgCDBaEwWWAXIAc3l9BA9DXeFIT0ZGcPgHeP///////////wEYAQ==')\n# Resource_group: default\n;"] [2024/05/06 08:02:39.771 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572387836395524\n# Query_time: 1.166878276\n# Parse_time: 0\n# Compile_time: 0.008473275\n# Rewrite_time: 0.001346976\n# Optimize_time: 0.005405672\n# Wait_TS: 0.000099639\n# Cop_time: 0.000111922 Process_time: 0.000544481 Wait_time: 0.000130813 Request_count: 2 Total_keys: 822 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 192 Rocksdb_key_skipped_count: 2216\n# Is_internal: true\n# Digest: 1419dc3f429d38aa633c567e9a7382c40500243679dfa77e81a8e3ecb9436ee2\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.00027224 Cop_proc_p90: 0.000295971 Cop_proc_max: 0.000295971 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 6.5406e-05 Cop_wait_p90: 7.2827e-05 Cop_wait_max: 7.2827e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 12951\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('1he4MAkzXzEzCTAJNjY1Ni42NwlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwQ3Byb2Nlc3NpbmcJMAl0aW1lOjEuMTVzLCBsb29wczoxLCBDb25jdXJyZW5jeTo1CTExLjggS0IJTi9BCjEJMTRfMTQJcn4AGWEUOmRlc2MsToUAFGpvYl9pZFaBABwJMCBCeXRlcxEIHAoyCTE3XzI3HfRUaW5uZXIgam9pbiwgZXF1YWw6W2VxKFoKAQRpZAHTIGx1bW4jMTUpXVZ1AGAsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsMR4QZmV0Y2gRDQUsDDowc30RpBEIIAozCTZfMjkoQgFNACkBsjQ0MDAJZ3JvdXAgYnk6QxGHQCwgZnVuY3M6Zmlyc3Ryb3coFRoIKS0+FQxeqwBQcGFydGlhbF93b3JrZXI6e3dhbGxfNcswMjEzNDEyN3MsIGNvbjnJiCwgdGFza19udW06MCwgdG90X3dhaXQ6NS43NTk5MDMxNzNzCRcYZXhlYzowcwkNBVYkNS43NjAwMjE4NgEkCG1heCUIFDIwNDA1NAFoCHA5NTISABR9LCBmaW5moQAUNzIyMzI0aqEAAa0RoRwzMy4wOTHCtQ2RBZ4QNy40MzkVExWkFDI0ODEyNQFZFaQQNjY4MDQBthWkDRIAfUHRAQQYCjQJMV8zMDGsJG5vdChpc251bGw9lCHKBWY2KwMICTM4UawgTi9BCjUJNl8zIbUIODAwPfVKlwJ5I1IeAyRzY2hlbWFfaWRzUh8ARZ8JHklGCG1pbhWtADjuQQJJQRQxMjUxNTMhNZ5BAhQyNjI4NDmBRSG3JaM+QQIcNTI3NDkyNTEB001BIDA2MjkxOTlzLDWdERJ6QQIYMTc0NTczNppBAiAxLjI1OTk5NW0uQgIUOC4yNTXCUVUl3GEKFDc3Njc3NwHJEaUUMTcwNjMxLuYCERJZQiA2CTMxXzM2CTAp+jhkYXRhOkhhc2hBZ2dfMzFexgMMY29wX2GTCDoge2GVCCAxLAV1ECAxLjI0AaxBJRhfa2V5czogbbEBEhQ6IDI0OC4Zu2XFCCA1OAXMZGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwkeABcQhfZHUFGhhuOiAyOC4yBTosbWF4X2Rpc3RzcWxfLvYBSCAxfSwgcnBjX2luZm86e0NvcDoBrgxfcnBjwSsAdKEjKT9hGxxtc319CTI1Na3BYRUAN2EVDDEJMV8tHbUM/hcDlhcDSmYAyXx9JwA4JaIEa3YlHQQ6e0UNADEhgu0SPH0sIHNjYW5fZGV0YWlsOiDJGS2bQDQxMSwgZ2V0X3NuYXBzaG90KQ4IIDQzJViYcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA5Niwga2V5PhcAJDExMDgsIGJsb2NBHxB9fX0sIAGXPoMAQREIZXNzDXMyGQKhfgRhaRGOTSAprxxrdl9yZWFkX9k3ACAF7wB0IQQdFQwzOTYuAcZZ6RQ4CTQzXzOhMQwwCTEwgeaFjAA6Ln4IfCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvfm0BQTYBBAQKM2FWHDQxKFByb2JloYIANhryCABkYWAsU2VsZWN0aW9uXzQwBVMYbWU6MzExLmkJLbrhA15lAwA1hREhQi3KNmUDBDk2JcCB0CFIDDogNzINXABjvmUDzasAbe5jA21jBDQ4bWMANn1jIZAENDBlYzEjSvcCDHJlb3IW8wn+6gI66gIMNTQuNCUs/uwCsuwCOaA26gI1p7bsAgg0ODUl31l/BDUJQewAOSVX/uwCguwC')\n# Plan_digest: 29484af8ecb33bd721aada2a65e777d1777fbdefaa439f1f3bce3a7a45698fab\n# Binary_plan: tidb_decode_binary_plan('phrwSQqhGgoNUHJvamVjdGlvbl8xMxKLGQoHU29ydF8xNBKVGAoLSGFzaEpvaW5fMjcSzAYKDlRhYmxlUmVhZGVyXzQxEo8ECgxTZWxlCUAYNDASlgEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8GUAiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2oddGlrdl90YXNrOnt0aW1lOjFtcywgbG9vcHM6MX1w//////8BBAQBeAEGBQEAAQWELCBlMUEpq6qqqqoAugWEBFIYBYAALi5/ACQucmVvcmdqnwJ0bmYACCwgcwHd8IZkZXRhaWw6IHt0b3RhbF9rZXlzOiA0MTEsIGdldF9zbmFwc2hvdF90aW1lOiA1NC40wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDk2LCBrZXlfc2tpcHBlZF9jb3VudDogMTEwOCwgYmxvY2s6IHt9fX0sIHRpbWVfZGUyhQAccHJvY2Vzc18JdQgyOTYFdAmhCHdhaRGODDcyLjgdGixrdl9yZWFkX3dhbGwNOyVXJQYdFQw0ODUuAThaaAEsGgECIVVVVVWVdPZAOWsoAUABUhFkYXRhOlNdLQRaFgWjCDMxMQVSNcMUYtUBY29wKeFYIHtudW06IDEsIG1heDogMS41NW1zLCAB5C1uBDAsAdwF9gA6Lu4ABewAOhnngGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVxCF9kdQUaEG46IDM5JR+obWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGsFF9ycGM6MQWUAGEtSSgxLjQ4bXN9fXCAAl2SEBKWEAoKYV8oQWdnXzI5EsEMCgw5HhAzMBLfCxkgEDM1Er8HNn4DEDM2EogFHSIEMRJKfAMANEX4/nwD/nwDYXwAKGF8AAABAQRAv2l8LJQBZ3JvdXAgYnk6bYEGNoYDIeIcZXNzaW5nLCBKHwAkc2NoZW1hX2lkc1IfABB0YWJsZQkeJGZ1bmNzOm1pbihKRwBMam9iX2lkKS0+Q29sdW1uIzE4ap3++QNG+QMENDNFSgBy/vcDrvcDDDQ4LjUFdkL5AwA1Yb9RoZ73AwwzOTYuAcZa9wMgId7d3d0dPvdAOeNh9AQPZGH0CEhhc0XlDDMxWhNl8hAxLjE1c3nvANdq7wMEMjRy7wMu5gBt8Q3fwu8DDDI4LjIlMf7xA2HxBDE1ZfE2gwYhJAitbPg6JAEAhP4HA74HA1XrXfcANVaaAUTGAnBhcnRpYWxfd29ya2VyOnvZCiHFJDEyNTE1MzNzLCAuGgUcNSwgdGFza1+hugAwRWkpmyQ1Ljc1MjYyODQ5If4kdG90X2V4ZWM6MEmNyXUFJBQ3NDkyNTFh2gRheAVoGDA2MjkxOTmh+QQ5NTISABR9LCBmaW5moQAUNzQ1NzM2aqEAAa0Abw2hHDEuMjU5OTk1QXMBFQWfDDguMjV1ShmlFDc3Njc3NwHJEaUYMTcwNjMxNx2lERJuNQMIrUj+TREIALlAZTUoFm5vdChpc251bGw1rAg1KSlSogEEcPwuUwYkGgEBIUREREQkYz5UAAQ4Z7FrMf4ENSytGhxmaXJzdHJvdx1suQ9aGAIAxXoYAhQyMTM0MTIhC54YAhQ5OTAzMTdBSjV5PhgCGDYwMDIxODYBJDFzFDIwNDA1NAFoURgREnoYAhgyNzIyMzI0mhgCFDMzLjA5MYUdFZ4INy40GiEIAROF1yQ1Ljc2MjQ4MTI1AVkVpBA2NjgwNAG2FaQNEl4XAiT/////b0ENQSmsHqsKaAFAAVI8aW5uZXIgam9pbiwgZXF1YWw6W2VxKGLVBgQsIDXrBCldUj0CBGI1FvgIEGhhc2hf5TIAOhbICmViHHMsIGZldGNoEQ0FLCw6MHN9IZkqIkvNGx46oAAAPUqKAPnFFDpkZXNjLE7KB+mDUqEABWoEfVo+agBOLwgBRhBtZXRhLE5jABmHUmcADGINQ28m2AlANXCcXnj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/05/06 08:02:39.775 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:39.777 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:39.777 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:39.777 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=59.296Β΅s] [] [2024/05/06 08:02:39.782 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:39.784 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:39.784 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:39.784 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=57.532Β΅s] [] [2024/05/06 08:02:39.788 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:39.788 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:39.788 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=61.33Β΅s] [] [2024/05/06 08:02:39.794 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:39.795 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:39.795 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:39.795 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=60.825Β΅s] [] [2024/05/06 08:02:39.800 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:39.802 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:39.802 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:39.802 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=60.684Β΅s] [] [2024/05/06 08:02:39.803 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572387836395526\n# Query_time: 1.192779446\n# Parse_time: 0\n# Compile_time: 1.176552491\n# Rewrite_time: 0.002582493\n# Optimize_time: 1.169848727\n# Wait_TS: 0.000161254\n# Cop_time: 0.005403646 Process_time: 0.00036621 Wait_time: 0.000240522 Request_count: 4 Process_keys: 4 Total_keys: 152 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 73 Rocksdb_key_skipped_count: 363 Rocksdb_block_cache_hit_count: 8\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 4\n# Cop_proc_avg: 9.1552e-05 Cop_proc_p90: 0.000123737 Cop_proc_max: 0.000123737 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 6.013e-05 Cop_wait_p90: 8.8331e-05 Cop_wait_max: 8.8331e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 74445\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('wTKwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTEJASKYOjguMDdtcywgbG9vcHM6Mgk0LjczIEtCCTAgQnl0ZXMKMQkzXzE1bpEADGlkLCBaiwABsQxfa2V5ZiEABHlwZqUADHN0YXRuHgAEZXBiWACGJQEgb25jdXJyZW5jZp0AjkkBJHRhcmdldF9zY28BySBDb2x1bW4jMzUxXgw3LjY1PV4ILCBDGXgMOk9GRiFvADEhbyROL0EKMgk2XzE2JWsgZ3JvdXAgYnk6WlkBIXQkZnVuY3M6bWF4KB0lDGJhY2sBPRRuZF9zdWIhgAAuHesIKS0+FaMALA1BHGZpcnN0cm93LkYALnACEGlkKS0+HWI2HACeRgABikEKZkwAESKiUgAIeXBlak4ARVkpI37iAEVoZksABR+elgBReWZPABEinlIAXYZmVQAdJaJYAFmKalgAGSWeWAAMc3RlcGZRAAEenkoALlwDZlIALiYAeXcENDEydwNMcGFydGlhbF93b3JrZXI6e3dhbGylIiA6Ni44NzUxMzkBLx3uDDo1LCBFklxudW06MSwgdG90X3dhaXQ6MzMuMzM5MjBl1wEWNGV4ZWM6MTc3Ljc1wrVzCSqlWiAzMy43MTM0OTMBWyxtYXg6Ni44MDg4NTQBEAhwOTUdEBR9LCBmaW5SoAAUNy4yNjI1qaReoAABrBGgFDI4LjA2ORWKBZ4QMy44NTcVEwmdGDUuMzI5Mzml/AGdHDcuMjE3MTQyEZ0ZEAB9gZ0BBDQKMwkzXzE4CTAJMC4wMl6gBoGbWi8EJVH+DwZaDwZ5V1p9ADIjA14kAC7vAlokAEnCWh0ALo0CMp0GdpgFUbgMNi40NiGB7Y12LwYYNAkxN18yMDGPUGlubmVyIGpvaW4sIGVxdWFsOltlcS7VBUqDAHLMAAEdECkgZXEo0TMANwGQyeEINildGbQEMjgytABkYnVpbGRfaGFzaF90YWJsZTp7dG90YWw6NS5pNSBmZXRjaDo0LjgFNwUuHDoxNjkuMcK1YQkYcHJvYmU6ez2LTeAMYWw6MiUeQa8ANQ12CS4QMTkzLjJF4QVdECBhbmQgZa4sMjUuOG1zfQkxMC4y4Wce1ggcNQkzXzIxKEIBqwApMUI91I4sAUokAB21FCwgY2FzdHqAAXkRMGRvdWJsZSBCSU5BUln9pwA3MWcINC43ZZxiGwIIMi42IkoIFDYJMzBfMnWqGUQANDYXBRBpbmRleBJXCgQ6ICmmiR4MIDIuMIWnJU8YX2hhbmRsZQUWBYQptAwgNS42IbQALClrDCAxMS6BZQB9oTkIYmxlTlcACDEuOQVXoVUIIDEsMtEELCA1fSwgbmV4dDogeyG8AF8FnQF1ADMFtQUURVEcX2xvb2t1cF8NhxAyMDAuOCX9RiMAIHJlc3A6IDEuN0UFCDkuOUEFDmwJGDcJNDdfMjVRAhgxXzAJMTAJBV8MOnN0LCkaEDppZHhfoUIMX2lkKA0IRCksIHJhbmdlOlsiOjQwMDAiLA0IUF0sIGtlZXAgb3JkZXI6ZmFsc2UsIA48CBxzOnBzZXVkbzGGCDEuOUX6KcoAMyEGAHAxLTEZQeMMIDEuMsWXDHByb2OhNwBzJTSh6gESGDogMTA4LjMF+QEUAf0IOiA4ERNoY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsKcAFcwhfZHUFGhBuOiA0Nm1DLG1heF9kaXN0c3FsX13RTDogMX0sIHJwY19pbmZvOntDb3A6AbAMX3JwY+0iDqMMGGltZToxLjEhcUEKCGlrdgVpBDp7BRoAMCJqDAFNKHNjYW5fZGV0YWlsVYAB2whlc3My8AAEYWwyFwAgX3NpemU6IDYw5W0EYWwNLAw5NSwgEowLGG5hcHNob3RNyww2Ni42JSWYcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA0Nywga2V5PhcAIDIzNSwgYmxvY2EkAH0J1QRtZV63AAXmNpoB4dcEYWkRjzWhJRsmiAgEIDINGvlvHDcJMV8yNyhQoREAKUWj5XgEaW56VgRBdUhlLCAicGVuZGluZyIsICJydW5uAQswKSwgbm90KGlzbnVsbIJHAAxlcCkpWbYANBLJCEm2ADJqtgLBDSHGLZcaPQkBEgw6IDU1hSQluVGyADQlngBjvrACDokJBTrusAJJsAw5MDYuAYYp3f6yAmayAgg0MTkF+lWzADFWsgIEMi4WwQlZsrqAAi5nATp/AgHoACxGfQIANCmZWX0YOAk0NV8yNkV3MhoFiuUEZkIBCAlOLxZLCuWBADlR3BgwCTI5Ljk3LoIHPmcO/Z0uGwD5Ql4hABIJDlodAG0qWh4A/lMK/lMKTlMKPlUILgwBDnoLXkgIADZxyAg1LjHlxHXIRpIQBDM08SYSSAgAMw6TECmgEUUOJRJh5xVF5ayp6TZJCAgxLjcFKjZJCAAxGs0I7cIINC45SZehKBA6IDcuMmHawT9eSQgIMi4yEgsK8TAyqAZiSQgAMYWcAWVSSQgINDI3jZ5GIwAeSQgEOTEOSggMMjEuNTEkEkoIBDMzLkoIADMeSggiSQhFaQAoBQYqQQgMcGF1c6GWACwVCihdLCBbInJldmVydAkZGQwJG63IACy10qp3CAA2Eu0NKbRydwgEMTkh3aGyTsQFCDEyMy0nJncIBDM07WXCxwUANin67sUFqcUEMS4OXwz+wwV+wwUENjI2wgUANVZ1CAQxN8VRACy9w1Z1CAQyNg43CgB5PnUICDEyOCZ1CCbGCRqqCAA2nocILqoBNggGNbFChwgENTIFu7mrDocIBDM1sasOKguJDVZJCC6RBBJCDipCCAA2ZYBJgW5CCAQuMgUpXoECBDc4TW1dgAAzDRPCgAIENTQF7wAs/oICRYKBHYG3agIHACz69goINDc2kkUIBDE0Gs8LRkUIQlACADKaUAIueQE6TwIxgAX7LtYKBDExEp0NWU8SWQgEMzRFSS4pBf5YCBZYCA==')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('vTbACrg2CgdTb3J0XzEzEps1Cg1Qcm9qZWN0aW9uXzE1Eo4yCgpIYXNoQWdnXzE2EsEoCjIhABQ4EpQlCgsBISRKb2luXzIwEroQMkMAZDIxEsAOCg5JbmRleExvb2tVcF8yOBLNBQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQj0mwEAACRAMAE4AkACSiUKIwoFbXlzcWwSAnN0GhYKC2lkeF9leGVjX2lkEgdleGVjX2lkUjdyYW5nZTpbIjo0MDAwIiwiOjQwMDAiXSwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvWhR0aW1lOjEuOThtcywgbG9vcHM6M2LZAWNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMjltcywgcHJvY19rZXlzOiAxLCB0b3RfcHJvYzogMTA4LjPCtXMsIHRvdF93YWl0OiA4OC4zwrVzLCBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGRfdGFza19kdXJhdGlvbjogNDYuMsK1cywgbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOntudW1fcnBjOjEsIHRvdGFsX3RpbWU6MS4xN21zfX1qtAJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5FfEAYTYXACBfc2l6ZTogNjAF+mRhbF9rZXlzOiA5NSwgZ2V0X3NuYXBzaG90XwVywCA2Ni42wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQ3LCBrZXk+FwBEMjM1LCBibG9jazoge319fSwgAVgAX1q3AAEcDDogMTA9mxRhbF93YWkRjwA4FRocaWt2X3dhbGwNNAAyDRoIfXD/EQEEAXgRCiT/ARKwBgoMU2VsbTdAMjcSjgEKEVRhYmxlUm93SURJ4QA2Sd4EVKVC3gIIDQoLXd4IUh5rcq0CBGocBZ9FlwB7BdQAMFW0ADFaogAIGgECCX4skKVAKaDbSxqjdZQ/aVwQUm5pbihlW0wudGlkYl9iYWNrZ3JvdW5kX3N1YgFmXC5zdGF0ZSwgInBlbmRpbmciLCAicnVubgELMCksIG5vdChpc251bGyCRwAMZXApKXVsCDQzbRW4CDJi1WZsAwEnBHByVmkDDDU1LjdFQmF8IcsMOiA4NAURGGNvcHJfY2GmZgMEMzNtoBRtYXhfZGnuZgMMOTA2LgGGEH19av8Bbq4BCCwgc4H9WrECaTwAMXFLIQQIZXNzBRdtaAg0MTkRHhUtTmgDCDIuOSUVeWi6NgMuaAE6NQMB6WF5OjMDADQpmlqRAhwhjURsjTL1cjKOAggBQAFNHgg0LjQl9wBspYoQMmLtAWnBQkn1BCB7ndEQIDIuMDRBIixmZXRjaF9oYW5kbGUFFgAyARYoYnVpbGQ6IDUuNjElAUkjBDExRTaBMGGlTlcACDEuOQVXCG51baX3CGNvbrlvKDV9LCBuZXh0OiB7AVEAXwWdAXUAMwW2BRQJWhhsb29rdXBfDYcQMjAwLjgViDYjADhyZXNwOiAxLjdtc31wgp8uYAThGhipg8CnYxV0PjABCFKVAX68AwxlcCwgdiQAHdwULCBjYXN0eskDgRVBcGgsIGRvdWJsZSBCSU5BUlkpLT5Db2x1bW4jMzc1yAA3JYcxyAQPQz1HFE9GRnDsFC5IBQiOEgouXwgMMjkSzjo9CBAzNhKKBkI9CAgzMxoePQgEuJqxXwA+Hj0ICBwKGrFfFAF0Gg4KBYXQABIJBwRSbR40CAxwYXVzgdMALBUKKF0sIFsicmV2ZXJ0CRkZDAkbrQUALLUPAF2iaggENjdBnykYCDNi12b+BAguMTkBKmH9IXT1eYUPEDogMTIzRcyFB60CBDM07VfCBAUANmnN7gIFqQIQMS4wNW2hAATGAv4ABW4ABQQ2MgX4ImgIADVWaAgEMTeljwAsvQBWaAgEMjYhwQB5PmgICDEyOCZoCNlUGp0IADaeegguqwE2RQU1siUtLnoIBDUyBbtaRwUEEoAyeggMMzUSjUZ6CAQzNOn8BKq5QhsDCAwKCnkb/nkIcnkIKAS6QCm5HoXrUfg9bZgEUihWOggUZ2xvYmFspZQELnM2MwgANqVfaTUAMnI1AwAyBSpeNQMENzhtISY2CAQzMw0TwjQDBDU0JaIALP42A2U2ADFlNQCU/jUDcjUDCDQ3NpI2CAwxNC4yxa1GNghCBAMAMpoEAy56AToDAzGBQgMDBDEx5TVaAwMcIYk7w9ZL4Y0yXwIuSggANzJoCgDuZkoIADENKzZKCAAxzcPtwwg0LjmpJOHlHDogNy4yM8K1ckoIDDIuMjahwrZKCAAxRcEBZTYnCBGHBDI3rfdGIwAeSggAOUFNCHCXrDZLCCACIekglPkmAY8+MQEIUtsCKicILoYDBGlkMkIILhsAJgsIWjwADHR5cGViPgDliWIeABxwcmlvcml0eWIhABRjcmVhdGUSpA1mJAAmcQhiJACBZmIdAAh0YXISUgsEY28ByT4eCS4MASEnXhEJADYaEQkINS4xdhEJBNwiKhEJQCHFqRolOc6UQCmJ0t7gC5OZDrQNZAFAAVJwaW5uZXIgam9pbiwgZXF1YWw6W2VxercJcucAAR0QKSBlcSgiwwkELCARCwg2KV0Nvww2LjI4QcyxgwSTAUWQEF9oYXNoSagEOnsSnQsEOjUSAQgALGlNDDo0LjgFOAUuEDoxNjkuDo8LBH0soaIMYmU6ez2mBDo17dMAOmk3EG1heDo1DXcEcHIBLggxOTONmWWqDCBhbmRlBhA6MjUuOA4+CyTUUSF+/VR9SBaVQjkBAMv+5AL+5AL+5AL+5AKK5AJ9ykoNED2rVRUANIXhURVC5QsE2CUu1AIYzqZn4m+alR6MCADwUdQEtwYOdxAQcCBieTodgj5hAyBmdW5jczptYXh67QIdpyqYDAQ1LA1BHGZpcnN0cm93LkYANmsACCktPoKHAH5GALEeZkwAESKemAChT2pOAKVtKSN+nAClfGZLAAUfnpYAsapmTwARIp5SAL3bZlUAHSWiWADZD2pYABklnlgApT9iMgIBHp5KAC5wBmZSAC4mAG2HADc6NBEYvQJwYXJ0aQ5mCRhvcmtlcjp7JlgMGDYuODc1MTMSWg4d7qV8DGFza18OrAgWeBIWUw4OHBMIMzkyDtQNpZ4AXw57Fxg6MTc3Ljc1EiMKDkkLEowUHDMzLjcxMzQ5EnUJobwYNi44MDg4NRJNEQhwOTUdEBR9LCBmaW5SoAAYNy4yNjI1MBIkD16gAMkoCaAQMjguMDYW4xIBigWeDDMuODUmHBQJnRg1LjMyOTM5BVgBnRg3LjIxNzE05ZMBnRkQXm4KFDQNzkjW5Ea+BACr/lkG/lkGOlkGSXNawgR5jlohAD10YhkJMn4DWkgALqcCJlAIADVVsgQ2NS5OCAAPPh4SNjkGFJLHF1XY/EZ7AQBeWn0AhuYAikAKBGlkDa0EOC5Jjyxsb29wczoycOglGAE=')\n# Resource_group: default\n;"] [2024/05/06 08:02:39.806 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:39.806 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:39.806 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=48.394Β΅s] [] [2024/05/06 08:02:39.811 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:39.813 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:39.813 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:39.813 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=85.673Β΅s] [] [2024/05/06 08:02:39.818 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:39.820 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:39.820 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:39.820 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=64.262Β΅s] [] [2024/05/06 08:02:39.823 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:39.823 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:39.824 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=51.364Β΅s] [] [2024/05/06 08:02:39.829 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:39.830 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:39.831 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:39.831 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=74.3Β΅s] [] [2024/05/06 08:02:39.837 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:39.838 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:39.838 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:39.838 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=50.134Β΅s] [] [2024/05/06 08:02:39.842 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:39.842 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:39.842 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=56.761Β΅s] [] [2024/05/06 08:02:39.848 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:39.850 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:39.850 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:39.850 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=69.981Β΅s] [] [2024/05/06 08:02:39.855 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:39.857 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:39.857 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:39.857 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=66.419Β΅s] [] [2024/05/06 08:02:39.861 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:39.861 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:39.861 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=49.005Β΅s] [] [2024/05/06 08:02:39.866 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:39.868 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:39.868 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:39.868 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=70.241Β΅s] [] [2024/05/06 08:02:39.873 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:39.874 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:39.875 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:39.875 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=47.277Β΅s] [] [2024/05/06 08:02:39.905 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:39.905 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:39.905 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=124.164Β΅s] [] [2024/05/06 08:02:39.912 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:39.914 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:39.914 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:39.914 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=59.905Β΅s] [] [2024/05/06 08:02:39.920 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:39.922 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:39.922 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:39.922 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=52.447Β΅s] [] [2024/05/06 08:02:39.926 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:39.926 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:39.926 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=54.166Β΅s] [] [2024/05/06 08:02:39.932 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=99219] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:39.945 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=98315] [kvs=2809] [files=1] [sstFileSize=33990] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/5b01ea05-b867-4c9b-ba2e-652c22c12a05.sst] [firstKey=7480000000000000B35F7280000000000015FA] [lastKey=7480000000000000B35F7280000000000020F2] [2024/05/06 08:02:39.947 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:39.952 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:39.974 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2809] [size=98315] [2024/05/06 08:02:39.974 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:40.032 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98315] [kvs=2809] [importedSize=294934] [importedCount=8434] [2024/05/06 08:02:40.034 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=86.260365ms] [] [2024/05/06 08:02:40.040 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:40.042 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:40.042 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:40.042 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=71.351Β΅s] [] [2024/05/06 08:02:40.047 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:40.047 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:40.047 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=86.022Β΅s] [] [2024/05/06 08:02:40.053 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:40.055 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:40.055 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:40.055 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=50.181Β΅s] [] [2024/05/06 08:02:40.061 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:40.063 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:40.063 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:40.063 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=58.23Β΅s] [] [2024/05/06 08:02:40.069 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:40.069 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:40.069 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=63.134Β΅s] [] [2024/05/06 08:02:40.075 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:40.076 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:40.076 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:40.077 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=51.314Β΅s] [] [2024/05/06 08:02:40.083 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:40.084 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:40.084 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:40.084 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=48.502Β΅s] [] [2024/05/06 08:02:40.088 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:40.088 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:40.088 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=54.59Β΅s] [] [2024/05/06 08:02:40.094 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:40.095 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:40.095 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:40.095 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=43.407Β΅s] [] [2024/05/06 08:02:40.102 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:40.103 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:40.103 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:40.103 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=52.604Β΅s] [] [2024/05/06 08:02:40.107 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:40.107 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:40.107 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=56.757Β΅s] [] [2024/05/06 08:02:40.112 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:40.114 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:40.114 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:40.114 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=65.322Β΅s] [] [2024/05/06 08:02:40.119 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:40.121 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:40.121 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:40.121 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=67.103Β΅s] [] [2024/05/06 08:02:40.125 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:40.125 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:40.125 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=47.459Β΅s] [] [2024/05/06 08:02:40.130 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:40.132 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:40.132 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:40.132 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=70.769Β΅s] [] [2024/05/06 08:02:40.138 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:40.139 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:40.140 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:40.140 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=93.375Β΅s] [] [2024/05/06 08:02:40.143 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:40.143 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:40.143 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=62.765Β΅s] [] [2024/05/06 08:02:40.149 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:40.151 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:40.151 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:40.151 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=48.847Β΅s] [] [2024/05/06 08:02:40.157 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:40.158 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:40.158 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:40.158 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=51.181Β΅s] [] [2024/05/06 08:02:40.162 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:40.162 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:40.162 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=63.262Β΅s] [] [2024/05/06 08:02:40.168 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:40.169 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:40.169 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:40.169 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=72.986Β΅s] [] [2024/05/06 08:02:40.199 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:40.201 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:40.201 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:40.201 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=86.614Β΅s] [] [2024/05/06 08:02:40.206 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:40.206 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:40.206 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=73.095Β΅s] [] [2024/05/06 08:02:40.212 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=174872] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:40.219 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=179] [key=diskquota-test.csv:0] [readDur=293.50498ms] [encodeDur=2.644411793s] [checksum="{cksum=13278823448959016481,size=349744,kvs=10000}"] [deliverDur=48.098881ms] [type=file] [takeTime=3.000000613s] [] [2024/05/06 08:02:40.219 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=54810] [kvs=1566] [files=1] [sstFileSize=19384] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/458230c7-c8b5-48cb-a870-e28219d78c03.sst] [firstKey=7480000000000000B35F7280000000000020F3] [lastKey=7480000000000000B35F728000000000002710] [2024/05/06 08:02:40.219 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=24] [step=import] [subtask-id=47] [takeTime=3.024318685s] [] [2024/05/06 08:02:40.220 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/05/06 08:02:40.220 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/05/06 08:02:40.220 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:40.221 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:40.221 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=1.626175ms] [] [2024/05/06 08:02:40.221 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 08:02:40.226 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:40.248 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=1566] [size=54810] [2024/05/06 08:02:40.248 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:40.281 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=54810] [kvs=1566] [importedSize=349744] [importedCount=10000] [2024/05/06 08:02:40.283 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=61.575206ms] [] [2024/05/06 08:02:40.287 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:40.309 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=1566] [size=54810] [2024/05/06 08:02:40.309 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:40.341 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=54810] [kvs=1566] [importedSize=404554] [importedCount=11566] [2024/05/06 08:02:40.343 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=121.770572ms] [] [2024/05/06 08:02:40.343 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 08:02:40.349 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=5.207504ms] [] [2024/05/06 08:02:40.349 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/05/06 08:02:40.349 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:40.349 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=0] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 08:02:40.351 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:40.351 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:40.351 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [takeTime=2.370728ms] [] [2024/05/06 08:02:40.351 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=64.899Β΅s] [] [2024/05/06 08:02:40.351 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 08:02:40.355 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:40.355 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=3.79026ms] [] [2024/05/06 08:02:40.355 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 08:02:40.356 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [takeTime=698.355Β΅s] [] [2024/05/06 08:02:40.407 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=24] [step=import] [2024/05/06 08:02:40.415 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:40.416 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:40.416 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:40.416 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:40.416 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:40.416 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:40.416 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:40.416 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:40.417 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:40.417 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:40.417 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:40.417 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:40.417 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:40.417 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:40.417 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:40.418 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:40.418 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:40.419 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:40.419 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:40.419 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:40.419 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:40.419 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:40.419 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=3.286630168s] [] [2024/05/06 08:02:40.492 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":11566,\"ColSizeMap\":{\"1\":21744,\"2\":21744}}"] [2024/05/06 08:02:40.493 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:40.493 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 08:02:40.657 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:40.701 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [2024/05/06 08:02:40.702 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [2024/05/06 08:02:40.702 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [2024/05/06 08:02:40.709 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [takeTime=7.15082ms] [] [2024/05/06 08:02:40.709 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [groupId=-1] [size=349744] [kvs=10000] [checksum=13278823448959016481] [2024/05/06 08:02:40.709 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [checksum="{cksum=13278823448959016481,size=349744,kvs=10000}"] [2024/05/06 08:02:40.709 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [weight=30] [2024/05/06 08:02:40.709 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [concurrency=15] [2024/05/06 08:02:40.715 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=179] [physicalTableID=179] [indexID=-1] [checksum=13278823448959016481] [totalKvs=10000] [totalBytes=349744] [2024/05/06 08:02:40.716 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [local="{cksum=13278823448959016481,size=349744,kvs=10000}"] [2024/05/06 08:02:40.716 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [takeTime=14.450777ms] [] [2024/05/06 08:02:40.716 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [takeTime=14.65033ms] [] [2024/05/06 08:02:40.755 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=98.165705ms] [] [2024/05/06 08:02:40.816 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:02:40.816 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=24] [step=post-process] [state=running] [] [2024/05/06 08:02:40.819 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=24] [2024/05/06 08:02:40.872 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=24] [type=ImportInto] [2024/05/06 08:02:40.900 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=24] [2024/05/06 08:02:40.951 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:40.951 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=24] [2024/05/06 08:02:41.015 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.541530454\n# Parse_time: 0.000532712\n# Compile_time: 0.001157472\n# Rewrite_time: 0.000298365\n# Optimize_time: 0.001362036\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: b74ef18b8b91fbb6972ff394e46ac7dcd3c98c579d826ec6957bbe1c6cbbe3d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC41NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC41NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_disk_quota`.`t` FROM 'gs://test-load/diskquota-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH disk_quota=_UTF8MB4'1b';"] === RUN TestImportInto/TestGBK [2024/05/06 08:02:41.031 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=122] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_charset;"] [user=root@%] [2024/05/06 08:02:41.033 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=122] [cur_db=load_csv] [sql="CREATE DATABASE load_charset;"] [user=root@%] [2024/05/06 08:02:41.036 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:41.066 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:182, Type:create schema, State:queueing, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:41.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:41.066 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:182, Type:create schema, State:queueing, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:41.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_charset;"] [2024/05/06 08:02:41.110 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [category=ddl] [job="ID:182, Type:create schema, State:queueing, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:41.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:41.139 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=934.313Β΅s] [gotSchemaVersion=123] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:02:41.149 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=182] [version=123] [2024/05/06 08:02:41.187 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=53.070896ms] [job="ID:182, Type:create schema, State:done, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:41.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:41.252 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [job="ID:182, Type:create schema, State:synced, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:41.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:41.276 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=182] [2024/05/06 08:02:41.277 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:41.306 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=123] [cur_db=load_csv] [sql="CREATE TABLE load_charset.gbk (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET gbk;"] [user=root@%] [2024/05/06 08:02:41.350 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:41.28 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:41.350 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:41.28 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.gbk (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET gbk;"] [2024/05/06 08:02:41.390 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=184] [conn=2] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:41.28 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:41.397 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 181, Table ID: 183, Table Name: gbk"] [2024/05/06 08:02:41.448 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=2.278285ms] [gotSchemaVersion=124] [phyTblIDs="[183]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:41.459 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=184] [version=124] [2024/05/06 08:02:41.495 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=53.064505ms] [job="ID:184, Type:create table, State:done, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:41.28 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:41.558 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=184] [conn=2] [job="ID:184, Type:create table, State:synced, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:41.28 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:41.597 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=184] [2024/05/06 08:02:41.597 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:41.600 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.319292668\n# Parse_time: 0.024258704\n# Compile_time: 0.001393676\n# Rewrite_time: 0.000069746\n# Optimize_time: 0.001761676\n# Wait_TS: 0.000448639\n# DB: load_csv\n# Is_internal: false\n# Digest: cfbc6f5cd6277b5b9a7b31f86566840ecb6cd85611cb466d1d4d45b30752460f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.gbk ( i INT, j VARCHAR(255) ) CHARACTER SET gbk;"] [2024/05/06 08:02:41.602 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=124] [cur_db=load_csv] [sql="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [user=root@%] [2024/05/06 08:02:41.635 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:186, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:41.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:41.635 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:186, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:41.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [2024/05/06 08:02:41.691 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:185, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:41.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:41.723 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 181, Table ID: 185, Table Name: utf8mb4"] [2024/05/06 08:02:41.783 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=2.167696ms] [gotSchemaVersion=125] [phyTblIDs="[185]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:41.793 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=186] [version=125] [2024/05/06 08:02:41.831 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=54.154933ms] [job="ID:186, Type:create table, State:done, SchemaState:public, SchemaID:181, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:41.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:41.889 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [job="ID:186, Type:create table, State:synced, SchemaState:public, SchemaID:181, TableID:185, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:41.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:41.922 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=186] [2024/05/06 08:02:41.922 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:41.925 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.324634323\n# Parse_time: 0.000561211\n# Compile_time: 0.000848205\n# Rewrite_time: 0.000046347\n# Optimize_time: 0.001761676\n# Wait_TS: 0.000370856\n# DB: load_csv\n# Is_internal: false\n# Digest: 8571b0835bd6580e6df533d1e89e5c4f1cdd6f8d878f83f3d4e14b8b1dbb3267\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.utf8mb4 ( i INT, j VARCHAR(255) ) CHARACTER SET utf8mb4;"] [2024/05/06 08:02:41.938 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:42.147 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"gbk\"}}"] [dist-task-enabled=true] [2024/05/06 08:02:42.226 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=25] [task-id=25] [data-size=69B] [thread-cnt=26] [global-sort=false] [2024/05/06 08:02:42.261 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=25] [2024/05/06 08:02:42.261 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 08:02:42.367 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:42.369 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:42.370 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=25] [curr-step=init] [next-step=import] [2024/05/06 08:02:42.386 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:42.389 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=gbk] [2024/05/06 08:02:42.389 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=69] [2024/05/06 08:02:42.389 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=gbk] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=69] [cost=70.751Β΅s] [2024/05/06 08:02:42.389 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=gbk] [takeTime=173.949Β΅s] [] [2024/05/06 08:02:42.389 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=25] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:42.389 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 08:02:42.530 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=25] [mode=Import] [2024/05/06 08:02:42.549 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=25] [2024/05/06 08:02:42.569 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=25] [type=ImportInto] [remaining-slots=26] [2024/05/06 08:02:42.614 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:42.616 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=25] [step=import] [2024/05/06 08:02:42.617 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:42.625 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:42.625 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:02:42.625 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:42.625 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:42.626 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:42.626 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:42.626 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:42.626 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:42.626 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:42.639 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:42.640 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:42.640 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=374.2GB] [2024/05/06 08:02:42.641 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=25] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:02:42.641 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=gbk] [import-id=25] [disk-quota=348.5GiB] [2024/05/06 08:02:42.685 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=25] [step=import] [subtask-id=49] [2024/05/06 08:02:42.688 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 08:02:42.692 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 08:02:42.692 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=183] [2024/05/06 08:02:42.708 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=183] [key=gbk.csv:0] [2024/05/06 08:02:42.711 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=183] [key=gbk.csv:0] [readDur=1.094199ms] [encodeDur=873.132Β΅s] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [deliverDur=217.464Β΅s] [type=file] [takeTime=2.496862ms] [] [2024/05/06 08:02:42.712 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=25] [step=import] [subtask-id=49] [takeTime=26.564597ms] [] [2024/05/06 08:02:42.712 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/25/bde291e2-5685-5f69-92ea-f9e2ed68f368.sst/3b26bde8-072e-4bda-88eb-658ace5ef93c.sst] [firstKey=7480000000000000B75F728000000000000001] [lastKey=7480000000000000B75F728000000000000002] [2024/05/06 08:02:42.712 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/05/06 08:02:42.712 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/05/06 08:02:42.712 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 08:02:42.714 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.694629ms] [] [2024/05/06 08:02:42.714 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [2024/05/06 08:02:42.718 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:42.740 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] ["region ranges"=1] [count=2] [size=160] [2024/05/06 08:02:42.740 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:42.752 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/06 08:02:42.754 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [takeTime=39.988681ms] [] [2024/05/06 08:02:42.754 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 08:02:42.755 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=922.208Β΅s] [] [2024/05/06 08:02:42.755 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/05/06 08:02:42.755 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 08:02:42.756 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=1.206232ms] [] [2024/05/06 08:02:42.756 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [2024/05/06 08:02:42.756 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 08:02:42.756 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [takeTime=55.489Β΅s] [] [2024/05/06 08:02:42.756 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 08:02:42.757 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=726.553Β΅s] [] [2024/05/06 08:02:42.797 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=25] [step=import] [2024/05/06 08:02:42.800 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:42.800 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:42.800 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:42.800 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:42.800 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:42.800 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:42.800 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:42.800 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:42.800 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:42.801 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:42.801 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:42.801 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:42.801 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:42.803 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:42.803 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:42.803 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:42.803 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:42.803 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:42.803 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=188.357884ms] [] [2024/05/06 08:02:42.906 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:42.908 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:42.909 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:42.909 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:42.972 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/05/06 08:02:42.973 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:42.973 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 08:02:43.098 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:43.137 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [2024/05/06 08:02:43.137 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [2024/05/06 08:02:43.138 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [2024/05/06 08:02:43.144 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [takeTime=6.794645ms] [] [2024/05/06 08:02:43.144 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [groupId=-1] [size=160] [kvs=2] [checksum=12169156294469719470] [2024/05/06 08:02:43.144 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 08:02:43.145 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [weight=30] [2024/05/06 08:02:43.145 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [concurrency=15] [2024/05/06 08:02:43.148 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=183] [physicalTableID=183] [indexID=-1] [checksum=12169156294469719470] [totalKvs=2] [totalBytes=160] [2024/05/06 08:02:43.148 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 08:02:43.148 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [takeTime=10.877605ms] [] [2024/05/06 08:02:43.148 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [takeTime=11.049776ms] [] [2024/05/06 08:02:43.179 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:02:43.179 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=25] [step=post-process] [state=running] [] [2024/05/06 08:02:43.181 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=25] [2024/05/06 08:02:43.187 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=88.219583ms] [] [2024/05/06 08:02:43.265 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=25] [type=ImportInto] [2024/05/06 08:02:43.267 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=25] [2024/05/06 08:02:43.290 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:43.290 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=25] [2024/05/06 08:02:43.369 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:43.491 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.56451451\n# Parse_time: 0.000674369\n# Compile_time: 0.001183311\n# Rewrite_time: 0.000288205\n# Optimize_time: 0.001761676\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'gbk';"] [2024/05/06 08:02:43.512 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:43.702 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"gbk\"}}"] [dist-task-enabled=true] [2024/05/06 08:02:43.789 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=26] [task-id=26] [data-size=69B] [thread-cnt=26] [global-sort=false] [2024/05/06 08:02:43.823 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=26] [2024/05/06 08:02:43.823 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 08:02:43.928 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:43.929 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:43.930 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=26] [curr-step=init] [next-step=import] [2024/05/06 08:02:43.949 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:43.951 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8mb4] [2024/05/06 08:02:43.951 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=69] [2024/05/06 08:02:43.952 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8mb4] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=69] [cost=84.367Β΅s] [2024/05/06 08:02:43.952 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8mb4] [takeTime=251.698Β΅s] [] [2024/05/06 08:02:43.952 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=26] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:43.952 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 08:02:44.093 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=26] [mode=Import] [2024/05/06 08:02:44.114 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=26] [2024/05/06 08:02:44.137 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=26] [type=ImportInto] [remaining-slots=26] [2024/05/06 08:02:44.176 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:44.177 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=26] [step=import] [2024/05/06 08:02:44.178 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:44.186 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:44.186 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:02:44.187 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:44.187 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:44.188 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:44.188 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:44.188 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:44.188 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:44.188 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:44.200 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:44.202 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:44.202 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=374.2GB] [2024/05/06 08:02:44.202 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=26] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:02:44.202 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8mb4] [import-id=26] [disk-quota=348.5GiB] [2024/05/06 08:02:44.239 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=26] [step=import] [subtask-id=51] [2024/05/06 08:02:44.243 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 08:02:44.246 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 08:02:44.247 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=185] [2024/05/06 08:02:44.268 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=185] [key=gbk.csv:0] [2024/05/06 08:02:44.271 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=185] [key=gbk.csv:0] [readDur=1.629278ms] [encodeDur=927.961Β΅s] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [deliverDur=277.237Β΅s] [type=file] [takeTime=3.395711ms] [] [2024/05/06 08:02:44.274 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=26] [step=import] [subtask-id=51] [takeTime=34.516297ms] [] [2024/05/06 08:02:44.274 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/26/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/068d5034-a8dd-4e23-b721-e599c60a7817.sst] [firstKey=7480000000000000B95F728000000000000001] [lastKey=7480000000000000B95F728000000000000002] [2024/05/06 08:02:44.274 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/05/06 08:02:44.274 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/05/06 08:02:44.274 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 08:02:44.275 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.630602ms] [] [2024/05/06 08:02:44.276 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/05/06 08:02:44.280 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:44.301 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=160] [2024/05/06 08:02:44.302 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:44.315 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/06 08:02:44.317 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=41.376543ms] [] [2024/05/06 08:02:44.317 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 08:02:44.318 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=967.78Β΅s] [] [2024/05/06 08:02:44.318 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/05/06 08:02:44.318 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 08:02:44.319 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.287076ms] [] [2024/05/06 08:02:44.320 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/05/06 08:02:44.320 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 08:02:44.320 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=77.06Β΅s] [] [2024/05/06 08:02:44.320 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 08:02:44.321 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=982.992Β΅s] [] [2024/05/06 08:02:44.370 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=26] [step=import] [2024/05/06 08:02:44.372 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:44.372 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:44.372 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:44.372 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:44.372 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:44.372 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:44.372 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:44.372 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:44.372 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:44.373 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:44.373 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:44.373 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:44.373 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:44.374 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:44.375 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:44.375 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:44.375 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:44.375 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:44.375 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=198.407318ms] [] [2024/05/06 08:02:44.454 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:44.456 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:44.457 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:44.457 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:44.519 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/05/06 08:02:44.520 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:44.520 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 08:02:44.649 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:44.695 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [2024/05/06 08:02:44.695 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [2024/05/06 08:02:44.695 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [2024/05/06 08:02:44.702 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [takeTime=6.876472ms] [] [2024/05/06 08:02:44.702 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [groupId=-1] [size=160] [kvs=2] [checksum=12169156294469719470] [2024/05/06 08:02:44.702 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 08:02:44.702 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [weight=30] [2024/05/06 08:02:44.702 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [concurrency=15] [2024/05/06 08:02:44.706 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=185] [physicalTableID=185] [indexID=-1] [checksum=12169156294469719470] [totalKvs=2] [totalBytes=160] [2024/05/06 08:02:44.706 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 08:02:44.706 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [takeTime=11.49626ms] [] [2024/05/06 08:02:44.706 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [takeTime=11.667688ms] [] [2024/05/06 08:02:44.777 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=128.289665ms] [] [2024/05/06 08:02:44.778 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:02:44.778 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=26] [step=post-process] [state=running] [] [2024/05/06 08:02:44.781 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=26] [2024/05/06 08:02:44.829 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=26] [type=ImportInto] [2024/05/06 08:02:44.831 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=26] [2024/05/06 08:02:44.854 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:44.854 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=26] [2024/05/06 08:02:44.933 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:45.034 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.5345658549999999\n# Parse_time: 0.00099015\n# Compile_time: 0.001414728\n# Rewrite_time: 0.000257954\n# Optimize_time: 0.000814458\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'gbk';"] [2024/05/06 08:02:45.043 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=125] [cur_db=load_csv] [sql="TRUNCATE TABLE load_charset.gbk;"] [user=root@%] [2024/05/06 08:02:45.077 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:45.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:45.077 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:45.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_charset.gbk;"] [2024/05/06 08:02:45.119 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:45.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:45.130 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 181, Table ID: 187, Table Name: gbk, Old Table ID: 183, Old Table Name: gbk"] [2024/05/06 08:02:45.215 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=2.237074ms] [gotSchemaVersion=126] [phyTblIDs="[183,187]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:02:45.224 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=188] [version=126] [2024/05/06 08:02:45.261 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=53.498084ms] [job="ID:188, Type:truncate table, State:done, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:45.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:45.300 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=188] [tableIDs="[183]"] [comment="drop table: table ID"] [2024/05/06 08:02:45.307 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=188] [jobType="truncate table"] [2024/05/06 08:02:45.311 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [job="ID:188, Type:truncate table, State:synced, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:45.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:45.364 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/05/06 08:02:45.364 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:45.367 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.324633146\n# Parse_time: 0.000246007\n# Compile_time: 0.000640564\n# Rewrite_time: 0.000030164\n# Optimize_time: 0.001356551\n# Wait_TS: 0.000433308\n# DB: load_csv\n# Is_internal: false\n# Digest: c8f29f40d190979c1f87d3d570bb2b003426b3619cdb4afc7b648989d16bb74a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_charset.gbk;"] [2024/05/06 08:02:45.379 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:45.543 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8mb4.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8mb4\"}}"] [dist-task-enabled=true] [2024/05/06 08:02:45.668 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=27] [task-id=27] [data-size=101B] [thread-cnt=26] [global-sort=false] [2024/05/06 08:02:45.713 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=27] [2024/05/06 08:02:45.713 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 08:02:45.819 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:45.820 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:45.821 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=27] [curr-step=init] [next-step=import] [2024/05/06 08:02:45.839 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:45.842 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=gbk] [2024/05/06 08:02:45.842 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=101] [2024/05/06 08:02:45.842 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=gbk] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=101] [cost=59.212Β΅s] [2024/05/06 08:02:45.842 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=gbk] [takeTime=188.037Β΅s] [] [2024/05/06 08:02:45.843 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=27] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:45.843 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 08:02:45.963 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=27] [mode=Import] [2024/05/06 08:02:46.009 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=27] [2024/05/06 08:02:46.017 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=27] [type=ImportInto] [remaining-slots=26] [2024/05/06 08:02:46.062 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:46.064 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=27] [step=import] [2024/05/06 08:02:46.065 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:46.072 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:46.073 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:02:46.073 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:46.073 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:46.074 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:46.074 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:46.074 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:46.074 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:46.074 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:46.087 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:46.088 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:46.089 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=374.2GB] [2024/05/06 08:02:46.089 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=27] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:02:46.089 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=gbk] [import-id=27] [disk-quota=348.5GiB] [2024/05/06 08:02:46.134 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=27] [step=import] [subtask-id=53] [2024/05/06 08:02:46.138 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 08:02:46.141 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 08:02:46.142 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=187] [2024/05/06 08:02:46.149 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=187] [key=utf8mb4.csv:0] [2024/05/06 08:02:46.153 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=187] [key=utf8mb4.csv:0] [readDur=1.439491ms] [encodeDur=1.180717ms] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [deliverDur=269.073Β΅s] [type=file] [takeTime=3.361532ms] [] [2024/05/06 08:02:46.155 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/27/bde291e2-5685-5f69-92ea-f9e2ed68f368.sst/8500301b-e69c-4d25-ab67-881408f0938e.sst] [firstKey=7480000000000000BB5F728000000000000001] [lastKey=7480000000000000BB5F728000000000000002] [2024/05/06 08:02:46.155 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=27] [step=import] [subtask-id=53] [takeTime=21.318787ms] [] [2024/05/06 08:02:46.156 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/05/06 08:02:46.156 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/05/06 08:02:46.156 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 08:02:46.157 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.227063ms] [] [2024/05/06 08:02:46.157 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [2024/05/06 08:02:46.161 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:46.184 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] ["region ranges"=1] [count=2] [size=160] [2024/05/06 08:02:46.184 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:46.197 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/06 08:02:46.199 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [takeTime=42.299992ms] [] [2024/05/06 08:02:46.199 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 08:02:46.201 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.090351ms] [] [2024/05/06 08:02:46.201 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/05/06 08:02:46.201 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 08:02:46.202 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=1.601414ms] [] [2024/05/06 08:02:46.202 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [2024/05/06 08:02:46.203 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 08:02:46.203 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [takeTime=54.569Β΅s] [] [2024/05/06 08:02:46.203 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 08:02:46.203 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=870.139Β΅s] [] [2024/05/06 08:02:46.256 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=27] [step=import] [2024/05/06 08:02:46.259 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:46.259 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:46.259 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:46.259 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:46.259 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:46.259 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:46.259 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:46.259 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:46.259 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:46.259 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:46.259 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:46.259 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:46.259 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:46.261 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:46.261 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:46.261 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:46.261 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:46.261 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:46.261 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=198.67147ms] [] [2024/05/06 08:02:46.332 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:46.333 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:46.334 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:46.334 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:46.443 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/05/06 08:02:46.444 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:46.445 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 08:02:46.563 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:46.604 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [2024/05/06 08:02:46.604 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [2024/05/06 08:02:46.604 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [2024/05/06 08:02:46.612 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [takeTime=7.556721ms] [] [2024/05/06 08:02:46.612 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [groupId=-1] [size=160] [kvs=2] [checksum=12169156294469719470] [2024/05/06 08:02:46.612 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 08:02:46.612 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [weight=30] [2024/05/06 08:02:46.612 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [concurrency=15] [2024/05/06 08:02:46.616 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=187] [physicalTableID=187] [indexID=-1] [checksum=12169156294469719470] [totalKvs=2] [totalBytes=160] [2024/05/06 08:02:46.616 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 08:02:46.616 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [takeTime=12.355341ms] [] [2024/05/06 08:02:46.616 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [takeTime=12.524201ms] [] [2024/05/06 08:02:46.657 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=93.9911ms] [] [2024/05/06 08:02:46.763 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:02:46.763 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=27] [step=post-process] [state=running] [] [2024/05/06 08:02:46.767 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=27] [2024/05/06 08:02:46.807 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=27] [type=ImportInto] [2024/05/06 08:02:46.820 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=27] [2024/05/06 08:02:46.842 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:46.842 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=27] [2024/05/06 08:02:46.925 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.556340653\n# Parse_time: 0.000508222\n# Compile_time: 0.001152973\n# Rewrite_time: 0.000273536\n# Optimize_time: 0.001356551\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/utf8mb4.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8mb4';"] [2024/05/06 08:02:46.931 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:46.933 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=126] [cur_db=load_csv] [sql="TRUNCATE TABLE load_charset.gbk;"] [user=root@%] [2024/05/06 08:02:46.967 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:190, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:46.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:46.967 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:190, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-06 08:02:46.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_charset.gbk;"] [2024/05/06 08:02:47.008 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=190] [conn=2] [category=ddl] [job="ID:190, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:46.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:47.020 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 181, Table ID: 189, Table Name: gbk, Old Table ID: 187, Old Table Name: gbk"] [2024/05/06 08:02:47.062 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=2.700474ms] [gotSchemaVersion=127] [phyTblIDs="[187,189]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:02:47.074 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=190] [version=127] [2024/05/06 08:02:47.109 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=54.274947ms] [job="ID:190, Type:truncate table, State:done, SchemaState:public, SchemaID:181, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:46.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:47.176 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=190] [tableIDs="[187]"] [comment="drop table: table ID"] [2024/05/06 08:02:47.184 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=190] [jobType="truncate table"] [2024/05/06 08:02:47.188 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=190] [conn=2] [job="ID:190, Type:truncate table, State:synced, SchemaState:public, SchemaID:181, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:46.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:47.258 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=190] [2024/05/06 08:02:47.258 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:47.262 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.32995009\n# Parse_time: 0.000410518\n# Compile_time: 0.000709326\n# Rewrite_time: 0.000034753\n# Optimize_time: 0.000875902\n# Wait_TS: 0.000335251\n# DB: load_csv\n# Is_internal: false\n# Digest: c8f29f40d190979c1f87d3d570bb2b003426b3619cdb4afc7b648989d16bb74a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_charset.gbk;"] [2024/05/06 08:02:47.276 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:47.459 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/emoji.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8mb4\"}}"] [dist-task-enabled=true] [2024/05/06 08:02:47.565 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=28] [task-id=28] [data-size=61B] [thread-cnt=26] [global-sort=false] [2024/05/06 08:02:47.614 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=28] [2024/05/06 08:02:47.614 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 08:02:47.719 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:47.720 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:47.721 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=28] [curr-step=init] [next-step=import] [2024/05/06 08:02:47.744 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:47.747 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=gbk] [2024/05/06 08:02:47.747 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=61] [2024/05/06 08:02:47.747 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=gbk] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=61] [cost=77.536Β΅s] [2024/05/06 08:02:47.747 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=gbk] [takeTime=212.896Β΅s] [] [2024/05/06 08:02:47.747 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=28] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:47.747 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 08:02:47.872 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=28] [mode=Import] [2024/05/06 08:02:47.890 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=28] [2024/05/06 08:02:47.892 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=28] [type=ImportInto] [remaining-slots=26] [2024/05/06 08:02:47.931 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:47.958 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=28] [step=import] [2024/05/06 08:02:47.960 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:47.970 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:47.970 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:02:47.970 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:47.971 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:47.972 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:47.972 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:47.972 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:47.972 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:47.972 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:47.986 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:47.987 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:47.988 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=374.2GB] [2024/05/06 08:02:47.988 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=28] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:02:47.988 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=gbk] [import-id=28] [disk-quota=348.5GiB] [2024/05/06 08:02:48.031 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=28] [step=import] [subtask-id=55] [2024/05/06 08:02:48.035 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 08:02:48.038 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 08:02:48.039 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=189] [2024/05/06 08:02:48.054 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=189] [key=emoji.csv:0] [2024/05/06 08:02:48.056 +00:00] [ERROR] [chunk_process.go:334] ["process chunk failed"] [type=ImportInto] [table-id=189] [key=emoji.csv:0] [takeTime=1.602469ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func1\n\tpkg/executor/importer/chunk_process.go:334\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process\n\tpkg/executor/importer/chunk_process.go:354\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunkWithWriter\n\tpkg/executor/importer/engine_process.go:116\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunk\n\tpkg/executor/importer/engine_process.go:69\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:75\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 08:02:48.056 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=28] [step=import] [subtask-id=55] [takeTime=24.923976ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:02:48.056 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:02:48.057 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:02:48.057 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:48.057 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:48.057 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:48.057 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:48.057 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:48.057 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/05/06 08:02:48.057 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:48.057 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:48.057 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:48.075 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=28] [step=import] [2024/05/06 08:02:48.078 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:48.078 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:48.078 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:48.078 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:48.078 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:48.080 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:48.080 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:48.080 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:48.080 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:48.080 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:48.080 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=149.399822ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/05/06 08:02:48.080 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:02:48.150 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[table:1366]Incorrect string value '\\\\\\\\xF0\\\\\\\\x9F\\\\\\\\x98\\\\\\\\x80' for column 'j'\\\"}\"]"] [2024/05/06 08:02:48.214 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=28] [type=ImportInto] [2024/05/06 08:02:48.237 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=28] [step=import] [state=reverting] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/05/06 08:02:48.239 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=28] [step=import] [mode=Normal] [2024/05/06 08:02:48.256 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=28] [2024/05/06 08:02:48.320 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=28] [2024/05/06 08:02:48.341 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:48.341 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=28] [2024/05/06 08:02:48.451 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:48.516 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=28] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:403\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1209\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:158\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:251\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestGBK\n\ttests/realtikvtest/importintotest/import_into_test.go:544\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 08:02:48.517 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.253520264\n# Parse_time: 0.000651647\n# Compile_time: 0.001876231\n# Rewrite_time: 0.000350247\n# Optimize_time: 0.000875902\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS4yNXMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjEuMjVzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/emoji.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8mb4';"] === RUN TestImportInto/TestGeneratedColumnsAndTSVFile [2024/05/06 08:02:48.519 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=127] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/06 08:02:48.544 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:191, Type:drop schema, State:queueing, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:48.48 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:48.544 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:191, Type:drop schema, State:queueing, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:48.48 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/05/06 08:02:48.604 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:drop schema, State:queueing, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:48.48 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:48.636 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=326.443Β΅s] [gotSchemaVersion=128] [phyTblIDs="[175]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:02:48.646 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=191] [version=128] [2024/05/06 08:02:48.685 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=53.480874ms] [job="ID:191, Type:drop schema, State:running, SchemaState:write only, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:48.48 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:48.747 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:drop schema, State:running, SchemaState:write only, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:48.48 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:48.773 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=245.75Β΅s] [gotSchemaVersion=129] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:02:48.822 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=191] [version=129] [2024/05/06 08:02:48.822 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id db9eb31b-8841-4201-9c4b-86324e5deb30"] ["ddl job id"=191] [ver=129] [2024/05/06 08:02:48.844 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=75.738994ms] [job="ID:191, Type:drop schema, State:running, SchemaState:delete only, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:48.48 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:48.897 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:drop schema, State:running, SchemaState:delete only, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:48.48 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:48.931 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=239.387Β΅s] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:02:48.943 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=191] [version=130] [2024/05/06 08:02:48.980 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=53.130453ms] [job="ID:191, Type:drop schema, State:done, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:48.48 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:49.046 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=191] [tableIDs="[175]"] [comment="drop schema: table IDs"] [2024/05/06 08:02:49.055 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=191] [jobType="drop schema"] [2024/05/06 08:02:49.059 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [job="ID:191, Type:drop schema, State:synced, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:48.48 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:49.108 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=191] [2024/05/06 08:02:49.108 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:49.112 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.593989935\n# Parse_time: 0.000561971\n# Compile_time: 0.000827376\n# Rewrite_time: 0.000038099\n# Optimize_time: 0.000875902\n# Wait_TS: 0.000403121\n# Is_internal: false\n# Digest: 90823b624f9f7165ddb142ce332b9bfc34fed2bbf1bc11ef3d4787cd1598b726\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_csv;"] [2024/05/06 08:02:49.114 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=130] [cur_db=] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/06 08:02:49.146 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:193, Type:create schema, State:queueing, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:49.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:49.146 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:193, Type:create schema, State:queueing, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:49.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/05/06 08:02:49.186 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=193] [conn=2] [category=ddl] [job="ID:193, Type:create schema, State:queueing, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:49.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:49.226 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=1.151142ms] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:02:49.236 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=193] [version=131] [2024/05/06 08:02:49.288 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=66.527247ms] [job="ID:193, Type:create schema, State:done, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:02:49.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:49.341 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=193] [conn=2] [job="ID:193, Type:create schema, State:synced, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:49.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:49.370 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=193] [2024/05/06 08:02:49.370 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:49.385 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=131] [cur_db=load_csv] [sql="CREATE TABLE load_csv.t_gen1 (a int, b int generated ALWAYS AS (a+1));"] [user=root@%] [2024/05/06 08:02:49.432 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:194, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:49.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:49.432 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:194, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:49.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_csv.t_gen1 (a int, b int generated ALWAYS AS (a+1));"] [2024/05/06 08:02:49.485 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:194, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:49.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:49.495 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 192, Table ID: 194, Table Name: t_gen1"] [2024/05/06 08:02:49.547 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=3.122924ms] [gotSchemaVersion=132] [phyTblIDs="[194]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:49.556 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=195] [version=132] [2024/05/06 08:02:49.592 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=52.959797ms] [job="ID:195, Type:create table, State:done, SchemaState:public, SchemaID:192, TableID:194, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:49.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:49.648 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [job="ID:195, Type:create table, State:synced, SchemaState:public, SchemaID:192, TableID:194, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:49.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:49.698 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=195] [2024/05/06 08:02:49.698 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:49.744 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.362424175\n# Parse_time: 0.001761744\n# Compile_time: 0.001871609\n# Rewrite_time: 0.000074912\n# Optimize_time: 0.000875902\n# Wait_TS: 0.000496371\n# DB: load_csv\n# Is_internal: false\n# Digest: 44459012174f20922ebbeb279540a1f1e608def0e29395f245e4f8496bfb740e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_csv;\nCREATE TABLE load_csv.t_gen1 (a int, b int generated ALWAYS AS (a+1));"] [2024/05/06 08:02:49.768 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:49.966 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 08:02:50.894 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:431.654617ms txnStartTS:449572390942801922 region_id:28 store_addr:127.0.0.1:20160 stats:Cop:{num_rpc:1, total_time:431.5ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:1 total_versions:1 rocksdb_delete_skipped_count:0 rocksdb_key_skipped_count:0 rocksdb_cache_hit_count:2 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 08:02:50.894 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:971.324675ms txnStartTS:449572390798622722 region_id:28 store_addr:127.0.0.1:20160 stats:Cop:{num_rpc:1, total_time:971.1ms} kv_process_ms:0 kv_wait_ms:969 kv_read_ms:0 processed_versions:0 total_versions:66 rocksdb_delete_skipped_count:31 rocksdb_key_skipped_count:156 rocksdb_cache_hit_count:9 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 08:02:50.894 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:643.207835ms txnStartTS:449572390890110982 region_id:28 store_addr:127.0.0.1:20160 stats:Cop:{num_rpc:1, total_time:643ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:1 rocksdb_delete_skipped_count:0 rocksdb_key_skipped_count:0 rocksdb_cache_hit_count:3 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 08:02:50.897 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572390811467780\n# Query_time: 0.869317216\n# Parse_time: 0\n# Compile_time: 0.000329253\n# Rewrite_time: 0.000004485\n# Optimize_time: 0.00025495\n# Wait_TS: 0\n# Prewrite_time: 0.865690046 Commit_time: 0.001910019 Get_commit_ts_time: 0.000432727 Slowest_prewrite_rpc_detail: {total:0.866s, region_id: 28, store: 127.0.0.1:20160, time_detail: {tikv_wall_time: 1.06ms}, scan_detail: {get_snapshot_time: 22.8Β΅s, rocksdb: {block: {cache_hit_count: 12}}}, write_detail: {store_batch_wait: 23.5Β΅s, propose_send_wait: 0s, persist_log: {total: 369.6Β΅s, write_leader_wait: 562ns, sync_log: 313.6Β΅s, write_memtable: 2.13Β΅s}, commit_log: 529.8Β΅s, apply_batch_wait: 19.7Β΅s, apply: {total:137.9Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 36.4Β΅s, write_memtable: 33.9Β΅s}}} Commit_primary_rpc_detail: {total:0.866s, region_id: 28, store: 127.0.0.1:20160, time_detail: {tikv_wall_time: 1.06ms}, scan_detail: {get_snapshot_time: 22.8Β΅s, rocksdb: {block: {cache_hit_count: 12}}}, write_detail: {store_batch_wait: 23.5Β΅s, propose_send_wait: 0s, persist_log: {total: 369.6Β΅s, write_leader_wait: 562ns, sync_log: 313.6Β΅s, write_memtable: 2.13Β΅s}, commit_log: 529.8Β΅s, apply_batch_wait: 19.7Β΅s, apply: {total:137.9Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 36.4Β΅s, write_memtable: 33.9Β΅s}}} Write_keys: 6 Write_size: 5254 Prewrite_region: 1\n# Is_internal: true\n# Digest: 9505cacb7c710ed17125fcc6cb3669e8ddca6c8cd8af6a31f6b3cd64604c3098\n# Num_cop_tasks: 0\n# Mem_max: 16384\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 08:02:50.898 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572390890110982\n# Query_time: 0.651520269\n# Parse_time: 0\n# Compile_time: 0.004609169\n# Rewrite_time: 0.001155042\n# Optimize_time: 0.001863544\n# Wait_TS: 0.000101403\n# Cop_time: 0.643971345 Process_time: 0.000064079 Wait_time: 0.000033017 Request_count: 1 Total_keys: 1 Get_snapshot_time: 0.000 Rocksdb_block_cache_hit_count: 3\n# Is_internal: true\n# Digest: bcd7df1463335119fc75a5a25ae9cc4fbb2403bad111f18913a53838d1b66b71\n# Stats: tidb_runaway_watch_done:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 6.4079e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.3017e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 235\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.642910325\n# PD_total: 0.000044063\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('uQbwaTAJMTRfNQkwCTMzMzMuMzMJbXlzcWwudGlkYl9ydW5hd2F5X3dhdGNoX2RvbmUuZG9uZV90aW1lCTAJdGltZTo2NDQuN21zLCBsb29wczoxCTAgQnl0ZXMJMCBCeXRlcwoxCTMxXzEwCTAVYkBkYXRhOlNlbGVjdGlvbl85CR1LCDVtcxVLeCwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogNjQzLjIBKkRwcm9jX2tleXM6IDAsIHRvdF8BEgEhEC4xwrVzCRMcd2FpdDogMzMFEYBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcQhfZHUFGhhuOiA0OC4yBTqobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGuFF9ycGM6MQWCCGFsXy0sJDNtc319CTIzNSApJTBOL0EKMgkxXzkJMV8wNSEIZ3QomoYBGCwgMDAwMC0FAwwgMDA6BQMALgEUDDAwKQkhWARrdgXRBDp7BYIkMHMsIGxvb3BzOgG1PHNjYW5fZGV0YWlsOiB7dG8BqSlNODEsIGdldF9zbmFwc2hvdAm/DCAxNS4pCzRyb2Nrc2RiOiB7YmxvYyGfOVIMY291biFvEH19fSwgAXU+YgAhoghlc3MNVAA2PaoIYWxfIawNGi2xAHQBwwh3YWwtRDQgMjM0LjXCtXN9CU4vQQEEHAozCTQzXzgJIUIsMTAwMDAJdGFibGU6WsMCfCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvejYBIAlOL0EJTi9BCg==')\n# Plan_digest: 427b520df1bfa8a66481180b3e307dcb884a99b60de3967b55ac08615b0f46cf\n# Binary_plan: tidb_decode_binary_plan('ogfICp0HCgZTb3J0XzUSvAYKDlRhYmxlUmVhZGVyXzEwEoMECgtTZWxlY3Rpb25fORKfAQoPBSNMRnVsbFNjYW5fOCEAAAAA+B03QSkBCfB1AIjDQDgCQAJKIgogCgVteXNxbBIXdGlkYl9ydW5hd2F5X3dhdGNoX2RvbmVSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeAkIDP///wEFjiwokzdBKauqqqqqCqoFjhBSR2d0KAWNAC5ajAAULmRvbmVfAWUYLCAwMDAwLQUDDCAwMDoFAwAuARQcMDApatwBdGlmlACoLCBzY2FuX2RldGFpbDoge3RvdGFsX2tleXM6IDEsIGdldF9zbmFwc2hvdAVs4DogMTUuMsK1cywgcm9ja3NkYjoge2Jsb2NrOiB7Y2FjaGVfaGl0X2NvdW50OiAzfX19LCB0aW1lXzpiABxwcm9jZXNzXwHAFDogNjQuMQVUCX8Md2FpdA0aBDMzCRgBwwx3YWxsDRckMjM0LjXCtXN9cCFEBQEEAXgFBwEBJAEhVVVVVZUH/kA5VCwBQAFSEGRhdGE6U2VVHgRaFQWAFDY0NC41bTmqGGLWAWNvcF8lxxAge251bSUMCG1heAGqCDMuMgErAcEtKAQwLAG4BdMBIRnLBckAOhHEEGNvcHJfOSMYcmF0aW86ICGpGCwgYnVpbGQFcQhfZHUFGhBuOiA0OC1qqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrhRfcnBjOjEFlQBhLTEgNjQzbXN9fXDrMiYBGGwL2lIRjA1deiEmACeadwI9PTQ3bXMsIGxvb3BzOjEYAQ==')\n# Resource_group: default\n;"] [2024/05/06 08:02:50.898 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572390942801922\n# Query_time: 0.443259612\n# Parse_time: 0\n# Compile_time: 0.00503726\n# Rewrite_time: 0.000630001\n# Optimize_time: 0.001694456\n# Wait_TS: 0.00014121\n# Cop_time: 0.433784549 Process_time: 0.000144615 Wait_time: 0.000084174 Request_count: 2 Process_keys: 2 Total_keys: 3 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 1 Rocksdb_key_skipped_count: 2 Rocksdb_block_cache_hit_count: 5\n# Index_names: [dist_framework_meta:PRIMARY]\n# Is_internal: true\n# Digest: 4b96d5d3b0100db751a03f5341c7ba207163251d820d8115aa60e75693b5e939\n# Stats: dist_framework_meta:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 7.2307e-05 Cop_proc_p90: 9.0259e-05 Cop_proc_max: 9.0259e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 4.2087e-05 Cop_wait_p90: 5.2662e-05 Cop_wait_max: 5.2662e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 37806\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[dist_framework_meta] remain after pruning paths for dist_framework_meta given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('0w24MAkzXzEzCTAJMTAwMDAJbXlzcWwuZGlzdF9mcmFtZXdvcmtfbWV0YS5ob3N0LCBmIAAMcm9sZW4gAPBDY3B1X2NvdW50CTEJdGltZTo0MzYuM21zLCBsb29wczoyLCBDb25jdXJyZW5jeTo1CTE4LjAgS0IJTi9BCjEJMzBfMTIVpxlECDUuODJEAEhpbmRleF90YXNrOiB7dG90YWxfBW4QIDIuMDIBKkRmZXRjaF9oYW5kbGU6IDEuOTkBFpBidWlsZDogMTIuMsK1cywgd2FpdDogMTguNsK1c30sIHRhYmxlTlcADDQzMy4FWCRudW06IDEsIGNvGcUsIDV9LCBuZXh0OiB7AVIAXwWeAYwAMwW2BRQAdAVbGGxvb2t1cF8NiBAyOTkuMxWJNiMASHJlc3A6IDQzMi45bXN9CTE4LjkxJyAyCTQ2XzEwKEIBzhApCTFfMC3XBWQAOkrXAQAsKTEgOlBSSU1BUlkoIeZ8KSwga2VlcCBvcmRlcjp0cnVlLCBzdGF0czpwc2V1ZG8xfQwxLjk0ITwpwAAzAfsAcDEjMQ4IbWF4IWUENDUBKSBwcm9jX2tleXMlKQx0b3RfARIMOiA5MA3tARMhFBQ6IDUyLjclAGhjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwptQVyCF9kdQUaGG46IDU3LjQFOgxtYXhfAfIMc3FsXzKVAUQxfSwgcnBjX2luZm86e0NvcDoBrxhfcnBjOjEsAYRRNBgxLjMzbXN9If8IaWt2BWkEOntFTgAwVbcBTShzY2FuX2RldGFpbFV1AdoIZXNzMu8ABGFsMhcAIF9zaXplOiA1ORF1KRs8MiwgZ2V0X3NuYXBzaG90XwVxCCAyNC0RXHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZGldJVoIa2V5PhYAGDIsIGJsb2NhFTlNZY8MOiAzfQnjBG1lXsUACYMAOT2nCGFsXyGpDRo1riUoCHdhbHV1DDgwLjVhQgwJTi9BAQRBoyQ1XzExKFByb2JlmqMCXY4QZmFsc2VWjwJhEkVnSZAAMmaQAhA0MzEuN26RAgQ1NE1EWZEEMzEFyQVVtpECDDQ4LjH+kQJNkQG5ADX+kgKGkgIENDg2kgIAMVKSAgAxcaNZkmJjAgAymmMCLnkBNmMCNYA+YwJEMTkyLjjCtXN9CU4vQQlOL0EK')\n# Plan_digest: cef718bcf4137307a8167e595941a92a260deb7dd9e1c9735bfba3ce3542de0f\n# Binary_plan: tidb_decode_binary_plan('5Q6oCuAOCg1Qcm9qZWN0aW9uXzEzEpwNCg5JbmRleExvb2tVcF8xMhLIBQoQSQETXEZ1bGxTY2FuXzEwGgEBIQAAAADw7yBBKQEJ9F4BAIjDQDABOAJAAkovCi0KBW15c3FsEhNkaXN0X2ZyYW1ld29ya19tZXRhGg8KB1BSSU1BUlkSBGhvc3RSHWtlZXAgb3JkZXI6dHJ1ZSwgc3RhdHM6cHNldWRvWhR0aW1lOjEuOTRtcywgbG9vcHM6M2LYAWNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuNDVtcywgcHJvY19rZXlzOiAxLCB0b3RfcHJvYzogOTAuM8K1cywgdG90X3dhaXQ6IDUyLjfCtXMsIGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZF90YXNrX2R1cmF0aW9uOiA1Ny40wrVzLCBtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6e251bV9ycGM6MSwgdG90YWxfdGltZToxLjMzbXN9fWrBAnRpa3ZfdGFzazp7dGltZTowFfkQMX0sIHMhhDhkZXRhaWw6IHt0b3RhbF8B2xhlc3Nfa2V5FfA6FwAkX3NpemU6IDU5LCENBGFsDSw8MiwgZ2V0X3NuYXBzaG90XyVuFCAyNC43wiESeHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDohdghrZXk+FgAYMiwgYmxvYyGcEGNhY2hlJU4NMhQzfX19LCABZ17FAAEcBDogLqgBBGFsJaoNGgQ1Mg2dIHRpa3Zfd2FsbA0ZKDI4MC41wrVzfXD/EQEEAXgRCkD/ARKNBQoRVGFibGVSb3dJREnMDDEaAQJFzAiAoilCzAIIHgocbswCBFIeXbsUZmFsc2UsNrwCABUFyxQ0MzIuNW01xAgyYtpivQIQNDMxLjcBKyHRLaJJJyXjFDogNTQuNCWZCHRvdCUUDDogMzEF9RAsIGNvcLa+Agw0OC4xBU0MbWF4X2GsFHNxbF9jb86+AgG5HDVtc319apICJZcAdP6/Ala/AgQ0ODa/AgAxUr8CADFRIgByVb9ikAIAMpqQAi56ATaQAjWBBfldkBAxOTIuOGaQAhwh8KANhx9wEzJ3AggBQAFVNwg1LjhBDABshfQQMmLwAWmhiClbcfpFYhAgMi4wMgErRGZldGNoX2hhbmRsZTogMS45OQEWKGJ1aWxkOiAxMi4yJe8Id2FpYbsIOC42AZ0ILCB0YRROVwAMNDMzLgVYsWIyHQIoNX0sIG5leHQ6IHsBUgBfBZ4BjAAzBbcFFAB0BVsYbG9va3VwXw2IEDI5OS4zFYk2IwAUcmVzcDogYTIYOW1zfXC6ly7BAyUxBCfOQjEBCFJjbcFwAC5BwzpvBgAuwWMELCBmIAAMcm9sZW4gAAhjcHWJujWWCDYuMyFVMZYEDUN9MUQ1cPSPAXj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/05/06 08:02:50.901 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572390798622722\n# Query_time: 1.00340854\n# Parse_time: 0\n# Compile_time: 0.022027896\n# Rewrite_time: 0.002855483\n# Optimize_time: 0.014480126\n# Wait_TS: 0.000127473\n# Cop_time: 0.973536957 Process_time: 0.000324373 Wait_time: 0.969382109 Request_count: 2 Total_keys: 178 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 86 Rocksdb_key_skipped_count: 434 Rocksdb_block_cache_hit_count: 9\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000162186 Cop_proc_p90: 0.00020479 Cop_proc_max: 0.00020479 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 0.484691054 Cop_wait_p90: 0.969350673 Cop_wait_max: 0.969350673 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 17023\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('jCWwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTAJASJgOjk3NS41bXMsIGxvb3BzOjEJMCBCeXRlcxEIGAoxCTNfMTVukgAMaWQsIFqMAAGyDF9rZXlmIQAEeXBmpgAMc3RhdG4eAARlcGJYAIYmASBvbmN1cnJlbmNmnQCOSgEkdGFyZ2V0X3NjbwHJHENvbHVtbiMzITA1XwAzPV8ILCBDGXlYOk9GRgk0LjcxIEtCCU4vQQoyCTZfMTYlbCBncm91cCBieTpaWgEhdSRmdW5jczptYXgoHSUMYmFjawE9FG5kX3N1YiGBAC4d7AgpLT4VpAAsDUEcZmlyc3Ryb3cuRgAucgIQaWQpLT4dYjYcAJ5GAAGKQQtmTAARIqJSAAh5cGVqTgBFWikjfuIARWlmSwAFH56WAFF6Zk8AESKeUgBdh2ZVAB0lolgAWYpqWAAZJZ5YAAxzdGVwZlEAAR6eSgAuXQNmUgAuJgAu1wQAMjJ4A0xwYXJ0aWFsX3dvcmtlcjp7d2FsbKUlKDo5NzQuNjc2ODIxATEd8Qw6NSwgRZVobnVtOjAsIHRvdF93YWl0OjQuODcyMzI4NzFzCRYUZXhlYzowDQ1l+QUjEDU3MDU1ASQIbWF4BWcUNTQ0Mjc4AWcIcDk1MhIAFH0sIGZpblqgABw1LjE1MTAyNAE5XqAAAawRoBwzOC4zMDHCtQ2RBZ4QNS40NzMVExWkIDQ2ODE4MzZzLA2kFDUuMTA2MCkLCaQZEgB9gaUBBAQKM8EVHDgJMAkwLjAyXqoGgaNaNwQlVv4YBloYBnlfWn0AMisDXiQALvcCWiQAScpaHQAulQIypgZ2oAVZwAA0qjgGGDQJMTdfMjAxkFBpbm5lciBqb2luLCBlcXVhbDpbZXEu3gVKhAByzQABHRApIGVxKNE8ADfByMnrCDYpXWa1AGxidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDoyLjQ5Qc0QZmV0Y2gVDgUuDDowc30efQgRCCAKNQkzXzIxKEIBTwApEec9eo7RAEokADLmAQxjYXN0eiUBWbcwZG91YmxlIEJJTkFSWf1VADcxDAgyLjMuVwkhMCJxCOX4CDIuNvX4FDYJMzBfMnVQGUQAMoUsHpsJCDIzORqdCQ4tCBg3CTQ3XzI1MRUYMV8wCTEwCSlnNHN0LCBpbmRleDppZHhfgQAMX2lkKA0IRCksIHJhbmdlOlsiOjQwMDAiLA0IUF0sIGtlZXAgb3JkZXI6ZmFsc2UsIMH9HHM6cHNldWRvEZkIMS42Nt0ACGNvcBKeCgg6IHuhLAQgMYlPDCAxLjEFKQxwcm9jYfAIczogrUgBEhw6IDExOS42wpGopVwQIDMxLjQFE2hjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCxJKwVzCF9kdQUaGG46IDU2LjkFOixtYXhfZGlzdHNxbF895Ew6IDF9LCBycGNfaW5mbzp7Q29wOgGwFF9ycGM6MaXKDmYLRGltZToxLjA0bXN9fSwgdGlrdgVpBDp7BRqh5i2RPH0sIHNjYW5fZGV0YWlsOiBJ3Q3oEDExMiwgEhsKGG5hcHNob3SpdAggMTQN8phyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDU1LCBrZXk+FwAgMjc4LCBibG9jIW0AfQmiBG1lPoQAIV8IZXNzEXQuZwHBZARhaRGPNW4F6PkVCCAyNCGGufMwNwkxXzI3KFByb2JlKUVupfwEaW56NANBQEhlLCAicGVuZGluZyIsICJydW5uAQswKSwgbm90KGlzbnVsbIJHAAhlcClh+0H8AQQcCjgJNDVfMjYFizL5AoLEAgE/AQSJVwA5EdQYMAkyOS45Ny5YBD7rCp1zLhsAmRheIQASjQpaHQAtIloeAP7PBv7PBk7PBj4rBS4MAeH2Xh4FDtsMZUUIOTczMnYORh8FDDQuMzQeFw2lHwU9KaGRhwFGEhQJbZAUCTI2MyBCEr4OtSEEMzMuIQUAM7EhtSAlfQAoBQa9GAxwYXVzQaIALBUKKF0sIFsicmV2ZXJ0CRkZDAkbTdQALFXeok4FEDk3Mi424Q4NxwAsgfqJczpPBQw5NzEuEk4OYd+NaDJQBRAyMDQuOKUDIgwKDCA5NjkpJgBjvlAFCDkwLhYyCu5QBalQAboAMfZRBQQ2NlJQBQQyNw2lflAFBDMxwd8AeT5QBQgxNTa5UNlurYUAOZpiBTJ5ATZiBTWAPmIFARkEN206YwUEMzWRj+HRSfBWJQUudQMSoQlGHgUEMzQFRi72AqYdBQ==')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('zSjACsgoCgdTb3J0XzEzEq8nCg1Qcm9qZWN0aW9uXzE1EqMkCgpIYXNoQWdnXzE2EtAaCjIhABQ4EqQXCgsBISRKb2luXzIwEvsJMkMAZDIxEoMICg5JbmRleExvb2tVcF8yOBKWBQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQigAAAkQDgCQAJKJQojCgVteXNxbBICc3QaFgoLaWR4X2V4ZWNfaWQSB2UJCQhSN3IBTiQ6WyI6NDAwMCIsDQjweV0sIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb1oUdGltZToxLjY1bXMsIGxvb3BzOjFi2QFjb3BfdGFzazoge251bTogMSwgbWF4OiAxLjE1bXMsIHByb2Nfa2V5czogMCwgdG90X3Byb2M6IDExOS42wrVzCRTgd2FpdDogMzEuNMK1cywgY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkX3Rhc2tfZHVyARoYbjogNTYuOQU6qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBsBRfcnBjOjEFhAhhbF8N4zAwNG1zfX1q/wF0aWt2Cd0AewUbADAZ+gx9LCBzIZMoZGV0YWlsOiB7dG8BQgnpQDExMiwgZ2V0X3NuYXBzaG90CVoMIDE0LgnzmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNTUsIGtleT4XACAyNzgsIGJsb2MhbhB9fX0sIAGXPoQAGHByb2Nlc3MRdAQxOQ11CaIhag0bNW8F6Ah3YWwtAgggMjQhhwh9cP8RAQQBeBEKJP8BEp0CCgxTZWxtADwyNxJuChFUYWJsZVJvd0lESakANkmmEFSlQCkABQFNpggNCgtdpgRSHnZ1AlaBAAgaAQIJXiyQpUApoNtLGqN1lD9hBBRSbmluKG1hA0wudGlkYl9iYWNrZ3JvdW5kX3N1YkEyAC5B00hlLCAicGVuZGluZyIsICJydW5uAQswKSwgbm90KGlzbnVsbIJHAAxlcCkpVp8AHCGNRGyNMvVyHZwIAUABbUAMMi4yOGEWAGxpQARw7y5aAWHdGKmDwKdjFXQ2PQAIUpUBftcADGVwLCB2JAB9DhQsIGNhc3R65AAhMEHQaCwgZG91YmxlIEJJTkFSWSktPkNvbHVtbiMzNxXVADMyFQQED0N9eRRPRkZw7BQuQAIEvgs2/gQMORL/Bzb+BAwzNhLYRv4ECDMzGpH+BLiaUVgAPon+CBwKGlFYFAF0Gg4KBSXpABIJBwRSbZH1DHBhdXMh7AAsFQooXSwgWyJyZXZlcnQJGRkMCRtNHgAsVSiGKwUAFWGWFDo5NzIuNj3sBGLbYiwFEDk3MS4zASthuyF0Pi0FEDIwNC44heAIdG90ZcMYOiA5NjkuNAE1AGO+LQUMOTAuMwVN7i0FqS0BugAxpS4EkQKFRkE2ui4FBDY2Ui0FBDI3DaZ+LQUEMzHBvQB5Pi0FCDE1Nrkt2UytYgA5mj8FMnoBBGFsJXytPzWBBfm9PwEZBDdtYkAFBNYBLkAFDDM1Em1CQAUEMzSJ4gSquTroAggMCgpZ6Po/BSgEukApuR6F61H4PWVFBFIoVgAFDGdsb2LhHQRhc6FAavkEGIk7w9ZL4Y0dVoH5cQ4AM0mukfoEhwKdFKHTGOkglPkmAY82PgAIUtsCndYuigAEaWQy8QQuGwABqmFGZiEACHlwZWIdAIU6Yh4AGHByaW9yaXRmXAAUY3JlYXRlRSNiRQAyiwVa4AAAcz7TBTbiAAByEl8IBGNvAck+zQUuKgAhJ17ABQA2PZx2wQUE3CI9rUQhxakaJTnOlEApidLe4AuTmT8h6FhScGlubmVyIGpvaW4sIGVxdWFsOltlcXplBnLmAAEdECkgZXEo1XEELCARCwg2KV0VvgA0qT1NWgRiNxYiChRoYXNoX3QOmAgEOnsS+wgQOjIuNDmhMRBmZXRjaBUOBS4sOjBzfSF+/VR9SBaVOtgAAMv+ggL+ggL+ggL+ggKKggJdxEp1CV3vXrQBQjMIBNglLnICGM6mZ+JvmpWxDQDwSXIEtwYO3gkQcCBieTodgT7+AiBmdW5jczptYXh6iwIdpirkCAQ1LA1BHGZpcnN0cm93LkYANmsACCktPoKHAH5GAJG7ZkwAESKemACB7GpOAKUKKSN+nAClGWZLAAUfnpYAsUdmTwARIp5SAL14ZlUAHSWiWAAmzApqWAAZJZ5YAIXdYjICAR6eSgAAdN0NZlIALiYAdYYINS4yoRGxOhjEAnBhcnRpDucIGG9ya2VyOnsm1ggkOTc0LjY3NjgyMQEyHfEMOjUsIEWVEG51bTowEksPEiYJLDo0Ljg3MjMyODcxcwkWDo0QEkQPDsUKEiQLBSMQNTcwNTUBJA44EAFnEDU0NDI3EicNCHA5NTISABR9LCBmaW5aoAAYNS4xNTEwMhoUCyb7Dy6gAAEMHkILFDM4LjMwMRIJCwEUBZ4QNS40NzMVExWkIDQ2ODE4MzZzLA2kFDUuMTA2MCkLCaQZElo3DxghNA3OSNbkPsQEAKv+Xgb+XgY6XgZJeVrIBHmUWiEAXRdm/QiKIQkurQL59AA1XbgSLw1RuHo+BhSSxxdV2Pw+egEAXlrEAIblAIrBAARpZB2sNDVtcywgbG9vcHM6MRgB')\n# Resource_group: default\n;"] [2024/05/06 08:02:50.905 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=29] [task-id=29] [data-size=7B] [thread-cnt=26] [global-sort=false] [2024/05/06 08:02:50.950 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=29] [2024/05/06 08:02:50.950 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 08:02:51.058 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:51.060 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:51.061 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=29] [curr-step=init] [next-step=import] [2024/05/06 08:02:51.081 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:51.085 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen1] [2024/05/06 08:02:51.085 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/05/06 08:02:51.085 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=62.191Β΅s] [2024/05/06 08:02:51.085 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen1] [takeTime=173.232Β΅s] [] [2024/05/06 08:02:51.085 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=29] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:51.085 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 08:02:51.255 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=29] [mode=Import] [2024/05/06 08:02:51.280 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=29] [type=ImportInto] [remaining-slots=26] [2024/05/06 08:02:51.322 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:51.323 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=29] [step=import] [2024/05/06 08:02:51.325 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:51.334 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:51.334 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:02:51.335 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:51.335 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:51.336 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:51.336 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:51.336 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:51.336 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:51.336 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:52.058 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:643.366377ms txnStartTS:449572391191838721 region_id:14 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:643.2ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:1 processed_versions:1 total_versions:113 rocksdb_delete_skipped_count:56 rocksdb_key_skipped_count:280 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 08:02:52.058 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:710.264404ms txnStartTS:449572391178469377 region_id:14 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:710.1ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:1 processed_versions:0 total_versions:445 rocksdb_delete_skipped_count:104 rocksdb_key_skipped_count:1200 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 08:02:52.062 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:52.063 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572391178469377\n# Query_time: 0.726365185\n# Parse_time: 0\n# Compile_time: 0.011476236\n# Rewrite_time: 0.002342495\n# Optimize_time: 0.007450966\n# Wait_TS: 0.000139032\n# Cop_time: 0.708435114 Process_time: 0.000605936 Wait_time: 0.000100133 Request_count: 2 Total_keys: 890 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 208 Rocksdb_key_skipped_count: 2400\n# Is_internal: true\n# Digest: 1a96197a635ab3d1c0fc027ce178d8aa751e4bd033c39db6163d3ba75b49fe3f\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000302968 Cop_proc_p90: 0.000305806 Cop_proc_max: 0.000305806 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 5.0066e-05 Cop_wait_p90: 5.2529e-05 Cop_wait_max: 5.2529e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 2029\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('zBegMAkzXzEzCTAJMTAJbXlzcWwudGlkYl9kZGxfam9iLmpvYl9tZXRhLCBKHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjcwOS42bXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5Ok9GRgkxLjM2IEtCCU4vQQoxCTE0XzE0Yn0AGWAYOmRlc2MsIEqEAAGhBGlkLoAAADUdgBwJMCBCeXRlcxEIHAoyCTE3XzI4CXNUaW5uZXIgam9pbiwgZXF1YWw6W2VxKGJlADAsIENvbHVtbiMxNSldLnIAADMdcngsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsOjcwOC45ASoQZmV0Y2gZDwUwDDowc30RpREIJAozCTMxXzQxKEIBUgApCbRAZGF0YTpTZWxlY3Rpb25fNDAZiQg4LjcBXzV7aGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDcxMAmzIWA0X2tleXM6IDAsIHRvdF8BEiQ6IDMwMC4xwrVzCRQkd2FpdDogNTIuNQUTZGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwEfsBdAhfZHUFGhBuOiA2NA06OG1heF9kaXN0c3FsX2NvblUXSCAxfSwgcnBjX2luZm86e0NvcDoBsQxfcnBjQUIlPgBfSV8sMTAuMW1zfX0JMjUzLdoYTi9BCjQJMSEKBDFfRcdQbm90KGlzdHJ1ZV93aXRoX251bGwoStYBFHJlb3JnKSFYDHRpa3YFtwQ6ewVoADE9SDx9LCBzY2FuX2RldGFpbDogKc4tN0A0NDUsIGdldF9zbmFwc2hvdAmoECAyOS42JS6gcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAxMDQsIGtleV8+GAAAMiVQCGxvYyG/EH19fSwgAZo+hgAhsAhlc3MNdjK4AQRhbCW6DRs1vylOKGt2X3JlYWRfd2FsLVsAIAX0JQkdFSA0NzcuOcK1c30hZwEEHAo1CTQzXzM5LWwMMDAwCUnlLjYEAdJsZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb0WzanIBAWkBBDAKMwk2XzI5KFByb2JlIag0NjQwMAlncm91cCBieTp1jkAsIGZ1bmNzOmZpcnN0cm93KBUaCCktPhUMBXYUbWU6MS45Bex1KBBwYXJ0aSEvGG9ya2VyOns5ABwxLjQyNzQ2OEEPLrICCDUsIEXlYVdtOmUmGDYuMjc0ODaFEGFPFGV4ZWM6MG1IIcAcOjYuNDk2NDdlqWGNGDEuMzUyOTeFGAhwOTUdEBR9LCBmaW5alwAQNzg0MjMFNV6XAAGjBG90CZcYMjUuMzQywnHRBZYMNC40MkmjAScFnBg3Ljg0NjA2pcAJnBQ3MjI4NDQB/gmcERA5omF6ADOBhCWbaXoAbmFwNXdtYSV5ADIF+C15CAkzOLGeYcQQNQk2XzMhpQA4QVU15Uq4A031CGluZ1ISBiRzY2hlbWFfaWRzUh8ARa8JHkk2CG1pbhWuADhWMQIEMjEhBA24ACxqMQIYNjI4LjY0NyVrXpoBLjECGDIuMjYyMTclcyGIJZsyMQIYMi40NTE5NsXVIZUYNTExLjI0OAViIZUZEHIxAhAxMTU1NiXKXpcALjECEDMyLjMzYfjJAgWWCdUBpUUtHDQuNDg0NjIyIRkBmBgxLjA0OTk1BWMBmBkQWS0ANsHQDDM2CTAp5ABkwcskSGFzaEFnZ18zMXGgBDQw0TE1cV7KBggxLjYlmkESrZItXgESwckENS4pKwG4ZaMIIDQ3rZsAY77JBgQ0MQ067skGyckMMS40NUrIBgA3YQQAMaVc/gYDzgYDSmwDFl8JfRYOOwnFJqEB/i8H9S8EMy6Jn/4vB7ovB10eoWkEYWnxL1UlBHRvARqiLwcMODEuNDIvBwQ4CeEvoSYOmwiB2oWA/i8HVi8H')\n# Plan_digest: 03fa0f18132c15290435ccd6930c03fe7257c7017164897b1e5acdd3c92e1828\n# Binary_plan: tidb_decode_binary_plan('tRrwSQqwGgoNUHJvamVjdGlvbl8xMxKWGQoHU29ydF8xNBKeGAoLSGFzaEpvaW5fMjgS6wYKDlRhYmxlUmVhZGVyXzQxEqkECgxTZWxlCUAYNDASlgEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8GUAiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2oddGlrdl90YXNrOnt0aW1lOjFtcywgbG9vcHM6MX1w//////8BBAQBeAEGBQEAAQWECCBlMQ2EBAAkBYRYUi9ub3QoaXN0cnVlX3dpdGhfbnVsbCgFlQAuLpQALC5yZW9yZykpaqICdG59AAgsIHMB9PBeZGV0YWlsOiB7dG90YWxfa2V5czogNDQ1LCBnZXRfc25hcHNob3RfdGltZTogMjkuNsK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAxMDQsIGtleV8+GABEMjAwLCBibG9jazoge319fSwgAVo+hgAccHJvY2Vzc18BHBg6IDMwMC4xBXcJpAh3YWkRkQw1Mi41HRosa3ZfcmVhZF93YWxsDT0lcSUJHRUcNDc3LjnCtXNaggE0GgEBIVVVVVWVj/JAKQAFATQkQDgBQAFSEWRhdGE6U11HBFoVBaUYNzA4LjdtczXcFGLbAWNvcCn6TCB7bnVtOiAxLCBtYXg6IDcxMC4zASsB5i1xBDAsAdwF+DrwAAXuADoZ6Vxjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4lWAx1aWxkBXQIX2R1BRoQbjogNjQtI6htYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbEUX3JwYzoxBZgAYS1NAboYMW1zfX1w/S6xAhAS+g8KCmF+IEFnZ18yORK2DC5qAxAzMBLTCxkgEDM1EskHNp0DEDM2Eo0FHSIAMU6bAwA0ZRf+mwP+mwNhmwAodZsEQL9pmyyUAWdyb3VwIGJ5Om2BJTaQAyHnHGVzc2luZywgSh8AJHNjaGVtYV9pZHNSHwAQdGFibGUJHiRmdW5jczptaW4oSkcATGpvYl9pZCktPkNvbHVtbiMxOGqi/gEESgEECDMuMmVwAHL+AQS2AQQINS44BXdCAQQENDeNkgkaogEEDDgxLjRmAQQcId7d3d0dPvdt/iHoYf4ED2Rh/ghIYXNF6gwzMVoWZfwENDBxYyBsb29wczoxYtli/QMIMS42hZJBFVb8Ax3rbfwV5ML8AwQ0MS0e7vwDafwMMS40NUb7AyUpCK1s+DopAQCE/hEDvhEDVfV9AQg1WhQlnwgxLjIlczGdRK8CcGFydGlhbF93b3JrZXI6e9kaGDYyOC42NDdFbC4kBRw1LCB0YXNrX6HJrazBhiA6Mi4yNjIxNzahzyh0b3RfZXhlYzowc6U2yYEcMi40NTE5NjUBIqH/FDUxMS4yNEnOCHA5NR0QFH0sIGZpblKXABwxLjExNTU2NAFFXpcAAaMAb00zEDMyLjMzweEJiQWWCdUBIyUWHDQuNDg0NjIyAVMBmBgxLjA0OTk1BWMBmBkQWiUHKfsESP4t+wgAuUBlJAAWFqcIAG4OnQgxlgg1KSk5jC4mBwhw/AIq+QgkGgECIUREREQkYz5VAAQ4Z7FgFVMALK0PHGZpcnN0cm93HW25BFkDADkyAwIAs2oDAhwxLjQyNzQ2OCEZXmwBLgMCGDYuMjc0ODbl0iFeJW0yAwIYNi40OTY0NwX5KWsUMzUyOTc5AWIpaxEQcgMCEDc4NDIzBTVelwAuAwIQMjUuMzSprBWWEDQuNDI2RdwBE0UHGDcuODQ2MDZFwQmcEDcyMjg0XQcREF4HAhgUrkfhDHsIKq4KaAFAAVI8aW5uZXIgam9pbiwgZXF1YWw6W2VxKGK5BgQsIDXaBCldIlQJBDkuJVdxugA5FuEIEGhhc2hf5RgAOha2ChJ+CSUaEGZldGNoGQ8FMCw6MHN9IZ2rBTkqfgg6pgAAPUqQAKGa6a8UOmRlc2MsTrQH6W0dp2XfDacFbADqQmwAThsIAUgQbWV0YSxOZQAZiR1pJakNaQxiD0NvJscJSE9GRnD0Cnj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/05/06 08:02:52.063 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:52.063 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=374.2GB] [2024/05/06 08:02:52.063 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=29] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:02:52.063 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen1] [import-id=29] [disk-quota=348.5GiB] [2024/05/06 08:02:52.069 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572391191838721\n# Query_time: 0.685630314\n# Parse_time: 0\n# Compile_time: 0.027585423\n# Rewrite_time: 0.003962914\n# Optimize_time: 0.016853829\n# Wait_TS: 0.000197374\n# Cop_time: 0.648697864 Process_time: 0.000521412 Wait_time: 0.000152162 Request_count: 4 Process_keys: 4 Total_keys: 182 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 88 Rocksdb_key_skipped_count: 438 Rocksdb_block_cache_hit_count: 11\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 4\n# Cop_proc_avg: 0.000130353 Cop_proc_p90: 0.000199668 Cop_proc_max: 0.000199668 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.804e-05 Cop_wait_p90: 4.6044e-05 Cop_wait_max: 4.6044e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 74445\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('9zKwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTEJASKgOjY1MC43bXMsIGxvb3BzOjIJNC43MyBLQgkwIEJ5dGVzCjEJM18xNQlqkgAMaWQsIFqMAAGyDF9rZXlmIQAEeXBmpgAMc3RhdG4eAARlcGJYAIYmASBvbmN1cnJlbmNmnQCOSgEkdGFyZ2V0X3NjbwHJIENvbHVtbiMzNS5fAQAzPV8ILCBDGXkMOk9GRiFwADEhcCROL0EKMgk2XzE2Jf4gZ3JvdXAgYnk6WloBIXUkZnVuY3M6bWF4KB0lDGJhY2sBPRRuZF9zdWIhgQAuHewIKS0+FaQALA1BHGZpcnN0cm93LkYALnICEGlkKS0+HWI2HACeRgABikELZkwAESKiUgAIeXBlak4ARVopI37iAEVpZksABR+elgBRemZPABEinlIAXYdmVQAdJaJYAFmKalgAGSWeWAAMc3RlcGZRAAEenkoALl0DZlIALiYALngDADIyeANMcGFydGlhbF93b3JrZXI6e3dhbGylJSg6NjQ5LjYzOTI3NAExHfEMOjUsIEWVbG51bToxLCB0b3Rfd2FpdDozLjI0NzExODAzOHMJFzRleGVjOjIyMy4xMTjCtQ0VpWEFLCw2NDk2MTZzLCBtYXgFcBQ1NDg0ODkBcAhwOTUyEgAUfSwgZmluVqkAIDUwLjE5ODMwNgE5XqkAAbURqRQ0Mi41MDQVkQWmEDcuMDQzFRMRpBw1MDE1MzU1MhGkAWsQNjMyOTgBawWkHRIAfYGuAQQECjPBHhw4CTAJMC4wMl6zBoGsWkAEJV/+IQZaIQZ5aFp9ADI0A14kAC4AA1okAEnTWh0ALp4CMq8GdqkFVckENDk6yQJuQQYYNAkxN18yMDGQUGlubmVyIGpvaW4sIGVxdWFsOltlcS7nBUqEAHLNAAEdECkgZXEo0UUAN8HRyfQINildHbVBNxpTCHAsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsOjY0OAndEGZldGNoAQ8BNwUuHDoyMTcuNcK1YRAYcHJvYmU6ez2LTeUEYWxlX1G0CDQ4LmXDCTAQMzc2LjFF6AVeECBhbmQgdb4Yc30JMTAuMuF5HukIHDUJM18yMShCAawAKTFCPdWOLAFKJAAdthQsIGNhc3R6gAF5EjBkb3VibGUgQklOQVJZ/bkANzlnBDcuNmkBPhwCCDIuNiJdCBQ2CTMwXzJ1rC5FAAA1IXc1rhBpbmRleBJtCgQ6ICmpiSYQIDY0NC6FeyVRGF9oYW5kbGUJFwVCKbkQIDEwLjYleCVuCCAxNyWHAH2hTAhibGVOWQAIMi40JbmhaAggMSwy2wQsIDV9LCBuZXh0OiB7AVEAXwWfCXYF/QUVRVccX2xvb2t1cF8NiAwzMTIuqY1GIwAocmVzcDogMi4wMm1BCwg5LjlBCw6ECRg3CTQ3XzI1UQgYMV8wCTEwCQVgDDpzdCwpHhA6aWR4X6FODF9pZCgNCEQpLCByYW5nZTpbIjo0MDAwIiwNCFBdLCBrZWVwIG9yZGVyOmZhbHNlLCAOVAgcczpwc2V1ZG85iwA0KUkpiwAzIQkAcDEwMRzBQgwgNjQzVesAY6FAAHMlOKH4KHByb2M6IDE5OS43JYUBFCEADDogMzYNE2Rjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMHGrRYUEZHUFGhBuOiA1MAVLLG1heF9kaXN0c3FsX13XTDogMX0sIHJwY19pbmZvOntDb3A6Aa8MX3JwY+03Dr0MBGlt4WsAM2HxAH1BDQhpa3YFaAQ6ewUbADFZhAFPKHNjYW5fZGV0YWlsVYYB2whlc3My8AAEYWwyFwAMX3NpekGTADDllwRhbBEsDDEzLCASqAsYbmFwc2hvdE3SBDE4hWSgLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDU2LCBrZXk+FwAEMjghMwhsb2NhKwB9CdcEbWVeuAAF6DabAeHoBGFpEY81ogB0oR8gX2t2X3JlYWRfJqsIACAlJiU7HRUEMzbh4/mVHDcJMV8yNyhQoTcAKUXC5Z4EaW56ewRBlEhlLCAicGVuZGluZyIsICJydW5uAQswKSwgbm90KGlzbnVsbIJHAAxlcCkpUdUIMS43pdZJ1AQyLEF+KfgAIEElRbhF1AgxLjFl0CHmMbclxiXhCDogNQHlCREhMxA6IDMwLgkTAGO+0AIMNjEuOf7SAk3SEDEuMDdtUtECADAiVQ/u0AJJ0AgzOTQF+lnRVs8CCDEuMgXYWc+6nQI5ZTqaAjFsPnwCCDE3NWVDWX4YOAk0NV8yNkV4MjoFigUFNhMELkIBoZwBBOmnADlR3RgwCTI5Ljk3LqgHPp8O/cMuGwCF4/56Cv56Cv56Cqp6Cj57CC4MAQhpZCxibggANnHJCDUuNDbJAz5tCAw0LjM08UYSbQgAMw7LECmgGUUAMRJCCJUO5c6REIn3qScIMi4xEjkRNmwIBDIupQLx4gQuOYkCiREEMjSFEcFdamoIBUHxTjLHBlpqCAgyLjQFtAFlVmkIADeKaQgANg5pCAwyMS41MSMSaQgEMzMuaQgAMx5pCCJoCKWTACgFBipgCAxwYXVzoZYALBUKKF0sIFsicmV2ZXJ0CRkZDAkbrcgALLXSopYICDIuMBLeCSmzapUICDEuNBJKFF7BBQgxNjMSCgqFyq3EADQWKgrCwgUENTcl6xJRD/qUCAgxLjMhnEE2aoAEACz+kggAMgX3tcEENjdSwgUIMjUuFpwPucJWkQgEMzIOVgoAeT6RCBAxNTgsILH0JuMJGsYIADmeowguqgE2CQYtsSUrLoMIADEWcAq5qA6FCAQzNbGoDkcLiQpWRwgujgQSZQ7OQAgAMoWgYn8CBDA0GgALKhMLFgcIxn8C/kEILkEIADH+fwKKfwIINDgwlkIIADhto1mAYk4CADKeTgIueQE2TgItgD5OAggyNzISyQhZThJVCAQzNEVILiYF/lQIFlQI')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('8zbACu42CgdTb3J0XzEzEtA1Cg1Qcm9qZWN0aW9uXzE1EsIyCgpIYXNoQWdnXzE2EuQoCjIhABQ4ErYlCgsBISRKb2luXzIwEuAQMkMAZDIxEuUOCg5JbmRleExvb2tVcF8yOBLsBQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQjwtgAAJEAwATgCQAJKJQojCgVteXNxbBICc3QaFgoLaWR4X2V4ZWNfaWQSB2V4ZWNfaWRSN3JhbmdlOlsiOjQwMDAiLCI6NDAwMCJdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9aFXRpbWU6NjQ0LjVtcywgbG9vcHM6M2LZAWNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDY0My40bXMsIHByb2Nfa2V5czogMSwgdG90XwESJDogMTk5LjfCtXMJFBx3YWl0OiAzNg0TgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAV0CF9kdQUaEG46IDUwBUvQbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOntudW1fcnBjOjEFghBhbF90aQXjNDMuMm1zfX1q0gJ0aWt2BWkEOnsFHAAxGfsBUABzIZcoZGV0YWlsOiB7dG8BRAHcEGVzc19rHfEEYWwyFwAgX3NpemU6IDYwEXgNLDwxMywgZ2V0X3NuYXBzaG90CZAQIDE4LjUF3Jhyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDU2LCBrZXk+FwAEMjghNCxsb2NrOiB7fX19LCABzF64AAEcOpwBBGFsJZ4NGzWjCfAoa3ZfcmVhZF93YWwtQQAgJSYlOx0VIDM2NMK1c31w/xEBBAF4EQok/wESsQYKDFNlbG1WQDI3Eo4BChFUYWJsZVJvd0lEaQAANkn9EFSlQCkABQFV/QgNCgtd/QhSHmtyzAIEahwFnQx0YXNrLdgMMHMsIEnSADFaogAIGgECCX4skKVAKaDbSxqjdZQ/aXsUUm5pbihtYXpMLnRpZGJfYmFja2dyb3VuZF9zdWIBZlwuc3RhdGUsICJwZW5kaW5nIiwgInJ1bm4BCzApLCBub3QoaXNudWxsgkcAFGVwKSlaFCWkDDEuNzhZjxgyYtYBY29wCdUAIEHbDDogMSxhDxQ6IDEuMTkBKkGbUWxFe0WWCDogNSGaCRFthgQwLgkTAGO+hgMMNjEuOUWs7ogDaYgMMS4wN2WHBP8Bbq8BACz6hgMIMzk0BfsEYWw5G06FAwgxLjIF2XmFulMDOWY6UAMxbQXmfTIMMTc1LmH5WpICHCGNRGyNMvVyMo8CCAFAAbWqCDcuNSH2SdgQMmLxAWnBY1Eiab5FShQgNjQ0LjYBLChmZXRjaF9oYW5kbIGhse2lcRQ6IDEwLjYlBEkmDDE3LjFh0wgsIHRhqU5ZAAgyLjTFAwRudUmPMpIFKDV9LCBuZXh0OiB7AVEAXwWfCY1FrwUVCVsYbG9va3VwXw2IEDMxMi44FYk2IwAgcmVzcDogMi4wocMIcIKfLmYE4T8YqYPAp2MVdD41AQhSlQF+wgMMZXAsIHYkAB3eFCwgY2FzdHrPA4EbQXVoLCBkb3VibGUgQklOQVJZKS0+Q29sdW1uIzM3Pc0lFDHNBA9D3dwUT0ZGcOwULk8FBIoSNmMICDkSyjpjCBAzNhKIBkJjCAgzMxoeYwgEuJqxZgA+HmMICBwKGrFmFAF0Gg4KBYXXABIJBwRSbR5aCAxwYXVzgdoALBUKKF0sIFsicmV2ZXJ0CRkZDAkbrQwALLUWAF2CkAipBQgyLjBd5QgzYtdqBQUENDdB414FBQgxNjNFz4UNrQgANEnvwgYFBDU3rUD+BgWhBgQzNqUGAMRCjQgutQb+BgUENjIF+LUFBDY3UosIDDI1LjNlebkGVosIBDMyIcEAeT6LCBAxNTgsILE4Jt4JGsAIADmenQguqwE2TQUtsj5LBQQzMRZrClpLBQgS/wUufwgMMzUSjUZ/CAQzNBYBCASquUIZAwgMCgp5Gf5+CHJ+CCgEukApuR6F61H4PW2WBFIoVj8IDGdsb2IO0woEYXMOfwhqOAhuMwMAMhJiCGIzAwgwNC5CwQvp/8YzA/45CC45CAAxaTMAk/4zA3IzAwg0ODCWOggAOI1YeTRiAgMAMp4CAy56ATYCAy2BPgIDCDI3MhLBCFoCAxwhiTvD1kvhjTJeAg5NCKlnADUlUx4kCwgyYu1mTAgMMi4xM6FoNksIBDIuEhUM8cEELjkWYArh4ww6IDI0pS96SQgFQa5JCAgyLjQS1QgBZTYlCBGHBDcyhkgIQUsIcJesNkgIIAIh6SCU+SYBjz4wAQhS2wIqJAguhAMEaWQyPwguGwBhpBYICFo8AAx0eXBlYj4A5YViHgAccHJpb3JpdHliIQAUY3JlYXRlEgkKZiQAJm0IYiQAAHM+IQk24gAAchJUCwRjbwHJPhsJLioAISdeDgkANlWOADSFmGINCQTcIioNCUAhxakaJTnOlEApidLe4AuTmQ63DWQBQAFScGlubmVyIGpvaW4sIGVxdWFsOltlcXq0CXLnAAEdECkgZXEoIsAJBCwgEQsQNildWhMSbwsENjQyywkElAFFjxBfaGFzaEmnBDp7Ep0LDDo2NDgOihAALGlMAQ9hWQUuDDoyMTcWHQwALKGfDGJlOns9pQQ6Ne3OFDozLjI0cxYHDgFOEo0LBHByATAIMzc2jZhlqgwgYW5kZSoJMyx9cNRRIX79VH1IFpVCOQEAy/7kAv7kAv7kAv7kAorkAn3KShAQPawi4gsAOSnsYtUCBNglLtUCGM6mZ+JvmpUeiwgA8FHVBLcGDnsQEHAgYnk6HYM+YgMgZnVuY3M6bWF4eu4CHagqlgwENSwNQRxmaXJzdHJvdy5GADZrAAgpLT6ChwB+RgCxH2ZMABEinpgAoVBqTgClbikjfpwApX1mSwAFH56WALGrZk8AESKeUgC93GZVAB0lolgA2RBqWAAZJZ5YAKVAYjICAR6eSgAAdN1xZlIALiYAcYgENTA2iAMYzQJwYXJ0aQ5lCRhvcmtlcjp7JqMRIDY0OS42MzkyN6VYHfGlgQxhc2tfDrAIGmwTDocIpV0YNzExODAzOBpqDg6iFxg6MjIzLjExFtQQAHQe+RWhvBg3NjQ5NjE2tcMYOS41NDg0OMVBCHA5NQWCERIUfSwgZmluVqkAGDUwLjE5ODMOzggALGKpAMk2CakQNDIuNTAWpQkBkQWmEDcuMDQzEv8NARPFzCgzLjI1MDE1MzU1MhGkAWsMNjMyOcWtBaQdEl5/ChQ0Dc5I1uRGzwQAq/5rBv5rBjprBkmEWtMEeZ9aIQBdImJICTKPA1pIAC64AiZiCAA1XcMSgwuaSwYUkscXVdj8RnwBAF5afgCG5wCKUwoEaWQdrhKZESxsb29wczoycOglGAE=')\n# Resource_group: default\n;"] [2024/05/06 08:02:52.073 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=29] [2024/05/06 08:02:52.109 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=29] [step=import] [subtask-id=56] [2024/05/06 08:02:52.113 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 08:02:52.118 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 08:02:52.118 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/05/06 08:02:52.134 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/05/06 08:02:52.137 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=1.017719ms] [encodeDur=857.162Β΅s] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=230.757Β΅s] [type=file] [takeTime=2.527338ms] [] [2024/05/06 08:02:52.138 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=29] [step=import] [subtask-id=56] [takeTime=28.27894ms] [] [2024/05/06 08:02:52.138 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=970] [file=/tmp/tidb/import-4000/29/2338f157-c807-5664-9eae-1ae164d075d7.sst/ad98d47d-960b-4e75-93d2-81a3de0382b3.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/05/06 08:02:52.138 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/05/06 08:02:52.138 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/05/06 08:02:52.138 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 08:02:52.140 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.823385ms] [] [2024/05/06 08:02:52.140 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/05/06 08:02:52.145 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:52.167 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/05/06 08:02:52.168 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:52.234 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 08:02:52.236 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=96.034603ms] [] [2024/05/06 08:02:52.236 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 08:02:52.237 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.108858ms] [] [2024/05/06 08:02:52.237 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/05/06 08:02:52.238 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 08:02:52.239 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.5954ms] [] [2024/05/06 08:02:52.239 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/05/06 08:02:52.239 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 08:02:52.239 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=57.779Β΅s] [] [2024/05/06 08:02:52.239 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 08:02:52.240 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=834.069Β΅s] [] [2024/05/06 08:02:52.280 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:52.281 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:52.282 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:52.282 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:52.292 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=29] [step=import] [2024/05/06 08:02:52.296 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:52.296 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:52.296 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:52.296 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:52.296 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:52.296 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:52.297 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:52.297 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:52.297 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:52.297 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:52.297 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:52.297 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:52.297 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:52.299 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:52.299 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:52.299 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:52.299 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:52.299 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:52.299 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=977.034341ms] [] [2024/05/06 08:02:52.646 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:347.422314ms txnStartTS:449572391414398988 region_id:14 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:347.3ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:1 total_versions:113 rocksdb_delete_skipped_count:56 rocksdb_key_skipped_count:280 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 08:02:52.646 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:307.463482ms txnStartTS:449572391427506184 region_id:14 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:307.3ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:1 total_versions:223 rocksdb_delete_skipped_count:56 rocksdb_key_skipped_count:610 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 08:02:52.646 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:331.024218ms txnStartTS:449572391427506180 region_id:14 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:330.9ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:445 rocksdb_delete_skipped_count:104 rocksdb_key_skipped_count:1200 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 08:02:52.649 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572391427506184\n# Query_time: 0.319239347\n# Parse_time: 0\n# Compile_time: 0.008373536\n# Rewrite_time: 0.001300455\n# Optimize_time: 0.004524818\n# Wait_TS: 0.00010584\n# Cop_time: 0.307708898 Process_time: 0.000207874 Wait_time: 0.000024563 Request_count: 1 Process_keys: 1 Total_keys: 223 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 56 Rocksdb_key_skipped_count: 610\n# Is_internal: true\n# Digest: 9f37212398a41668978850e2a12edb0121bcbdf1014510fe5208538c935d370e\n# Stats: tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000207874 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.4563e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 7007\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[tidb_background_subtask] remain after pruning paths for tidb_background_subtask given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('zQu4MAkzXzQJMAkwLjAxCW15c3FsLnRpZGJfYmFja2dyb3VuZF9zdWJ0YXNrLmlkLCB2IgAMc3RlcH4kABx0YXNrX2tleYIoAAh5cGV+JAAQZXhlY1+OlwAEYXSCTAAkY29uY3VycmVuY4KbACRjcmVhdGVfdGltglYAGG9yZGluYWx+yQAQc3RhcnSSUQAAcwHMDF91cGSeggAUbWV0YSwgergBIHVtbWFyeQkxCQHUTDozMDguNW1zLCBsb29wczoyLCBDOR1YOk9GRgk2LjMyIEtCCU4vQQoxCTMxXzdRQzxkYXRhOlNlbGVjdGlvbl82LlQAADIyVAAMY29wX0ENSDoge251bTogMSwgbWF4OiAzMDcJfgxwcm9jQSoAcwUcDHRvdF8BEig6IDIwNy45wrVzLAUUJHdhaXQ6IDI0LjYFE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFdAhfZHUFGhhuOiA1NC4yBTosbWF4X2Rpc3RzcWxfXQ1MOiAxfSwgcnBjX2luZm86e0NvcDoBsRRfcnBjOjEFhAhhbF8tOEQ3LjNtc319CTc4NyBCeXRlcwkhIggyCTEhCQRfMGlmHGVxKGNhc3QodpQBIRsB/mAsIGRvdWJsZSBCSU5BUlkpLCAyOSksIGVxekAARSkoLCAic3VjY2VlZCKWNABhwAgxKQlBCQRrdiUrBDp7BdwAMFUPIQ88c2Nhbl9kZXRhaWw6IHt0byEDIZ0IZXNzAbQAczGyBGFsMhcAJF9zaXplOiA1ODQxOARrZQEtPDIyMywgZ2V0X3NuYXBzaG9pCxQ6IDEzLjUlnJhyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDU2LCBrZXk+FwAgNjEwLCBibG9jQWUQfX19LCABzF65AAEcOl4CCGFsX0FgERtRZQB0IR0Id2FsLfgkIDMyMC4zwrVzfSHvAQQcCjMJNDNfNQkh9CwxMDAwMAl0YWJsZTpaWwVMLCBrZWVwIG9yZGVyOmZhbHNlLCAhwChzOnBzZXVkbwkxCQVzQRRKkAEgCU4vQQlOL0EK')\n# Plan_digest: d34dbd8466b5eda24de4b09576268909b68d3120b8a7e57f7c419835c8c466e1\n# Binary_plan: tidb_decode_binary_plan('4gywCt0MCgxQcm9qZWN0aW9uXzQS/AcKDVRhYmxlUmVhZGVyXzcSvQUKC1NlbGVjBSIUNhKhAQoPBSJMRnVsbFNjYW5fNSEAAAAACNREQSkBCfBxAIjDQDABOAJAAkoiCiAKBW15c3FsEhd0aWRiX2JhY2tncm91bmRfc3VidGFza1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvahx0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9cP//////AQQEAXgBBgUBAAEFkDCgDkVBKfyp8dJNYoA/CZAoUqIBZXEoY2FzdCgFlQAuWpQAiC50YXNrX2tleSwgZG91YmxlIEJJTkFSWSksIDI5KSwgZXEodkAAPHN0YXRlLCAic3VjY2VlZCKWNAAgZXAsIDEparYCbvIACCwgcyF0VGRldGFpbDoge3RvdGFsX3Byb2Nlc3MBtBRzOiAxLCBGFwAkX3NpemU6IDU4NBEeBGtlAS1IMjIzLCBnZXRfc25hcHNob3RfdCFmwCAxMy41wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDU2LCBrZXk+FwBENjEwLCBibG9jazoge319fSwgAVheuQABHBg6IDIwNy45BXUJwAh3YWkRjwwyNC42CRocaWt2X3dhbGwNNCQzMjAuM8K1c31wJf0BATIMAhjlPHYqC3YGMgwCKAFAAVIQZGF0YTpTWdoEWhUFhVgzMDguMm1zLCBsb29wczoyYtsBY29wX0ETFDoge251bSVgJG1heDogMzA3LjUBKyF/LU8pfCWROtAABc4AOhnJYGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAhOAx1aWxkBXQIX2R1BRoYbjogNTQuMiUDqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBsRBfcnBjOgmYAGEtNgG6HDNtc319cJMGLjkDEP3RSjSbSi0BBP8DdvECDGlkLCB2IgAAc0XfdiQAIWQhR35MAAx0eXBlfiQAEGV4ZWNfjpcAZap2mAA9ZH53ABhjcmVhdGVfQUp+KwAYb3JkaW5hbH4nAAxzdGFyaQWKKgAUdGVfdXBkAQeOggAQbWV0YSx6/AAYc3VtbWFyeX0dRfJxHQQPQ12ASE9GRnDMMnj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/05/06 08:02:52.649 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 08:02:52.651 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:52.651 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 08:02:52.652 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572391427506180\n# Query_time: 0.344038819\n# Parse_time: 0\n# Compile_time: 0.007395374\n# Rewrite_time: 0.00126071\n# Optimize_time: 0.0047836\n# Wait_TS: 0.000106885\n# Cop_time: 0.329466595 Process_time: 0.000582729 Wait_time: 0.000053351 Request_count: 2 Total_keys: 890 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 208 Rocksdb_key_skipped_count: 2400\n# Is_internal: true\n# Digest: 1419dc3f429d38aa633c567e9a7382c40500243679dfa77e81a8e3ecb9436ee2\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000291364 Cop_proc_p90: 0.000323521 Cop_proc_max: 0.000323521 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.6675e-05 Cop_wait_p90: 3.0936e-05 Cop_wait_max: 3.0936e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 12679\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('sxe4MAkzXzEzCTAJNjY1Ni42NwlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjMzMi4xbXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAGWMUOmRlc2MsTocAFGpvYl9pZBmDCDEuOB2DHAkwIEJ5dGVzEQgcCjIJMTdfMjcd+FRpbm5lciBqb2luLCBlcXVhbDpbZXEoWg4BOGlkLCBDb2x1bW4jMTUpXS53AAA2HXd4LCBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDozMzEuMwEqEGZldGNoGQ8FMAw6MHN9EaoRCCAKMwk2XzI5KEIBUQApAbgwNDAwCWdyb3VwIGJ5OhWNQCwgZnVuY3M6Zmlyc3Ryb3coFRoIKS0+FQwusQAAMgGHNatQcGFydGlhbF93b3JrZXI6e3dhbGxfLdccMC42ODI0OTQBMQhjb24504gsIHRhc2tfbnVtOjAsIHRvdF93YWl0OjEuNjUyNzkwMDc1cwkXGGV4ZWM6MHMJDQVWBSQ0OTMwNzA5cywgbWF4OjMBaAwxMDM0JSAIcDk1MhIAFH0sIGZpblqhABQxLjA2ODdyoAABrBGgHDIyLjk0NsK1DZAFnRA0LjE4MRUTFaMUNDIzNTUxAccJoxgxLjAzODMzHaMZEgB9QdoBBBgKNAkxXzMwMa0obm90KGlzbnVsbCg1iQApIcsFZgH3ADUhWi2LCAkzOFG1IE4vQQo1CTZfMyG4CDgwMD34SqACeS5SKQMgc2NoZW1hX2lkIW9GzwNFpgkeSUkIbWluFa8AOFZEAgAwMrkAACxuRAIcMjkuOTgxMjVlJppEAhw0OTE1ODk3NC6nAT5EAhg0OTM2ODkyNaEcMjkuODgyMzFF3UVEHRJyRAIcMC4zNTgwMzkhi16hADJFAhA2LjgzwjpEAgg1NjgVEyXeQecQMDgyOTAZowFqADIB3AFqBaMdEllEIDYJMzFfMzYJMCn6OGRhdGE6SGFzaEFnZ18zMXXJAd8BSU0+MCwgY29wX3Rhc2s6IHthmAQgMWleCCAzM6WcQSYYX2tleXM6IG2zARIYOiAzMjMuNRW8ZccQIDIyLjQFE2Rjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMJHqAXIIX2R1BRoUbjogMjcuaU0sbWF4X2Rpc3RzcWxfLlYBSCAxfSwgcnBjX2luZm86e0NvcDoBrwxfcnBjwTkAdKEtKUIhHiA5bXN9fQkyMzmtzmEZADdhGQwxCTFfLSG1E0rdAgHjyaz+GwN1G0pmAMmLfSsAOCWmBGt2JR4EOntFEUHBLaw8fSwgc2Nhbl9kZXRhaWw6IMkjLZ1ANDQ1LCBnZXRfc25hcHNob3QpDgwgNy41Kaegcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAxMDQsIGtleV8+GAAAMiW2CGxvY0EjEH19fSwgAZk+hgAtMw12Mh4CoYUEYWkRkVUlAHQB6tk3HCA0MzUuOcK1XdMUOAk0M18zoR0MMAkxMIHQhXYAOi51CAG0bGVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG96UwFBGwEEBAozYT8cNDEoUHJvYmWhbQA2GugIAGRhSSxTZWxlY3Rpb25fNDAFUhK/CAAxbQItoGZMAwwxLjI3YXUhJS2wMk0DEDI1OS4yZTrVdAggMzAlDgVVtk0DBDQyDU3uTQNpTQwxLjE3SkwDIZMENDBlTDEnSuACDHJlb3IW7Qn+0wI20wIIMTQu6Y3+0wKy0wIypAE20wI1qwB0Aepd0wQzN4nYWWcENQlB0wA5JTv+0wJ+0wI=')\n# Plan_digest: 29484af8ecb33bd721aada2a65e777d1777fbdefaa439f1f3bce3a7a45698fab\n# Binary_plan: tidb_decode_binary_plan('gxrwSQr+GQoNUHJvamVjdGlvbl8xMxLmGAoHU29ydF8xNBLuFwoLSGFzaEpvaW5fMjcSswYKDlRhYmxlUmVhZGVyXzQxEvIDCgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgywgZTFBKauqqqqqALoFgwRSGAV/AC4ufgAkLnJlb3JnaoMCdGplAAgsIHMB2/BeZGV0YWlsOiB7dG90YWxfa2V5czogNDQ1LCBnZXRfc25hcHNob3RfdGltZTogMTQuNsK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAxMDQsIGtleV8+GABEMjAwLCBibG9jazoge319fSwgAVo+hgAccHJvY2Vzc18BHBg6IDI1OS4yBXcJpAh3YWkRkQwzMC45CRoB6gx3YWxsDTQgMzc3LjHCtXN9VkwBMBoBAiFVVVVVlXT2QCk1TygBQAFSEWRhdGE6U10QBFoWBYcQMzMxLjUFbARsbyWnFGLZAWNvcCnEWCB7bnVtOiAxLCBtYXg6IDEuMjdtcywgAcgtUwQwLAG+Bdo60gAF0AA6GctcY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuJToMdWlsZAVzCF9kdQUaFG46IDQyLikfqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBsBRfcnBjOjEFmABhLTgoMS4xN21zfX1w7wFdehASghAKCmFGIEFnZ18yORKsDC4yAxAzMBLICxkgEDM1EqgHNmUDEDM2Eu0EHSIAMU5jAwA0ReD+YwPuYwNtYwgoZTFt5gRAv2ljKJQBZ3JvdXAgYnk6Sm0DIeUcZXNzaW5nLCBKHwAkc2NoZW1hX2lkc1IfABB0YWJsZQkeJGZ1bmNzOm1pbihKRwBEam9iX2lkKS0+Q29sdW1uIzE4/uADSuADCDcuNUnjAHL+4AOu4AMIMzIzbVpC4AMMMjIuNGV0AHQ64AMINDM1Zfpa4AMgId7d3d0dPvdAqa8hyWHdBA9kYd0ISGFzRcoMMzFaFWnbDDI5LjhhsIbaAwgzMzEBKSH0TtkDMssAbdkVxMLZAwAyicSFVfrZAwAzoSpG2gMlKAitbPg6KAEAhP7xAr7xAlXVXeEANTGeDDMwLjUhdTGeRMQCcGFydGlhbF93b3JrZXI6e7n5IcsUOTgxMjU2ATIuBQUcNSwgdGFza1+hqa2NwUkwOjEuNjQ5MTU4OTc0c6UMFF9leGVjOuGQCHRvdMlPBSQUMzY4OTI1KY4FaBQ4ODIzMTIBaAhwOTUyEgAUfSwgZmluVqEAIDMwLjM1ODAzOQE5XqEAAa0Ab01BEDI2LjgzaQUAbw2dEDQuNTY4FRNFxCAxLjY1MDgyOTAZowFqADIB3AFqBaMdEm45AwitSP5NEQgAuUBlOSgWbm90KGlzbnVsbDWsCDUpKVqiAQhw/ALdPiQaAQEhRERERCRjPlYABDhnsVdRAAQ1LK0GHGZpcnN0cm93HW6Z+1kaBDEuJYCSGgIgMzAuNjgyNDk0IQ9eeQE6GgIYNTI3OTAwNyH2NX0+GgIcNTI5MzA3MDlRGgFoEDEwMzQzAWgxdxESBH0sahoCFDEuMDY4N3KgADIZAhAyLjk0NlUHRbcMNC4xOA74CEnKVRoUNDIzNTUxAccOoAgOywgQMDM4MzMdowAxFRJeGgIOhwoUb0ENQSmsHn8KaAFAAVI8aW5uZXIgam9pbiwgZXF1YWw6W2VxKGLCBgQsIDXsBCldVUAEMS5lsDHIADkW6AgQaGFzaF/lIQA6Fp8KBboFtRBmZXRjaBkPBTAsOjBzfSGZKiJLzRseOqYAAD1KkAChxOm4EDpkZXNjUp4H6XYdpy4nBgVsBH1aPmwATiQIAUgQbWV0YSxOIggZiRVpBDIuxWcxEAgNQ28mzglANXCcXnj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/05/06 08:02:52.655 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572391414398988\n# Query_time: 0.389302608\n# Parse_time: 0\n# Compile_time: 0.030622984\n# Rewrite_time: 0.003676959\n# Optimize_time: 0.01533461\n# Wait_TS: 0.000126999\n# Cop_time: 0.351638483 Process_time: 0.000449877 Wait_time: 0.000153933 Request_count: 4 Process_keys: 4 Total_keys: 182 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 88 Rocksdb_key_skipped_count: 438 Rocksdb_block_cache_hit_count: 11\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 4\n# Cop_proc_avg: 0.000112469 Cop_proc_p90: 0.000172961 Cop_proc_max: 0.000172961 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.8483e-05 Cop_wait_p90: 4.7004e-05 Cop_wait_max: 4.7004e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 56485\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('+DGwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTAJASJgOjM1Mi41bXMsIGxvb3BzOjEJMCBCeXRlcxEIGAoxCTNfMTVukgAMaWQsIFqMAAGyDF9rZXlmIQAEeXBmpgAMc3RhdG4eAARlcGJYAIYmASBvbmN1cnJlbmNmnQCOSgEkdGFyZ2V0X3NjbwHJHENvbHVtbiMzITA1XwA0PV8ILCBDGXlYOk9GRgk0LjcxIEtCCU4vQQoyCTZfMTYlbCBncm91cCBieTpaWgEhdSRmdW5jczptYXgoHSUMYmFjawE9FG5kX3N1YiGBAC4d7AgpLT4VpAAsDUEcZmlyc3Ryb3cuRgAucgIQaWQpLT4dYjYcAJ5GAAGKQQtmTAARIqJSAAh5cGVqTgBFWikjfuIARWlmSwAFH56WAFF6Zk8AESKeUgBdh2ZVAB0lolgAWYpqWAAZJZ5YAAxzdGVwZlEAAR6eSgAuXQNmUgAuJgAu1wQAMzJ4A0xwYXJ0aWFsX3dvcmtlcjp7d2FsbKUlIDozNTEuNzQwMwUwHfAMOjUsIEWUaG51bTowLCB0b3Rfd2FpdDoxLjc1NzkwNDgycwkWFGV4ZWM6MA0NZfgBIzA4MTU1NDQxcywgbWF4BWYUNjQ2MzQyAZcIcDk1MhIAFH0sIGZpblqfABgyLjIxMzE5hUheoAABrBGgHDIzLjIxNMK1DZEFnhA0LjM4NhUTEaQcNjAxNzM5NTQVpBwyLjE3MDY1OBmkGRIAfYGkAQQECjPBFBw4CTAJMC4wMl6pBoGiWjYEJVb+FwZaFwZ5Xlp9ADIqA14kAC72AlokAEnJWh0ALpQCMqUGdp8FWb8AMTKWB3Y3Bhg0CTE3XzIwMZBQaW5uZXIgam9pbiwgZXF1YWw6W2VxLt0FSoQAcs0AAR0QKSBlcSjROwA3AZDJ6gg2KV0utQBFpBpLCHgsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsOjM1MC45QWMQZmV0Y2gZDwUwDDowc30efggRCCAKNQkzXzIxKEIBUQApEek9fI7TAEokADLoAQxjYXN0eicBWbkwZG91YmxlIEJJTkFSWf1WADc5DggwLjcB5DUOPvoHCDIuNvX6FDYJMzBfMnVTZkUAEGluZGV4EgoKBDogKU5pzRQgMzQ4LjEBcCVUGF9oYW5kbGUdFylcFCAzLjk1woEahcoYIDEwLjHCtYF/JaFOWQAMMi4wNgFYoQYIIDEsMoIELCA1fSwgbmV4dDogewFRAF8Fnwl2RQsFFQlbGGxvb2t1cF8RiAw1OS4yFYk2IwBEcmVzcDogMS43MW1zfQkxNy4zHiEJGDcJNDdfMjVRCBgxXzAJMTAJBWAMOnN0LCkeEDppZHhfgfUMX2lkKA0IRCksIHJhbmdlOlsiOjQwMDAiLA0IUF0sIGtlZXAgb3JkZXI6ZmFsc2UsIOHxJHM6cHNldWRvCTEaygkxYCnQADMhCQBwMTAxHKHpDCAzNDcJ/Qxwcm9jgecAcyU4oZ8BEhA6IDE3MwX6ARIhIRQ6IDM3LjkFE2Rjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMHFORYMEZHUFGhRuOiA4MS4JTSxtYXhfZGlzdHNxbF9d10w6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6McW/DloMDGltZToBuCgzbXN9fSwgdGlrdgVqBDp7BRvB3An4AU4oc2Nhbl9kZXRhaWxVhQHaCGVzczLvAARhbDIXABxfc2l6ZTogNulLBGFsESwMMTMsIBJECxhuYXBzaG90TdEMMjAuOCUUmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNTYsIGtleT4XAAQyOCE0CGxvY2EqAH0J1gRtZV64AAXnLpoB4YwEYWkRjTWhJRomPAgUIDMxMi43YULhGQEENAo3CTFfMjcoUHJvYmUpRaPlJgRpbnpcBEF1SGUsICJwZW5kaW5nIiwgInJ1bm4BCzApLCBub3QoaXNudWxsgkcACGVwKaEjBdI+RwYAY1q0AggxLjESBg4hxzGYRR0lwgw6IDU4hSgJEyEYQecALolKAGO+tAIINTEuFosI7rQCSbQMMS4wNP6zAoazAgg1ODQF+lm0UrICCDE2LhZ2CVmyuoACLmcBOoECMW4+gQIEMTg2fwIYOAk0NV8yNkV5MhwFiucEZvUDQdoBBOmJADlR3hgwCTI5Ljk3LooHPh4O/aUuGwCFx/4DCv4DCv4DCqoDCj5dCC4MAQ4qC15QCAA20YAANBYyCa2GDoEJIsEQGkgQBDM08ScSTggAMw5JECmfGUQANhJ+DBVF5a+p6TZOCAAxCW42TAgIMS44ErYJ7cMINS4wSe+JEAg4LjjBxME+DuwJTlYACDIuMBITCfEvMqgGWksICDIuMgW0AWU2JwgNhwgzODmNnEYjACJKCAA2DkoIDDIxLjUxIxJKCAQzMy5KCAAzHkoIIkkIpZMAKAUGKkEIDHBhdXOhlgAsFQooXSwgWyJyZXZlcnQJGRkMCRutyAAstdKidwgIMS44EpgOKbNqdggIMS4yJVxewgUIMTQzrXYmdwgANIE7EskItnUICDEwOe2c/sIFocIAMSGdQTdqgAQALP51CAAyNsEFBDY3UsIFBDIyDdi5wlZ0CAQzMg44CgB5PnQIEDE1OCwgsfQmxwkaqQgAOZ6GCC6rATYHBi2yJSsqhggIMjk0SoYIBDM1sagOKQuJC1ZICC6OBBLuDQApkTMIMS40EskLSYAAMkUtcdtxxxL2CggxLjBlqF6AAgQ3NRrwC1l/1dTCQggANPFq7oACSYAIOTI0ZRj+ggJ+ggIINDgwlkUIFlUJWYFiTwIAMppPAi56ATZOAjWBQlACBDAzElcM+fgSVwgEMzRFSi4pBf5WCBZWCA==')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('3TXACtg1CgdTb3J0XzEzEr80Cg1Qcm9qZWN0aW9uXzE1ErMxCgpIYXNoQWdnXzE2EuEnCjIhABQ4ErUkCgsBISRKb2luXzIwErwQMkMAZDIxEsMOCg5JbmRleExvb2tVcF8yOBLNBQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQjwtgAAJEAwATgCQAJKJQojCgVteXNxbBICc3QaFgoLaWR4X2V4ZWNfaWQSB2V4ZWNfaWRSN3JhbmdlOlsiOjQwMDAiLCI6NDAwMCJdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9aFXRpbWU6MzQ4LjFtcywgbG9vcHM6M2LZAWNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDM0Ny40bXMsIHByb2Nfa2V5czogMSwgdG90XwESHDogMTczwrVzCRIkd2FpdDogMzcuOQUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaFG46IDgxLglN0G1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDp7bnVtX3JwYzoxBYQQYWxfdGkF4zQ3LjNtc319arMCdGlrdgVrBDp7BRwMMHMsIAn6AU8AcyGWKGRldGFpbDoge3RvAUMB2xBlc3Nfax3wBGFsMhcAIF9zaXplOiA2MBF3DSw8MTMsIGdldF9zbmFwc2hvdAmPECAyMC44JRWYcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA1Niwga2V5PhcABDI4ITUsbG9jazoge319fSwgActeuAABHDKbAQRhbCWdDRk1oiUaCHdhbC01LCAzMTIuN8K1c31w/xEBBAF4EQok/wESsAYKDFNlbG03QDI3Eo4BChFUYWJsZVJvd0lESeEANkneEFSlQCkABQFV3ggNCgtd3ghSHmtyrQIEahwFnwx0YXNrSrkBVqIACBoBAgl+LJClQCmg20sao3WUP2FaFFJuaW4obWFZTC50aWRiX2JhY2tncm91bmRfc3ViAWRcLnN0YXRlLCAicGVuZGluZyIsICJydW5uAQswKSwgbm90KGlzbnVsbIJHABRlcCkpWhMlhAgxLjV5aBgxYtgBY29wCdIAIEG5DDogMSxB7RA6IDEuMQUqQXpRS0VaRXUUOiA1OC4xRUAIdG90JcsUOiAzNC41BRMAY75oAww1MS42BTruaANpaAwxLjA0ZWcE/wFurgEALPpnAwg1ODQlDgRhbDkdSmYDDDE2LjQF2XlmujQDLmgBOjUDMW8F6H01BDE4ajMDHCGNRGyNMvVyXY4IAUABsYgMNTAuNy4gAgjxAWnBQVEiiY1FSQQgM7G0LGZldGNoX2hhbmRsZR0XpVEQOiAzLjlJFamMBDEwRTeBL2GmTlkADDIuMDYBhARudUmPMnAFKDV9LCBuZXh0OiB7AVEAXwWfCXbFFgUVCVsYbG9va3VwXxGIDDU5LjIli0YjAAxyZXNwQfIcNzFtc31wloouYwThHRipg8CnYxV0NjMBCFKVAX6/AwxlcCwgdiQAHdwULCBjYXN0eswDgRhBcWgsIGRvdWJsZSBCSU5BUlkpLT5Db2x1bW4jMzdeywEED0PduBRPRkZw7BQuSgUEjBI2PwgIORLNOj8IEDM2EokGQj8ICDMzGh4/CAS4mrFhAD4ePwgIHAoasWEUAXQaDgoFhdQAEgkHBFJtHjYIDHBhdXOB1wAsFQooXSwgWyJyZXZlcnQJGRkMCRutCQAstRMAXYJsCAAURbkMMS44M0Ff6XEAM3IDBQAyZQ1eAwUIMTQzjbe5BAA0YXsALMYCBQgxMDntkP4DBaEDBDE2pQMExAKFG0E1SrEG/gMFBDYyNgIFBDY3VmkIADIN2bkDVmkIBDMyIcIAeT5pCBAxNTgsILE1Jr0JGp4IADmeewgurAE2SAUtsyUrvUYMMjk0LiHNWtkHBBKBMnsIDDM1Eo1GewgEMzTp/QSquUIaAwgMCgp5Gv56CHJ6CCgEukApuR6F61H4PW2XBFIoVj0IDGdsb2IOsAoEYXMOfQgSNghxNAA0pV5pNAgyYtpqNwgEMDJhXl40AwQ3Na2GeTPVyMI3CAA08V7uNANpNAg5MjRlzAx9fWqS/jYDcjYDCDQ4MJY6COk2eTViAwMAMpoDAy57ATYCAzWCQgQDBDAzEgENWgQDHCGJO8PWS+GNMmACDk4ISTYINC42RQxJNggxYu1mTQgIMS45QTY2SwgIMS44BRbtwgg1LjAWTAnhwRA6IDguOA7WDXpKCKXBrkoICDIuMgW1AWVWSQgEODkSwwgALEojACJJCKGACHCXrDZJCCACIekglPkmAY8+MAEIUtsCKicILoYDBGlkMkIILhsAYaYWCwhaPAAMdHlwZWI+AOWIYh4AHHByaW9yaXR5YiEAFGNyZWF0ZRIKCmYkACZwCGIkAABzPiQJNuIAAHISUwsEY28ByT4eCS4qACEnXhEJADYa+gwANEljUY1CDwkE3CIqDwlEIcWpGiU5zpRAKYnS3uALk5k/QdhYUnBpbm5lciBqb2luLCBlcXVhbDpbZXF6tAly5AABHRApIGVxKCLACQQsIBELCDYpXSLNCQAxFt8KEb4AOWUUEF9oYXNoSaUEOnsSnAsAOg7CC2U1ZUsZDwUwLDowc30hfv1UfUgWlTraAADL/oIC/oIC/oIC/oICioICfWhKrg9d7z22EkQPMbZCdAIE2CUudAIYzqZn4m+alR4rCADwSXQEtwYOFxAQcCBieTodgT7+AiBmdW5jczptYXh6jQIdpio1DAQ1LA1BHGZpcnN0cm93LkYANmsACCktPoKHAH5GAJG7ZkwAESKemACB7GpOAKUKKSN+nAClGWZLAAUfnpYAsUdmTwARIp5SAL14ZlUAHSWiWAC5rGpYABklnlgAhd9iMgIBHp5KAAB03Q1mUgAuJgB1hgAyDnkVImIVHGLDAnBhcnRpDgMJGG9ya2VyOnsm9gscMzUxLjc0MDMSIg4d8Aw6NSwgRZQOSwgWYhUW9RIkMS43NTc5MDQ4MhpzFg4bFxLRFQ7hChpxDiQ3NTgxNTU0NDFzFl0TAWYQNjQ2MzQSaggIcDk1MhIAFH0sIGZpblqfABgyLjIxMzE5Eo4LXqAAAawelRMQMjMuMjEWNwkBFAWeDDQuMzgWbxMBExGkHDYwMTczOTU0FaQcMi4xNzA2NTgOmQkJpBkSXhEKFDQNzkjW5D7DBACr/l0G/l0GOl0GSXhaxwR5k1ohAD13YtgIMoMDWkgALqwC+fUANV23JeaaPQYUkscXVdj8PnoBAF5afACG5QCK4QkEaWQdrDQ1bXMsIGxvb3BzOjEYAQ==')\n# Resource_group: default\n;"] [2024/05/06 08:02:52.797 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:52.883 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [2024/05/06 08:02:52.883 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [2024/05/06 08:02:52.883 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [2024/05/06 08:02:52.892 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [takeTime=8.569316ms] [] [2024/05/06 08:02:52.892 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/05/06 08:02:52.892 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 08:02:52.892 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [weight=30] [2024/05/06 08:02:52.892 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [concurrency=15] [2024/05/06 08:02:52.896 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=194] [physicalTableID=194] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/05/06 08:02:52.897 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 08:02:52.897 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [takeTime=13.762421ms] [] [2024/05/06 08:02:52.897 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [takeTime=14.018638ms] [] [2024/05/06 08:02:52.945 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=148.723127ms] [] [2024/05/06 08:02:52.982 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:02:52.982 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=29] [step=post-process] [state=running] [] [2024/05/06 08:02:52.985 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=29] [2024/05/06 08:02:53.044 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=29] [type=ImportInto] [2024/05/06 08:02:53.058 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=29] [2024/05/06 08:02:53.075 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:53.075 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=29] [2024/05/06 08:02:53.166 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:53.370 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.624795924\n# Parse_time: 0.001476704\n# Compile_time: 0.004522201\n# Rewrite_time: 0.002286712\n# Optimize_time: 0.000875902\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 83c244a30775de79c2da78d12ca20e26f744714d783e2c7211e4d693aeabfd67\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen1` FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 08:02:53.408 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:53.584 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 08:02:53.708 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=30] [task-id=30] [data-size=7B] [thread-cnt=26] [global-sort=false] [2024/05/06 08:02:53.762 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=30] [2024/05/06 08:02:53.762 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 08:02:53.867 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:53.869 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:53.870 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=30] [curr-step=init] [next-step=import] [2024/05/06 08:02:53.892 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:53.895 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen1] [2024/05/06 08:02:53.895 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/05/06 08:02:53.896 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=78.251Β΅s] [2024/05/06 08:02:53.896 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen1] [takeTime=231.884Β΅s] [] [2024/05/06 08:02:53.896 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=30] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:53.896 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 08:02:54.018 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=30] [mode=Import] [2024/05/06 08:02:54.038 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=30] [2024/05/06 08:02:54.067 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=30] [type=ImportInto] [remaining-slots=26] [2024/05/06 08:02:54.144 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:54.145 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=30] [step=import] [2024/05/06 08:02:54.147 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:54.156 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:54.156 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:02:54.157 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:54.157 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:54.158 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:54.158 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:54.158 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:54.158 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:54.158 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:54.172 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:54.174 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:54.174 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=374.2GB] [2024/05/06 08:02:54.174 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=30] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:02:54.174 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen1] [import-id=30] [disk-quota=348.5GiB] [2024/05/06 08:02:54.221 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=30] [step=import] [subtask-id=58] [2024/05/06 08:02:54.225 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 08:02:54.229 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 08:02:54.229 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/05/06 08:02:54.245 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/05/06 08:02:54.248 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=1.223748ms] [encodeDur=1.106283ms] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=232.771Β΅s] [type=file] [takeTime=3.032254ms] [] [2024/05/06 08:02:54.249 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=970] [file=/tmp/tidb/import-4000/30/2338f157-c807-5664-9eae-1ae164d075d7.sst/fb8633e7-e776-44cb-9541-b77adbe8b0e3.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/05/06 08:02:54.249 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=30] [step=import] [subtask-id=58] [takeTime=27.351931ms] [] [2024/05/06 08:02:54.249 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/05/06 08:02:54.249 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/05/06 08:02:54.249 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 08:02:54.251 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.561869ms] [] [2024/05/06 08:02:54.251 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/05/06 08:02:54.255 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:54.277 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/05/06 08:02:54.278 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:54.298 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 08:02:54.300 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=48.757422ms] [] [2024/05/06 08:02:54.300 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 08:02:54.301 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.095336ms] [] [2024/05/06 08:02:54.301 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/05/06 08:02:54.301 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 08:02:54.302 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.426619ms] [] [2024/05/06 08:02:54.302 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/05/06 08:02:54.303 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 08:02:54.303 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=61.993Β΅s] [] [2024/05/06 08:02:54.303 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 08:02:54.303 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=856.856Β΅s] [] [2024/05/06 08:02:54.363 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=30] [step=import] [2024/05/06 08:02:54.366 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:54.366 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:54.366 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:54.366 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:54.366 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:54.366 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:54.366 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:54.366 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:54.366 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:54.366 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:54.366 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:54.366 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:54.366 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:54.368 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:54.368 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:54.368 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:54.368 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:54.368 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:54.368 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=224.598657ms] [] [2024/05/06 08:02:54.380 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:54.381 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:54.382 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:54.382 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:54.457 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 08:02:54.459 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:54.459 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 08:02:54.647 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:54.704 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [2024/05/06 08:02:54.704 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [2024/05/06 08:02:54.704 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [2024/05/06 08:02:54.709 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [takeTime=4.841087ms] [] [2024/05/06 08:02:54.709 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/05/06 08:02:54.709 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 08:02:54.709 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [weight=30] [2024/05/06 08:02:54.709 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [concurrency=15] [2024/05/06 08:02:54.714 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=194] [physicalTableID=194] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/05/06 08:02:54.715 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 08:02:54.715 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [takeTime=11.037376ms] [] [2024/05/06 08:02:54.715 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [takeTime=11.26467ms] [] [2024/05/06 08:02:54.764 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=117.131941ms] [] [2024/05/06 08:02:54.785 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:02:54.785 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=30] [step=post-process] [state=running] [] [2024/05/06 08:02:54.788 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=30] [2024/05/06 08:02:54.864 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=30] [type=ImportInto] [2024/05/06 08:02:54.872 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=30] [2024/05/06 08:02:54.900 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:54.900 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=30] [2024/05/06 08:02:55.024 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.630206089\n# Parse_time: 0.000679268\n# Compile_time: 0.002371903\n# Rewrite_time: 0.001284004\n# Optimize_time: 0.001357797\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 270d30c701bd71ca11bf5517c378822c7f3ac846fed93f1da8ce212a30fa9320\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen1` (`a`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 08:02:55.061 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:55.071 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:55.252 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, @`1`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 08:02:55.393 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=31] [task-id=31] [data-size=7B] [thread-cnt=26] [global-sort=false] [2024/05/06 08:02:55.444 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=31] [2024/05/06 08:02:55.444 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 08:02:55.549 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:55.550 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:55.551 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=31] [curr-step=init] [next-step=import] [2024/05/06 08:02:55.576 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:55.578 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen1] [2024/05/06 08:02:55.578 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/05/06 08:02:55.579 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=53.432Β΅s] [2024/05/06 08:02:55.579 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen1] [takeTime=166.218Β΅s] [] [2024/05/06 08:02:55.579 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=31] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:55.579 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 08:02:55.691 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=31] [mode=Import] [2024/05/06 08:02:55.709 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=31] [2024/05/06 08:02:55.729 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=31] [type=ImportInto] [remaining-slots=26] [2024/05/06 08:02:55.810 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:55.811 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=31] [step=import] [2024/05/06 08:02:55.814 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:55.823 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:55.823 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:02:55.823 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:55.824 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:55.824 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:55.825 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:55.825 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:55.825 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:55.825 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:55.838 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:55.840 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:55.840 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=374.2GB] [2024/05/06 08:02:55.840 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=31] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:02:55.840 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen1] [import-id=31] [disk-quota=348.5GiB] [2024/05/06 08:02:55.887 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=31] [step=import] [subtask-id=60] [2024/05/06 08:02:55.891 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 08:02:55.895 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 08:02:55.896 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/05/06 08:02:55.906 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/05/06 08:02:55.909 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=1.068287ms] [encodeDur=1.123903ms] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=251.934Β΅s] [type=file] [takeTime=2.8844ms] [] [2024/05/06 08:02:55.910 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=31] [step=import] [subtask-id=60] [takeTime=22.390688ms] [] [2024/05/06 08:02:55.910 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=970] [file=/tmp/tidb/import-4000/31/2338f157-c807-5664-9eae-1ae164d075d7.sst/922ad27a-05c0-4388-a9dc-be89add70bd2.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/05/06 08:02:55.910 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/05/06 08:02:55.910 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/05/06 08:02:55.910 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 08:02:55.912 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.719488ms] [] [2024/05/06 08:02:55.912 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/05/06 08:02:55.916 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:55.938 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/05/06 08:02:55.938 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:55.955 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 08:02:55.957 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=44.776052ms] [] [2024/05/06 08:02:55.957 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 08:02:55.958 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.292134ms] [] [2024/05/06 08:02:55.958 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/05/06 08:02:55.958 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 08:02:55.960 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.485076ms] [] [2024/05/06 08:02:55.960 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/05/06 08:02:55.960 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 08:02:55.960 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=94.115Β΅s] [] [2024/05/06 08:02:55.960 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 08:02:55.961 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=903.93Β΅s] [] [2024/05/06 08:02:56.018 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=31] [step=import] [2024/05/06 08:02:56.021 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:56.021 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:56.021 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:56.021 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:56.021 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:56.021 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:56.021 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:56.021 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:56.021 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:56.021 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:56.021 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:56.021 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:56.021 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:56.023 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:56.023 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:56.023 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:56.023 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:56.023 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:56.023 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=213.415247ms] [] [2024/05/06 08:02:56.073 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:56.074 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:56.075 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:56.075 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:56.149 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 08:02:56.151 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:56.151 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 08:02:56.372 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:56.414 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [2024/05/06 08:02:56.414 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [2024/05/06 08:02:56.414 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [2024/05/06 08:02:56.419 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [takeTime=4.949653ms] [] [2024/05/06 08:02:56.419 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/05/06 08:02:56.419 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 08:02:56.419 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [weight=30] [2024/05/06 08:02:56.419 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [concurrency=15] [2024/05/06 08:02:56.424 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=194] [physicalTableID=194] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/05/06 08:02:56.424 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 08:02:56.424 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [takeTime=10.407765ms] [] [2024/05/06 08:02:56.424 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [takeTime=10.649382ms] [] [2024/05/06 08:02:56.468 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=95.898345ms] [] [2024/05/06 08:02:56.470 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:02:56.470 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=31] [step=post-process] [state=running] [] [2024/05/06 08:02:56.473 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=31] [2024/05/06 08:02:56.517 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=31] [type=ImportInto] [2024/05/06 08:02:56.550 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=31] [2024/05/06 08:02:56.607 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:56.607 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=31] [2024/05/06 08:02:56.652 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.602132618\n# Parse_time: 0.000936494\n# Compile_time: 0.007751525\n# Rewrite_time: 0.001704794\n# Optimize_time: 0.001198789\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 531f5f7c33b39ea234221fa5a52494ba6c41bc6c4550333784358ae7e80c5933\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen1` (`a`,@`1`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 08:02:56.667 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=132] [cur_db=load_csv] [sql="create table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [user=root@%] [2024/05/06 08:02:56.697 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:56.708 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:56.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:02:56.708 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:56.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [2024/05/06 08:02:56.766 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:56.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:56.774 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 192, Table ID: 196, Table Name: t_gen2"] [2024/05/06 08:02:56.833 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=3.126694ms] [gotSchemaVersion=133] [phyTblIDs="[196]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:02:56.845 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=197] [version=133] [2024/05/06 08:02:56.879 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=54.117741ms] [job="ID:197, Type:create table, State:done, SchemaState:public, SchemaID:192, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 08:02:56.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:56.956 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [job="ID:197, Type:create table, State:synced, SchemaState:public, SchemaID:192, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 08:02:56.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:02:57.025 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=197] [2024/05/06 08:02:57.025 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:02:57.029 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.365447232\n# Parse_time: 0.00104917\n# Compile_time: 0.002164769\n# Rewrite_time: 0.000064957\n# Optimize_time: 0.001663593\n# Wait_TS: 0.000345937\n# DB: load_csv\n# Is_internal: false\n# Digest: c0c1e655030eb7d9be0b5fece448345426beb9af37ebd689032048d6380d3a0c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [2024/05/06 08:02:57.046 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:57.261 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 08:02:57.352 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=32] [task-id=32] [data-size=7B] [thread-cnt=26] [global-sort=false] [2024/05/06 08:02:57.423 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=32] [2024/05/06 08:02:57.424 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 08:02:57.529 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:57.530 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:57.531 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=32] [curr-step=init] [next-step=import] [2024/05/06 08:02:57.553 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:57.556 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen2] [2024/05/06 08:02:57.557 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/05/06 08:02:57.557 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=76.147Β΅s] [2024/05/06 08:02:57.557 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen2] [takeTime=255.203Β΅s] [] [2024/05/06 08:02:57.557 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=32] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:57.557 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 08:02:57.675 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=32] [mode=Import] [2024/05/06 08:02:57.683 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=32] [type=ImportInto] [remaining-slots=26] [2024/05/06 08:02:57.693 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=32] [2024/05/06 08:02:57.732 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:57.733 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=32] [step=import] [2024/05/06 08:02:57.735 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:57.744 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:57.744 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:02:57.744 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:57.744 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:57.745 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:57.745 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:57.745 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:57.746 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:57.746 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:57.764 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:57.765 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:57.765 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=374.2GB] [2024/05/06 08:02:57.766 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=32] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:02:57.766 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen2] [import-id=32] [disk-quota=348.5GiB] [2024/05/06 08:02:57.837 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=32] [step=import] [subtask-id=62] [2024/05/06 08:02:57.841 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 08:02:57.845 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 08:02:57.846 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=196] [2024/05/06 08:02:57.857 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [2024/05/06 08:02:57.860 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [readDur=1.167218ms] [encodeDur=1.01732ms] [checksum="{cksum=12236948213998824982,size=58,kvs=2}"] [deliverDur=282.038Β΅s] [type=file] [takeTime=3.10358ms] [] [2024/05/06 08:02:57.861 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=32] [step=import] [subtask-id=62] [takeTime=24.364162ms] [] [2024/05/06 08:02:57.861 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=971] [file=/tmp/tidb/import-4000/32/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/bff6a83d-d2f2-4c72-9bf7-6c1fe04e3c64.sst] [firstKey=7480000000000000C45F728000000000000001] [lastKey=7480000000000000C45F728000000000000002] [2024/05/06 08:02:57.861 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/05/06 08:02:57.862 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/05/06 08:02:57.862 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 08:02:57.863 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.813525ms] [] [2024/05/06 08:02:57.864 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/05/06 08:02:57.868 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:57.890 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=58] [2024/05/06 08:02:57.891 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:57.904 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 08:02:57.906 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=42.172221ms] [] [2024/05/06 08:02:57.906 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 08:02:57.907 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.023372ms] [] [2024/05/06 08:02:57.907 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/05/06 08:02:57.907 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 08:02:57.908 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.289977ms] [] [2024/05/06 08:02:57.908 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/05/06 08:02:57.908 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 08:02:57.909 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=63.534Β΅s] [] [2024/05/06 08:02:57.909 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 08:02:57.909 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=685.243Β΅s] [] [2024/05/06 08:02:57.942 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:57.943 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:57.944 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:57.944 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:57.959 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=32] [step=import] [2024/05/06 08:02:57.963 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:57.963 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:57.963 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:57.963 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:57.963 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:57.963 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:57.963 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:57.963 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:57.963 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:57.963 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:57.963 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:57.963 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:57.963 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:57.965 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:57.965 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:57.965 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:57.965 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:57.965 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:57.965 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=233.516241ms] [] [2024/05/06 08:02:58.011 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 08:02:58.012 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:58.012 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 08:02:58.169 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:58.257 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [2024/05/06 08:02:58.257 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [2024/05/06 08:02:58.257 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [2024/05/06 08:02:58.265 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [takeTime=7.648059ms] [] [2024/05/06 08:02:58.265 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [groupId=-1] [size=58] [kvs=2] [checksum=12236948213998824982] [2024/05/06 08:02:58.265 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [checksum="{cksum=12236948213998824982,size=58,kvs=2}"] [2024/05/06 08:02:58.265 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [weight=30] [2024/05/06 08:02:58.265 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [concurrency=15] [2024/05/06 08:02:58.269 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=12236948213998824982] [totalKvs=2] [totalBytes=58] [2024/05/06 08:02:58.270 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [local="{cksum=12236948213998824982,size=58,kvs=2}"] [2024/05/06 08:02:58.270 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [takeTime=12.952091ms] [] [2024/05/06 08:02:58.270 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [takeTime=13.173801ms] [] [2024/05/06 08:02:58.315 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=146.237299ms] [] [2024/05/06 08:02:58.346 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:02:58.346 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=32] [step=post-process] [state=running] [] [2024/05/06 08:02:58.349 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=32] [2024/05/06 08:02:58.398 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=32] [type=ImportInto] [2024/05/06 08:02:58.429 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=32] [2024/05/06 08:02:58.461 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:02:58.461 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=32] [2024/05/06 08:02:58.534 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:02:58.640 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.609713567\n# Parse_time: 0.000670481\n# Compile_time: 0.002708401\n# Rewrite_time: 0.001477124\n# Optimize_time: 0.001663593\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: aadb5d4e27c12b2f9dfc09d6d7106d4c5a35ddea525aa93fd4dbeff74192d1f1\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 08:02:58.683 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:58.887 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 08:02:59.034 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=33] [task-id=33] [data-size=7B] [thread-cnt=26] [global-sort=false] [2024/05/06 08:02:59.081 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=33] [2024/05/06 08:02:59.081 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 08:02:59.188 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:02:59.189 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:59.190 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=33] [curr-step=init] [next-step=import] [2024/05/06 08:02:59.213 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:59.216 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen2] [2024/05/06 08:02:59.216 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/05/06 08:02:59.216 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=48.868Β΅s] [2024/05/06 08:02:59.216 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen2] [takeTime=161.654Β΅s] [] [2024/05/06 08:02:59.216 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=33] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:02:59.216 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 08:02:59.338 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=33] [mode=Import] [2024/05/06 08:02:59.358 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=33] [2024/05/06 08:02:59.385 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=33] [type=ImportInto] [remaining-slots=26] [2024/05/06 08:02:59.461 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:02:59.463 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=33] [step=import] [2024/05/06 08:02:59.464 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:02:59.473 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:02:59.473 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:02:59.473 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:59.474 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:02:59.474 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:02:59.474 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:02:59.474 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:02:59.475 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:59.475 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:59.489 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:02:59.491 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:02:59.491 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=374.2GB] [2024/05/06 08:02:59.491 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=33] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:02:59.491 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen2] [import-id=33] [disk-quota=348.5GiB] [2024/05/06 08:02:59.537 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=33] [step=import] [subtask-id=64] [2024/05/06 08:02:59.541 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 08:02:59.544 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 08:02:59.544 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=196] [2024/05/06 08:02:59.583 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [2024/05/06 08:02:59.586 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [readDur=1.101146ms] [encodeDur=897.322Β΅s] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=219.187Β΅s] [type=file] [takeTime=2.585279ms] [] [2024/05/06 08:02:59.586 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=33] [step=import] [subtask-id=64] [takeTime=49.571594ms] [] [2024/05/06 08:02:59.587 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=971] [file=/tmp/tidb/import-4000/33/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/acfbfd88-be3f-41a5-a2e8-50667dba9960.sst] [firstKey=7480000000000000C45F728000000000000001] [lastKey=7480000000000000C45F728000000000000002] [2024/05/06 08:02:59.587 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/05/06 08:02:59.587 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/05/06 08:02:59.587 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 08:02:59.589 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.748489ms] [] [2024/05/06 08:02:59.589 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/05/06 08:02:59.593 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:02:59.615 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=58] [2024/05/06 08:02:59.616 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:02:59.632 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 08:02:59.634 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=45.652367ms] [] [2024/05/06 08:02:59.634 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 08:02:59.636 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.12479ms] [] [2024/05/06 08:02:59.636 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/05/06 08:02:59.636 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 08:02:59.637 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.519053ms] [] [2024/05/06 08:02:59.637 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/05/06 08:02:59.637 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 08:02:59.637 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=58.391Β΅s] [] [2024/05/06 08:02:59.637 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 08:02:59.638 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=830.015Β΅s] [] [2024/05/06 08:02:59.690 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=33] [step=import] [2024/05/06 08:02:59.693 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:02:59.693 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:02:59.693 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:02:59.693 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:02:59.693 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:02:59.693 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:02:59.693 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:59.693 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:02:59.693 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:59.693 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:59.693 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:59.693 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:59.693 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:02:59.695 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:02:59.695 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:02:59.695 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:02:59.695 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:02:59.695 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:02:59.695 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=233.68645ms] [] [2024/05/06 08:02:59.705 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:02:59.706 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:02:59.707 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [2024/05/06 08:02:59.707 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:02:59.774 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 08:02:59.776 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:02:59.776 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 08:02:59.969 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:03:00.021 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [2024/05/06 08:03:00.022 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [2024/05/06 08:03:00.022 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [2024/05/06 08:03:00.026 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [takeTime=4.442905ms] [] [2024/05/06 08:03:00.026 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/05/06 08:03:00.026 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 08:03:00.026 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [weight=30] [2024/05/06 08:03:00.027 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [concurrency=15] [2024/05/06 08:03:00.031 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/05/06 08:03:00.031 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 08:03:00.031 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [takeTime=9.741117ms] [] [2024/05/06 08:03:00.031 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [takeTime=9.992447ms] [] [2024/05/06 08:03:00.077 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=107.11704ms] [] [2024/05/06 08:03:00.110 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:03:00.110 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=33] [step=post-process] [state=running] [] [2024/05/06 08:03:00.113 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=33] [2024/05/06 08:03:00.163 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=33] [type=ImportInto] [2024/05/06 08:03:00.186 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=33] [2024/05/06 08:03:00.212 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:03:00.212 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=33] [2024/05/06 08:03:00.319 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.653729907\n# Parse_time: 0.001531537\n# Compile_time: 0.003315615\n# Rewrite_time: 0.001707583\n# Optimize_time: 0.00115533\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 77767b6e1c4f50d19609f42a064e114e77fed5992582539ccd017c6272f21e28\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` (`b`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 08:03:00.346 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:03:00.358 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:00.563 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 08:03:00.692 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=34] [task-id=34] [data-size=7B] [thread-cnt=26] [global-sort=false] [2024/05/06 08:03:00.732 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=34] [2024/05/06 08:03:00.732 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 08:03:00.839 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:03:00.840 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:00.841 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=34] [curr-step=init] [next-step=import] [2024/05/06 08:03:00.861 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:00.863 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen2] [2024/05/06 08:03:00.864 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/05/06 08:03:00.864 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=57.197Β΅s] [2024/05/06 08:03:00.864 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen2] [takeTime=167.738Β΅s] [] [2024/05/06 08:03:00.864 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=34] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:03:00.864 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 08:03:00.978 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=34] [mode=Import] [2024/05/06 08:03:00.996 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=34] [2024/05/06 08:03:01.010 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=34] [type=ImportInto] [remaining-slots=26] [2024/05/06 08:03:01.098 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:03:01.099 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=34] [step=import] [2024/05/06 08:03:01.100 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:01.108 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:03:01.108 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:03:01.109 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:01.109 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:03:01.110 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:01.110 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:01.110 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:03:01.110 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:03:01.110 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:01.123 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:03:01.124 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:03:01.124 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=374.2GB] [2024/05/06 08:03:01.124 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=34] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:03:01.124 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen2] [import-id=34] [disk-quota=348.5GiB] [2024/05/06 08:03:01.162 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=34] [step=import] [subtask-id=66] [2024/05/06 08:03:01.167 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 08:03:01.171 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 08:03:01.171 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=196] [2024/05/06 08:03:01.203 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [2024/05/06 08:03:01.205 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [readDur=1.010412ms] [encodeDur=780.993Β΅s] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=220.33Β΅s] [type=file] [takeTime=2.394108ms] [] [2024/05/06 08:03:01.206 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=34] [step=import] [subtask-id=66] [takeTime=43.732861ms] [] [2024/05/06 08:03:01.206 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=961] [file=/tmp/tidb/import-4000/34/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/7040310c-1482-4f3c-9476-cb8bc8ddcc66.sst] [firstKey=7480000000000000C45F728000000000000001] [lastKey=7480000000000000C45F728000000000000002] [2024/05/06 08:03:01.206 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/05/06 08:03:01.206 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/05/06 08:03:01.206 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 08:03:01.208 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.586133ms] [] [2024/05/06 08:03:01.208 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/05/06 08:03:01.212 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:03:01.234 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=50] [2024/05/06 08:03:01.235 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:03:01.250 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 08:03:01.252 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=43.398159ms] [] [2024/05/06 08:03:01.252 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 08:03:01.253 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=935.934Β΅s] [] [2024/05/06 08:03:01.253 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/05/06 08:03:01.253 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 08:03:01.254 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.239784ms] [] [2024/05/06 08:03:01.254 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/05/06 08:03:01.254 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 08:03:01.254 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=73.373Β΅s] [] [2024/05/06 08:03:01.254 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 08:03:01.255 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=903.703Β΅s] [] [2024/05/06 08:03:01.309 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=34] [step=import] [2024/05/06 08:03:01.312 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:03:01.312 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:03:01.312 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:01.312 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:03:01.312 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:01.312 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:01.312 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:03:01.312 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:03:01.312 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:01.312 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:01.312 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:01.312 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:01.312 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:03:01.314 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:03:01.314 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:01.314 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:01.314 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:01.314 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:01.314 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=216.021766ms] [] [2024/05/06 08:03:01.351 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:03:01.352 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:01.353 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [2024/05/06 08:03:01.353 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:03:01.469 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":0,\"2\":0}}"] [2024/05/06 08:03:01.471 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:03:01.471 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 08:03:01.634 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 08:03:01.683 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [2024/05/06 08:03:01.684 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [2024/05/06 08:03:01.684 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [2024/05/06 08:03:01.688 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [takeTime=4.436169ms] [] [2024/05/06 08:03:01.688 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/05/06 08:03:01.688 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 08:03:01.688 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [weight=30] [2024/05/06 08:03:01.688 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [concurrency=15] [2024/05/06 08:03:01.692 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/05/06 08:03:01.693 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 08:03:01.693 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [takeTime=9.013286ms] [] [2024/05/06 08:03:01.693 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [takeTime=9.209223ms] [] [2024/05/06 08:03:01.734 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=99.951765ms] [] [2024/05/06 08:03:01.753 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:03:01.753 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=34] [step=post-process] [state=running] [] [2024/05/06 08:03:01.756 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=34] [2024/05/06 08:03:01.844 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=34] [2024/05/06 08:03:01.861 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=34] [type=ImportInto] [2024/05/06 08:03:01.871 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:03:01.872 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=34] [2024/05/06 08:03:01.951 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6086649720000001\n# Parse_time: 0.000715076\n# Compile_time: 0.00268127\n# Rewrite_time: 0.001504406\n# Optimize_time: 0.001224233\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: ce5157336e474352b6ec42e96f0d265354fe3d79136030a10a71e3dd75c5f13e\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` (`a`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 08:03:01.960 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestIgnoreNLines [2024/05/06 08:03:01.963 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=133] [cur_db=load_csv] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 08:03:02.000 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:198, Type:drop schema, State:queueing, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:01.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:02.000 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:198, Type:drop schema, State:queueing, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:01.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 08:03:02.064 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop schema, State:queueing, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:01.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:02.097 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=243.756Β΅s] [gotSchemaVersion=134] [phyTblIDs="[167]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:03:02.108 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=198] [version=134] [2024/05/06 08:03:02.146 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=54.180088ms] [job="ID:198, Type:drop schema, State:running, SchemaState:write only, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:01.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:02.198 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop schema, State:running, SchemaState:write only, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:01.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:02.226 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=270.596Β΅s] [gotSchemaVersion=135] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:03:02.273 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=198] [version=135] [2024/05/06 08:03:02.275 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=53.653706ms] [job="ID:198, Type:drop schema, State:running, SchemaState:delete only, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:01.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:02.344 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop schema, State:running, SchemaState:delete only, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:01.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:02.384 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=234.843Β΅s] [gotSchemaVersion=136] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:03:02.394 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=198] [version=136] [2024/05/06 08:03:02.433 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=53.7014ms] [job="ID:198, Type:drop schema, State:done, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:01.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:02.499 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=198] [tableIDs="[167]"] [comment="drop schema: table IDs"] [2024/05/06 08:03:02.508 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=198] [jobType="drop schema"] [2024/05/06 08:03:02.512 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [job="ID:198, Type:drop schema, State:synced, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:01.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:02.564 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=198] [2024/05/06 08:03:02.564 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:02.568 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.606649999\n# Parse_time: 0.000651725\n# Compile_time: 0.000794493\n# Rewrite_time: 0.000046111\n# Optimize_time: 0.001301336\n# Wait_TS: 0.000379378\n# DB: load_csv\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 08:03:02.569 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=136] [cur_db=load_csv] [sql="create database load_data"] [user=root@%] [2024/05/06 08:03:02.600 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:create schema, State:queueing, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:02.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:02.600 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:200, Type:create schema, State:queueing, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:02.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 08:03:02.662 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [category=ddl] [job="ID:200, Type:create schema, State:queueing, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:02.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:02.692 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=1.029326ms] [gotSchemaVersion=137] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:03:02.704 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=200] [version=137] [2024/05/06 08:03:02.741 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=53.937486ms] [job="ID:200, Type:create schema, State:done, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:02.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:02.813 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [job="ID:200, Type:create schema, State:synced, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:02.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:02.840 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=200] [2024/05/06 08:03:02.841 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:02.847 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=137] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 08:03:02.850 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=137] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 08:03:02.893 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:02.83 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:02.893 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:02.83 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 08:03:02.934 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=202] [conn=2] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:02.83 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:02.942 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 199, Table ID: 201, Table Name: t"] [2024/05/06 08:03:03.011 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=2.590362ms] [gotSchemaVersion=138] [phyTblIDs="[201]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:03:03.022 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=202] [version=138] [2024/05/06 08:03:03.057 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=52.953863ms] [job="ID:202, Type:create table, State:done, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:02.83 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:03.095 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=202] [conn=2] [job="ID:202, Type:create table, State:synced, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:02.83 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:03.144 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=202] [2024/05/06 08:03:03.144 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:03.181 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=36.482632ms] [2024/05/06 08:03:03.187 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.338374212\n# Parse_time: 0.000672622\n# Compile_time: 0.000972272\n# Rewrite_time: 0.000051742\n# Optimize_time: 0.001301336\n# Wait_TS: 0.000365625\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 08:03:03.207 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:03.409 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 08:03:03.531 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=35] [task-id=35] [data-size=97B] [thread-cnt=1] [global-sort=false] [2024/05/06 08:03:03.618 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=35] [2024/05/06 08:03:03.618 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 08:03:03.726 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:03:03.728 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:03.729 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=35] [curr-step=init] [next-step=import] [2024/05/06 08:03:03.749 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:03.752 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:03:03.752 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/05/06 08:03:03.752 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=102.108Β΅s] [2024/05/06 08:03:03.752 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=292.976Β΅s] [] [2024/05/06 08:03:03.753 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=35] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:03:03.753 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 08:03:03.880 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=35] [mode=Import] [2024/05/06 08:03:03.899 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=35] [2024/05/06 08:03:03.922 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=35] [type=ImportInto] [remaining-slots=51] [2024/05/06 08:03:03.966 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:03:03.967 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=35] [step=import] [2024/05/06 08:03:03.968 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:03.977 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:03:03.977 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:03:03.977 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:03.977 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:03:03.979 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:03.979 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:03.979 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:03:03.979 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:03:03.979 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:03.994 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:03:03.995 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:03:03.995 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:03:03.996 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=35] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:03:03.996 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=35] [disk-quota=348.5GiB] [2024/05/06 08:03:04.086 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=35] [step=import] [subtask-id=68] [2024/05/06 08:03:04.091 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:03:04.095 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:03:04.096 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=201] [2024/05/06 08:03:04.103 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=201] [key=skip-rows-1.csv:0] [2024/05/06 08:03:04.108 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=201] [key=skip-rows-1.csv:0] [readDur=1.534283ms] [encodeDur=1.989937ms] [checksum="{cksum=12736467198054628245,size=164,kvs=4}"] [deliverDur=311.822Β΅s] [type=file] [takeTime=4.316728ms] [] [2024/05/06 08:03:04.109 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=201] [2024/05/06 08:03:04.109 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=164] [kvs=4] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/35/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/aa26f9aa-4118-4b40-a005-1db9da2eac84.sst] [firstKey=7480000000000000C95F728000000000000001] [lastKey=7480000000000000C95F728000000000000004] [2024/05/06 08:03:04.138 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=201] [key=skip-rows-2.csv:0] [2024/05/06 08:03:04.142 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=201] [key=skip-rows-2.csv:0] [readDur=1.493842ms] [encodeDur=2.087124ms] [checksum="{cksum=8522431110482423612,size=205,kvs=5}"] [deliverDur=310.155Β΅s] [type=file] [takeTime=4.238396ms] [] [2024/05/06 08:03:04.143 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=35] [step=import] [subtask-id=68] [takeTime=56.453156ms] [] [2024/05/06 08:03:04.143 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=205] [kvs=5] [files=1] [sstFileSize=1032] [file=/tmp/tidb/import-4000/35/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/685b8fe5-fb99-4966-bc71-62eed61aab56.sst] [firstKey=7480000000000000C95F72800000000000000F] [lastKey=7480000000000000C95F728000000000000013] [2024/05/06 08:03:04.143 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/05/06 08:03:04.143 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/05/06 08:03:04.143 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:03:04.145 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.764752ms] [] [2024/05/06 08:03:04.145 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 08:03:04.150 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:03:04.172 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/05/06 08:03:04.172 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:03:04.185 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/05/06 08:03:04.187 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=41.851145ms] [] [2024/05/06 08:03:04.187 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:03:04.189 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.409836ms] [] [2024/05/06 08:03:04.189 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/05/06 08:03:04.189 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:03:04.190 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.521439ms] [] [2024/05/06 08:03:04.191 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 08:03:04.191 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:03:04.191 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=71.671Β΅s] [] [2024/05/06 08:03:04.191 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:03:04.192 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=852.919Β΅s] [] [2024/05/06 08:03:04.242 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=35] [step=import] [2024/05/06 08:03:04.244 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:03:04.245 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:03:04.245 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:03:04.245 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:04.245 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:03:04.245 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:04.245 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:03:04.245 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:03:04.245 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:04.245 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:04.245 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:04.245 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:04.245 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:04.245 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:03:04.246 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:04.247 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [2024/05/06 08:03:04.247 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:03:04.247 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:03:04.248 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:04.248 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:04.248 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:04.248 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:04.248 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=281.732987ms] [] [2024/05/06 08:03:04.313 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/05/06 08:03:04.315 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:03:04.315 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 08:03:04.537 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:03:04.584 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [2024/05/06 08:03:04.584 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [2024/05/06 08:03:04.585 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [2024/05/06 08:03:04.593 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [takeTime=7.949723ms] [] [2024/05/06 08:03:04.593 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [groupId=-1] [size=369] [kvs=9] [checksum=14304774505401095337] [2024/05/06 08:03:04.593 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [checksum="{cksum=14304774505401095337,size=369,kvs=9}"] [2024/05/06 08:03:04.593 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [weight=30] [2024/05/06 08:03:04.593 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [concurrency=15] [2024/05/06 08:03:04.597 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=201] [physicalTableID=201] [indexID=-1] [checksum=14304774505401095337] [totalKvs=9] [totalBytes=369] [2024/05/06 08:03:04.598 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [local="{cksum=14304774505401095337,size=369,kvs=9}"] [2024/05/06 08:03:04.598 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [takeTime=13.099482ms] [] [2024/05/06 08:03:04.598 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [takeTime=13.330177ms] [] [2024/05/06 08:03:04.641 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=104.010531ms] [] [2024/05/06 08:03:04.644 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:03:04.644 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=35] [step=post-process] [state=running] [] [2024/05/06 08:03:04.647 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=35] [2024/05/06 08:03:04.693 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=35] [type=ImportInto] [2024/05/06 08:03:04.723 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=35] [2024/05/06 08:03:04.749 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:03:04.749 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=35] [2024/05/06 08:03:04.830 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.641797431\n# Parse_time: 0.000985525\n# Compile_time: 0.002235201\n# Rewrite_time: 0.000561898\n# Optimize_time: 0.001301336\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 08:03:04.841 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=138] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/06 08:03:04.878 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:3, start time: 2024-05-06 08:03:04.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:04.878 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:3, start time: 2024-05-06 08:03:04.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 08:03:04.884 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:03:04.936 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:04.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:04.948 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 199, Table ID: 203, Table Name: t, Old Table ID: 201, Old Table Name: t"] [2024/05/06 08:03:05.013 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=2.651942ms] [gotSchemaVersion=139] [phyTblIDs="[201,203]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:03:05.023 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=204] [version=139] [2024/05/06 08:03:05.059 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=53.370106ms] [job="ID:204, Type:truncate table, State:done, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:04.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:05.109 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=204] [tableIDs="[201]"] [comment="drop table: table ID"] [2024/05/06 08:03:05.118 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=204] [jobType="truncate table"] [2024/05/06 08:03:05.122 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [job="ID:204, Type:truncate table, State:synced, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:04.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:05.199 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=204] [2024/05/06 08:03:05.199 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:05.203 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.362655137\n# Parse_time: 0.000182154\n# Compile_time: 0.000705367\n# Rewrite_time: 0.000032928\n# Optimize_time: 0.001216518\n# Wait_TS: 0.000451948\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 08:03:05.218 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:05.463 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 08:03:05.464 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=52] [new=16] [2024/05/06 08:03:05.554 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=36] [task-id=36] [data-size=97B] [thread-cnt=1] [global-sort=false] [2024/05/06 08:03:05.595 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=36] [2024/05/06 08:03:05.596 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 08:03:05.703 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:03:05.705 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:05.706 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=36] [curr-step=init] [next-step=import] [2024/05/06 08:03:05.728 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:05.731 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:03:05.731 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/05/06 08:03:05.731 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=70.848Β΅s] [2024/05/06 08:03:05.731 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=190.06Β΅s] [] [2024/05/06 08:03:05.731 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=36] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:03:05.731 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 08:03:05.851 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=36] [mode=Import] [2024/05/06 08:03:05.870 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=36] [2024/05/06 08:03:05.881 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=36] [type=ImportInto] [remaining-slots=51] [2024/05/06 08:03:05.922 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:03:05.923 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=36] [step=import] [2024/05/06 08:03:05.925 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:05.932 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:03:05.932 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:03:05.933 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:05.933 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:03:05.934 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:05.934 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:03:05.934 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:03:05.934 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:05.934 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:05.947 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:03:05.948 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:03:05.948 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:03:05.948 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=36] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:03:05.948 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=36] [disk-quota=348.5GiB] [2024/05/06 08:03:05.992 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=36] [step=import] [subtask-id=70] [2024/05/06 08:03:05.996 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:03:06.000 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:03:06.000 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=203] [2024/05/06 08:03:06.010 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=203] [key=skip-rows-1.csv:0] [2024/05/06 08:03:06.012 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=203] [key=skip-rows-1.csv:0] [readDur=201.241Β΅s] [encodeDur=1.188139ms] [checksum="{cksum=1726994466585087899,size=123,kvs=3}"] [deliverDur=196.119Β΅s] [type=file] [takeTime=1.949903ms] [] [2024/05/06 08:03:06.013 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=203] [2024/05/06 08:03:06.013 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=123] [kvs=3] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/36/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/a0a4f27d-3766-4c6f-95b3-781e02debc75.sst] [firstKey=7480000000000000CB5F728000000000000001] [lastKey=7480000000000000CB5F728000000000000003] [2024/05/06 08:03:06.026 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=203] [key=skip-rows-2.csv:0] [2024/05/06 08:03:06.028 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=203] [key=skip-rows-2.csv:0] [readDur=278.476Β΅s] [encodeDur=1.409696ms] [checksum="{cksum=5624564024173586417,size=164,kvs=4}"] [deliverDur=228.1Β΅s] [type=file] [takeTime=2.264422ms] [] [2024/05/06 08:03:06.029 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=36] [step=import] [subtask-id=70] [takeTime=37.004517ms] [] [2024/05/06 08:03:06.029 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=164] [kvs=4] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/36/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/ed13d16a-82de-4476-a0c3-1cd28abc101c.sst] [firstKey=7480000000000000CB5F72800000000000000F] [lastKey=7480000000000000CB5F728000000000000012] [2024/05/06 08:03:06.029 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/05/06 08:03:06.029 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/05/06 08:03:06.029 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:03:06.031 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.675538ms] [] [2024/05/06 08:03:06.031 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 08:03:06.036 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:03:06.058 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=7] [size=287] [2024/05/06 08:03:06.059 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:03:06.103 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=287] [kvs=7] [importedSize=287] [importedCount=7] [2024/05/06 08:03:06.106 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=74.563214ms] [] [2024/05/06 08:03:06.106 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:03:06.107 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.363742ms] [] [2024/05/06 08:03:06.107 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/05/06 08:03:06.107 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:03:06.109 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.618722ms] [] [2024/05/06 08:03:06.109 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 08:03:06.109 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:03:06.109 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=59.362Β΅s] [] [2024/05/06 08:03:06.109 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:03:06.110 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=821.712Β΅s] [] [2024/05/06 08:03:06.153 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=36] [step=import] [2024/05/06 08:03:06.156 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:03:06.156 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:03:06.156 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:03:06.157 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:03:06.156 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:03:06.156 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:06.157 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:06.156 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:06.157 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:06.157 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:06.157 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:06.157 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:06.157 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:03:06.159 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:03:06.159 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:06.159 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:06.159 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:06.159 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:06.159 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=237.707854ms] [] [2024/05/06 08:03:06.221 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:03:06.223 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:06.224 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [2024/05/06 08:03:06.224 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:03:06.298 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":7,\"ColSizeMap\":{\"1\":7,\"2\":42,\"3\":11}}"] [2024/05/06 08:03:06.300 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:03:06.300 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 08:03:06.520 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:03:06.564 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [2024/05/06 08:03:06.565 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [2024/05/06 08:03:06.565 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [2024/05/06 08:03:06.573 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [takeTime=7.96888ms] [] [2024/05/06 08:03:06.573 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [groupId=-1] [size=287] [kvs=7] [checksum=6483480866311923818] [2024/05/06 08:03:06.573 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [checksum="{cksum=6483480866311923818,size=287,kvs=7}"] [2024/05/06 08:03:06.573 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [weight=30] [2024/05/06 08:03:06.573 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [concurrency=15] [2024/05/06 08:03:06.577 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=203] [physicalTableID=203] [indexID=-1] [checksum=6483480866311923818] [totalKvs=7] [totalBytes=287] [2024/05/06 08:03:06.578 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [local="{cksum=6483480866311923818,size=287,kvs=7}"] [2024/05/06 08:03:06.578 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [takeTime=12.964119ms] [] [2024/05/06 08:03:06.578 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [takeTime=13.183078ms] [] [2024/05/06 08:03:06.621 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:03:06.622 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=36] [step=post-process] [state=running] [] [2024/05/06 08:03:06.625 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=36] [2024/05/06 08:03:06.626 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=106.348604ms] [] [2024/05/06 08:03:06.677 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=36] [type=ImportInto] [2024/05/06 08:03:06.701 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=36] [2024/05/06 08:03:06.732 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:03:06.732 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=36] [2024/05/06 08:03:06.816 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6125556269999999\n# Parse_time: 0.000657457\n# Compile_time: 0.001514797\n# Rewrite_time: 0.000365177\n# Optimize_time: 0.001216518\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 1431ef0f8152ec147cf77c85ee9c8be43939ce00a132572b45fe6bd8841230f7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, skip_rows=1;"] [2024/05/06 08:03:06.864 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=139] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/06 08:03:06.875 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:03:06.898 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:206, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:203, RowCount:0, ArgLen:3, start time: 2024-05-06 08:03:06.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:06.898 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:206, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:203, RowCount:0, ArgLen:3, start time: 2024-05-06 08:03:06.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 08:03:06.949 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [category=ddl] [job="ID:206, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:06.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:06.963 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 199, Table ID: 205, Table Name: t, Old Table ID: 203, Old Table Name: t"] [2024/05/06 08:03:07.024 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=3.116547ms] [gotSchemaVersion=140] [phyTblIDs="[203,205]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:03:07.038 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=206] [version=140] [2024/05/06 08:03:07.070 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=54.601011ms] [job="ID:206, Type:truncate table, State:done, SchemaState:public, SchemaID:199, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:06.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:07.149 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=206] [tableIDs="[203]"] [comment="drop table: table ID"] [2024/05/06 08:03:07.163 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=206] [jobType="truncate table"] [2024/05/06 08:03:07.166 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [job="ID:206, Type:truncate table, State:synced, SchemaState:public, SchemaID:199, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:06.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:07.233 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=206] [2024/05/06 08:03:07.233 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:07.239 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.376426152\n# Parse_time: 0.000451172\n# Compile_time: 0.001482559\n# Rewrite_time: 0.000062788\n# Optimize_time: 0.001681277\n# Wait_TS: 0.00046402\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 08:03:07.255 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:07.516 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"3\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 08:03:07.633 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=37] [task-id=37] [data-size=97B] [thread-cnt=1] [global-sort=false] [2024/05/06 08:03:07.738 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=37] [2024/05/06 08:03:07.738 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 08:03:07.844 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:03:07.845 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:07.847 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=37] [curr-step=init] [next-step=import] [2024/05/06 08:03:07.865 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:07.868 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:03:07.868 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/05/06 08:03:07.868 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=112.992Β΅s] [2024/05/06 08:03:07.869 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=344.23Β΅s] [] [2024/05/06 08:03:07.869 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=37] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:03:07.869 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 08:03:08.026 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=37] [mode=Import] [2024/05/06 08:03:08.044 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=37] [type=ImportInto] [remaining-slots=51] [2024/05/06 08:03:08.044 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=37] [2024/05/06 08:03:08.089 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:03:08.090 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=37] [step=import] [2024/05/06 08:03:08.091 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:08.099 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:03:08.099 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:03:08.100 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:08.100 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:03:08.101 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:08.101 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:08.101 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:03:08.101 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:03:08.101 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:08.114 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:03:08.116 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:03:08.116 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:03:08.116 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=37] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:03:08.116 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=37] [disk-quota=348.5GiB] [2024/05/06 08:03:08.195 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=37] [step=import] [subtask-id=72] [2024/05/06 08:03:08.200 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:03:08.203 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:03:08.204 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=205] [2024/05/06 08:03:08.219 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=205] [key=skip-rows-1.csv:0] [2024/05/06 08:03:08.221 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=205] [key=skip-rows-1.csv:0] [readDur=108.495Β΅s] [encodeDur=481.149Β΅s] [checksum="{cksum=15880027770607611968,size=41,kvs=1}"] [deliverDur=205.323Β΅s] [type=file] [takeTime=1.176111ms] [] [2024/05/06 08:03:08.221 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=205] [2024/05/06 08:03:08.221 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=41] [kvs=1] [files=1] [sstFileSize=939] [file=/tmp/tidb/import-4000/37/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/3eacd2db-e57b-4101-8c9a-22faa8076b16.sst] [firstKey=7480000000000000CD5F728000000000000001] [lastKey=7480000000000000CD5F728000000000000001] [2024/05/06 08:03:08.233 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=205] [key=skip-rows-2.csv:0] [2024/05/06 08:03:08.235 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=205] [key=skip-rows-2.csv:0] [readDur=218.417Β΅s] [encodeDur=1.175688ms] [checksum="{cksum=4333126819455252683,size=82,kvs=2}"] [deliverDur=250.328Β΅s] [type=file] [takeTime=2.0381ms] [] [2024/05/06 08:03:08.236 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/37/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/32363600-aefd-4244-a38f-f52f1a6b4f4c.sst] [firstKey=7480000000000000CD5F72800000000000000F] [lastKey=7480000000000000CD5F728000000000000010] [2024/05/06 08:03:08.236 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=37] [step=import] [subtask-id=72] [takeTime=40.268584ms] [] [2024/05/06 08:03:08.236 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/05/06 08:03:08.236 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/05/06 08:03:08.236 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:03:08.238 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.568173ms] [] [2024/05/06 08:03:08.238 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 08:03:08.243 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:03:08.265 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=123] [2024/05/06 08:03:08.265 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:03:08.278 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=123] [kvs=3] [importedSize=123] [importedCount=3] [2024/05/06 08:03:08.280 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=42.394385ms] [] [2024/05/06 08:03:08.280 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:03:08.281 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.056645ms] [] [2024/05/06 08:03:08.281 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/05/06 08:03:08.281 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:03:08.283 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.272487ms] [] [2024/05/06 08:03:08.283 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 08:03:08.283 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:03:08.283 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=45.5Β΅s] [] [2024/05/06 08:03:08.283 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:03:08.284 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=879.147Β΅s] [] [2024/05/06 08:03:08.332 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=37] [step=import] [2024/05/06 08:03:08.335 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:03:08.335 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:08.335 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:03:08.335 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:03:08.335 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:08.335 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:08.335 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:03:08.335 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:03:08.335 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:08.336 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:08.336 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:08.336 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:08.336 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:03:08.338 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:03:08.338 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:08.338 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:08.338 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:08.338 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:08.338 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=249.151815ms] [] [2024/05/06 08:03:08.360 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:03:08.361 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:08.363 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [2024/05/06 08:03:08.363 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:03:08.425 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":3,\"ColSizeMap\":{\"1\":3,\"2\":18,\"3\":5}}"] [2024/05/06 08:03:08.426 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:03:08.426 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 08:03:08.649 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:03:08.703 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [2024/05/06 08:03:08.703 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [2024/05/06 08:03:08.703 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [2024/05/06 08:03:08.710 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [takeTime=7.19765ms] [] [2024/05/06 08:03:08.711 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [groupId=-1] [size=123] [kvs=3] [checksum=16159877524845660299] [2024/05/06 08:03:08.711 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [checksum="{cksum=16159877524845660299,size=123,kvs=3}"] [2024/05/06 08:03:08.711 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [weight=30] [2024/05/06 08:03:08.711 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [concurrency=15] [2024/05/06 08:03:08.714 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=205] [physicalTableID=205] [indexID=-1] [checksum=16159877524845660299] [totalKvs=3] [totalBytes=123] [2024/05/06 08:03:08.715 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [local="{cksum=16159877524845660299,size=123,kvs=3}"] [2024/05/06 08:03:08.715 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [takeTime=11.921045ms] [] [2024/05/06 08:03:08.715 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [takeTime=12.129738ms] [] [2024/05/06 08:03:08.754 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=105.137231ms] [] [2024/05/06 08:03:08.756 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:03:08.756 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=37] [step=post-process] [state=running] [] [2024/05/06 08:03:08.759 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=37] [2024/05/06 08:03:08.811 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=37] [type=ImportInto] [2024/05/06 08:03:08.845 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=37] [2024/05/06 08:03:08.875 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:03:08.875 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=37] [2024/05/06 08:03:08.895 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6551441040000001\n# Parse_time: 0.000664715\n# Compile_time: 0.00158118\n# Rewrite_time: 0.000405032\n# Optimize_time: 0.001681277\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 1431ef0f8152ec147cf77c85ee9c8be43939ce00a132572b45fe6bd8841230f7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, skip_rows=3;"] === RUN TestImportInto/TestImportIntoPrivilegePositiveCase [2024/05/06 08:03:08.905 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=140] [cur_db=load_data] [sql="drop database if exists import_into"] [user=root@%] [2024/05/06 08:03:08.979 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:207, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:08.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:08.979 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:207, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:08.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists import_into"] [2024/05/06 08:03:09.018 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:03:09.051 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:08.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:09.084 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=399.881Β΅s] [gotSchemaVersion=141] [phyTblIDs="[139]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:03:09.094 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=207] [version=141] [2024/05/06 08:03:09.132 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=53.140284ms] [job="ID:207, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:08.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:09.172 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:08.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:09.199 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=227.49Β΅s] [gotSchemaVersion=142] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:03:09.209 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=207] [version=142] [2024/05/06 08:03:09.248 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=53.320237ms] [job="ID:207, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:08.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:09.283 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:08.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:09.321 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=242.016Β΅s] [gotSchemaVersion=143] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:03:09.335 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=207] [version=143] [2024/05/06 08:03:09.371 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=53.806066ms] [job="ID:207, Type:drop schema, State:done, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:08.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:09.403 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=207] [tableIDs="[139]"] [comment="drop schema: table IDs"] [2024/05/06 08:03:09.412 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=207] [jobType="drop schema"] [2024/05/06 08:03:09.416 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [job="ID:207, Type:drop schema, State:synced, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:08.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:09.503 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=207] [2024/05/06 08:03:09.503 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:09.507 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.602664855\n# Parse_time: 0.000681726\n# Compile_time: 0.000923679\n# Rewrite_time: 0.000037866\n# Optimize_time: 0.000898353\n# Wait_TS: 0.000493404\n# DB: load_data\n# Is_internal: false\n# Digest: 2bf6205fd312b0e6558e6060b915b47a10f35edac12a547b88c81cc4b6f4279f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists import_into;"] [2024/05/06 08:03:09.509 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=143] [cur_db=load_data] [sql="create database import_into"] [user=root@%] [2024/05/06 08:03:09.540 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:209, Type:create schema, State:queueing, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:09.48 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:09.540 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:209, Type:create schema, State:queueing, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:09.48 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database import_into"] [2024/05/06 08:03:09.587 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [category=ddl] [job="ID:209, Type:create schema, State:queueing, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:09.48 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:09.630 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=996.466Β΅s] [gotSchemaVersion=144] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:03:09.641 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=209] [version=144] [2024/05/06 08:03:09.678 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=53.365218ms] [job="ID:209, Type:create schema, State:done, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:09.48 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:09.751 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [job="ID:209, Type:create schema, State:synced, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:09.48 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:09.792 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=209] [2024/05/06 08:03:09.792 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:09.799 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 08:03:09.839 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:211, Type:create table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:09.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:09.839 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:211, Type:create table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:09.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 08:03:09.876 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=211] [conn=2] [category=ddl] [job="ID:211, Type:create table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:09.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:09.884 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 208, Table ID: 210, Table Name: t"] [2024/05/06 08:03:09.986 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=2.876665ms] [gotSchemaVersion=145] [phyTblIDs="[210]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:03:09.999 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=211] [version=145] [2024/05/06 08:03:10.032 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=53.622586ms] [job="ID:211, Type:create table, State:done, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:09.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:10.106 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=211] [conn=2] [job="ID:211, Type:create table, State:synced, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:09.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:10.146 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=211] [2024/05/06 08:03:10.146 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:10.149 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.351593903\n# Parse_time: 0.000593957\n# Compile_time: 0.000884718\n# Rewrite_time: 0.000050978\n# Optimize_time: 0.000898353\n# Wait_TS: 0.000360599\n# DB: import_into\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse import_into;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 08:03:10.152 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] [cur_db=import_into] [sql="DROP USER IF EXISTS 'test_import_into'@'localhost';"] [user=root@%] [2024/05/06 08:03:10.416 +00:00] [INFO] [session.go:3883] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="create user test_import_into@localhost"] [user=root@%] [2024/05/06 08:03:10.554 +00:00] [INFO] [session.go:3883] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT SELECT on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 08:03:10.728 +00:00] [INFO] [session.go:3883] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT UPDATE on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 08:03:10.868 +00:00] [INFO] [session.go:3883] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT INSERT on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 08:03:10.993 +00:00] [INFO] [session.go:3883] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT DELETE on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 08:03:11.179 +00:00] [INFO] [session.go:3883] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT ALTER on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 08:03:11.326 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:11.575 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:03:11.661 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=38] [task-id=38] [data-size=21B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:03:11.711 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=38] [2024/05/06 08:03:11.711 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:03:11.844 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:03:11.846 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:11.847 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=38] [curr-step=init] [next-step=import] [2024/05/06 08:03:11.871 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:11.874 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:03:11.874 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/05/06 08:03:11.874 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=60.314Β΅s] [2024/05/06 08:03:11.874 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=162.885Β΅s] [] [2024/05/06 08:03:11.874 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=38] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:03:11.874 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:03:11.993 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=38] [mode=Import] [2024/05/06 08:03:12.014 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=38] [2024/05/06 08:03:12.040 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=38] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:03:12.078 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:03:12.080 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=38] [step=import] [2024/05/06 08:03:12.080 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:12.088 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:03:12.088 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:03:12.089 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:12.089 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:03:12.090 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:12.090 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:12.090 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:03:12.090 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:12.090 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:03:12.103 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:03:12.104 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:03:12.104 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:03:12.104 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=38] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:03:12.104 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=38] [disk-quota=348.5GiB] [2024/05/06 08:03:12.141 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=38] [step=import] [subtask-id=74] [2024/05/06 08:03:12.145 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:03:12.148 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:03:12.149 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=210] [2024/05/06 08:03:12.163 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=210] [key=db.tbl.001.csv:0] [2024/05/06 08:03:12.165 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=210] [key=db.tbl.001.csv:0] [readDur=1.195231ms] [encodeDur=980.456Β΅s] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=220.539Β΅s] [type=file] [takeTime=2.742424ms] [] [2024/05/06 08:03:12.166 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=38] [step=import] [subtask-id=74] [takeTime=24.833813ms] [] [2024/05/06 08:03:12.166 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/38/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/1aed8c46-dd13-4619-9dec-06c4f9d455db.sst] [firstKey=7480000000000000D25F728000000000000001] [lastKey=7480000000000000D25F728000000000000002] [2024/05/06 08:03:12.166 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/05/06 08:03:12.166 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/05/06 08:03:12.166 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:03:12.168 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.572382ms] [] [2024/05/06 08:03:12.168 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 08:03:12.172 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:03:12.194 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/05/06 08:03:12.194 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:03:12.206 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/06 08:03:12.208 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=39.567146ms] [] [2024/05/06 08:03:12.208 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:03:12.209 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=901.472Β΅s] [] [2024/05/06 08:03:12.209 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/05/06 08:03:12.209 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:03:12.210 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.303616ms] [] [2024/05/06 08:03:12.210 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 08:03:12.210 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:03:12.210 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=45.787Β΅s] [] [2024/05/06 08:03:12.210 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:03:12.211 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=677.88Β΅s] [] [2024/05/06 08:03:12.295 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=38] [step=import] [2024/05/06 08:03:12.299 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:03:12.299 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:12.299 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:03:12.299 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:12.299 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:12.299 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:03:12.299 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:03:12.299 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:12.299 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:03:12.299 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:12.299 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:12.299 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:12.299 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:03:12.301 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:03:12.302 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:12.302 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:12.302 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:12.302 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:12.302 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=223.380593ms] [] [2024/05/06 08:03:12.338 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:03:12.339 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:12.340 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [2024/05/06 08:03:12.341 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:03:12.405 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/05/06 08:03:12.407 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:03:12.407 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:03:12.567 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:03:12.660 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [2024/05/06 08:03:12.660 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [2024/05/06 08:03:12.660 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [2024/05/06 08:03:12.668 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [takeTime=7.830217ms] [] [2024/05/06 08:03:12.668 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [groupId=-1] [size=82] [kvs=2] [checksum=1675147975136326378] [2024/05/06 08:03:12.668 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 08:03:12.668 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [weight=30] [2024/05/06 08:03:12.668 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [concurrency=15] [2024/05/06 08:03:12.672 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=210] [physicalTableID=210] [indexID=-1] [checksum=1675147975136326378] [totalKvs=2] [totalBytes=82] [2024/05/06 08:03:12.672 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 08:03:12.672 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [takeTime=12.409011ms] [] [2024/05/06 08:03:12.672 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [takeTime=12.631391ms] [] [2024/05/06 08:03:12.716 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=149.073536ms] [] [2024/05/06 08:03:12.732 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:03:12.732 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=38] [step=post-process] [state=running] [] [2024/05/06 08:03:12.735 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=38] [2024/05/06 08:03:12.803 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=38] [type=ImportInto] [2024/05/06 08:03:12.818 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=38] [2024/05/06 08:03:12.850 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:03:12.851 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=38] [2024/05/06 08:03:12.936 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6229417320000001\n# Parse_time: 0.000738843\n# Compile_time: 0.001226341\n# Rewrite_time: 0.000292487\n# Optimize_time: 0.000898353\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 08:03:12.946 +00:00] [INFO] [sem.go:78] ["tidb-server is operating with security enhanced mode (SEM) enabled"] [2024/05/06 08:03:12.948 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] [cur_db=import_into] [sql="truncate table t"] [user=root@%] [2024/05/06 08:03:12.979 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:03:12.979 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:3, start time: 2024-05-06 08:03:12.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:12.979 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:3, start time: 2024-05-06 08:03:12.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 08:03:13.059 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:12.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:13.073 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 208, Table ID: 212, Table Name: t, Old Table ID: 210, Old Table Name: t"] [2024/05/06 08:03:13.120 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=2.753576ms] [gotSchemaVersion=146] [phyTblIDs="[210,212]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:03:13.134 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=213] [version=146] [2024/05/06 08:03:13.166 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=54.090872ms] [job="ID:213, Type:truncate table, State:done, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:12.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:13.203 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=213] [tableIDs="[210]"] [comment="drop table: table ID"] [2024/05/06 08:03:13.211 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=213] [jobType="truncate table"] [2024/05/06 08:03:13.215 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [job="ID:213, Type:truncate table, State:synced, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:12.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:13.292 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=213] [2024/05/06 08:03:13.292 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:13.297 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.349674015\n# Parse_time: 0.000261606\n# Compile_time: 0.000857951\n# Rewrite_time: 0.000037012\n# Optimize_time: 0.001887413\n# Wait_TS: 0.000388485\n# DB: import_into\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 08:03:13.314 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:13.547 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:03:13.653 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=39] [task-id=39] [data-size=21B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:03:13.697 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=39] [2024/05/06 08:03:13.697 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:03:13.803 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:03:13.804 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:13.806 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=39] [curr-step=init] [next-step=import] [2024/05/06 08:03:13.823 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:13.826 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:03:13.826 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/05/06 08:03:13.826 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=59.071Β΅s] [2024/05/06 08:03:13.826 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=192.14Β΅s] [] [2024/05/06 08:03:13.826 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=39] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:03:13.826 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:03:14.003 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=39] [mode=Import] [2024/05/06 08:03:14.022 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=39] [2024/05/06 08:03:14.029 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=39] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:03:14.077 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:03:14.079 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=39] [step=import] [2024/05/06 08:03:14.079 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:14.087 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:03:14.088 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:03:14.088 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:14.088 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:03:14.089 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:14.089 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:14.089 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:03:14.089 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:14.089 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:03:14.103 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:03:14.104 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:03:14.104 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:03:14.104 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=39] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:03:14.104 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=39] [disk-quota=348.5GiB] [2024/05/06 08:03:14.150 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=39] [step=import] [subtask-id=76] [2024/05/06 08:03:14.154 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:03:14.158 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:03:14.158 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=212] [2024/05/06 08:03:14.172 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=212] [key=db.tbl.001.csv:0] [2024/05/06 08:03:14.175 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=212] [key=db.tbl.001.csv:0] [readDur=1.059196ms] [encodeDur=895.249Β΅s] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=215.367Β΅s] [type=file] [takeTime=2.603341ms] [] [2024/05/06 08:03:14.176 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=39] [step=import] [subtask-id=76] [takeTime=25.611981ms] [] [2024/05/06 08:03:14.176 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/39/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/5c26ec6a-933d-4e38-af3b-90cedb3fa9d7.sst] [firstKey=7480000000000000D45F728000000000000001] [lastKey=7480000000000000D45F728000000000000002] [2024/05/06 08:03:14.176 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/05/06 08:03:14.176 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/05/06 08:03:14.176 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:03:14.178 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.652751ms] [] [2024/05/06 08:03:14.178 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 08:03:14.182 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:03:14.204 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/05/06 08:03:14.205 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:03:14.216 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/06 08:03:14.218 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=39.809867ms] [] [2024/05/06 08:03:14.218 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:03:14.219 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=963.037Β΅s] [] [2024/05/06 08:03:14.219 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/05/06 08:03:14.219 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:03:14.221 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.949309ms] [] [2024/05/06 08:03:14.221 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 08:03:14.221 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:03:14.221 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=50.901Β΅s] [] [2024/05/06 08:03:14.221 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:03:14.222 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=841.957Β΅s] [] [2024/05/06 08:03:14.313 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=39] [step=import] [2024/05/06 08:03:14.318 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:03:14.318 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:14.318 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:03:14.318 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:03:14.318 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:14.318 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:03:14.318 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:03:14.318 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:14.318 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:14.319 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:14.319 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:14.319 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:14.319 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:03:14.321 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:03:14.321 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:14.321 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:14.321 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:14.321 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:14.321 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=243.807142ms] [] [2024/05/06 08:03:14.328 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:03:14.329 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:14.331 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [2024/05/06 08:03:14.331 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:03:14.399 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/05/06 08:03:14.401 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:03:14.401 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:03:14.565 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:03:14.608 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [2024/05/06 08:03:14.609 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [2024/05/06 08:03:14.609 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [2024/05/06 08:03:14.616 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [takeTime=7.717706ms] [] [2024/05/06 08:03:14.617 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [groupId=-1] [size=82] [kvs=2] [checksum=1675147975136326378] [2024/05/06 08:03:14.617 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 08:03:14.617 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [weight=30] [2024/05/06 08:03:14.617 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [concurrency=15] [2024/05/06 08:03:14.658 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=212] [physicalTableID=212] [indexID=-1] [checksum=1675147975136326378] [totalKvs=2] [totalBytes=82] [2024/05/06 08:03:14.660 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 08:03:14.660 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [takeTime=51.487164ms] [] [2024/05/06 08:03:14.660 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [takeTime=51.695915ms] [] [2024/05/06 08:03:14.709 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=143.687891ms] [] [2024/05/06 08:03:14.718 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:03:14.718 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=39] [step=post-process] [state=running] [] [2024/05/06 08:03:14.721 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=39] [2024/05/06 08:03:14.802 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=39] [type=ImportInto] [2024/05/06 08:03:14.807 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=39] [2024/05/06 08:03:14.835 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:03:14.835 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=39] [2024/05/06 08:03:14.927 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.629278995\n# Parse_time: 0.001207893\n# Compile_time: 0.001465011\n# Rewrite_time: 0.000301\n# Optimize_time: 0.001887413\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 08:03:14.939 +00:00] [WARN] [session.go:2108] ["compile SQL failed"] [error="[planner:1227]Access denied; you need (at least one of) the FILE privilege(s) for this operation"] [errorVerbose="[planner:1227]Access denied; you need (at least one of) the FILE privilege(s) for this operation\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4206\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:519\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:548\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:465\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:333\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:104\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2086\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:376\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:422\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestImportIntoPrivilegePositiveCase\n\ttests/realtikvtest/importintotest/import_into_test.go:111\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="IMPORT INTO t FROM '/tmp/TestImportIntoTestImportIntoPrivilegePositiveCase3969633987/001/file.csv'"] [2024/05/06 08:03:14.941 +00:00] [INFO] [session.go:3883] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=146] ["secure text"="GRANT FILE on *.* to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 08:03:14.944 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:03:15.125 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=146] [cur_db=import_into] [sql="truncate table t"] [user=root@%] [2024/05/06 08:03:15.160 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:212, RowCount:0, ArgLen:3, start time: 2024-05-06 08:03:15.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:15.160 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:212, RowCount:0, ArgLen:3, start time: 2024-05-06 08:03:15.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 08:03:15.224 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=215] [conn=2] [category=ddl] [job="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:15.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:15.240 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 208, Table ID: 214, Table Name: t, Old Table ID: 212, Old Table Name: t"] [2024/05/06 08:03:15.306 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=2.450752ms] [gotSchemaVersion=147] [phyTblIDs="[212,214]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:03:15.317 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=215] [version=147] [2024/05/06 08:03:15.353 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=53.393464ms] [job="ID:215, Type:truncate table, State:done, SchemaState:public, SchemaID:208, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:15.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:15.401 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=215] [tableIDs="[212]"] [comment="drop table: table ID"] [2024/05/06 08:03:15.410 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=215] [jobType="truncate table"] [2024/05/06 08:03:15.415 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=215] [conn=2] [job="ID:215, Type:truncate table, State:synced, SchemaState:public, SchemaID:208, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:15.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:15.507 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=215] [2024/05/06 08:03:15.507 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:15.511 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.387079078\n# Parse_time: 0.000200339\n# Compile_time: 0.000779585\n# Rewrite_time: 0.000038444\n# Optimize_time: 0.001361781\n# Wait_TS: 0.000387161\n# DB: import_into\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 08:03:15.702 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportIntoPrivilegePositiveCase3969633987/001/file.csv\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:03:15.702 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:03:15.702 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/05/06 08:03:15.702 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=75.709Β΅s] [2024/05/06 08:03:15.702 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=267.459Β΅s] [] [2024/05/06 08:03:15.815 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=40] [task-id=40] [data-size=21B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:03:15.885 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=40] [2024/05/06 08:03:15.886 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:03:15.993 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:03:15.994 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:15.995 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=40] [curr-step=init] [next-step=import] [2024/05/06 08:03:16.015 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=40] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:03:16.015 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:03:16.140 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=40] [mode=Import] [2024/05/06 08:03:16.159 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=40] [2024/05/06 08:03:16.174 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=40] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:03:16.215 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:03:16.217 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=40] [step=import] [2024/05/06 08:03:16.225 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:03:16.225 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:03:16.226 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:16.226 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:03:16.227 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:16.227 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:16.227 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:03:16.227 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:03:16.227 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:16.241 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:03:16.242 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:03:16.242 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:03:16.243 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=40] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:03:16.243 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=40] [disk-quota=348.5GiB] [2024/05/06 08:03:16.319 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=40] [step=import] [subtask-id=78] [2024/05/06 08:03:16.324 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:03:16.329 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:03:16.329 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=214] [2024/05/06 08:03:16.370 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=214] [key=file.csv:0] [2024/05/06 08:03:16.372 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=214] [key=file.csv:0] [readDur=212.007Β΅s] [encodeDur=845.901Β΅s] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=265.709Β΅s] [type=file] [takeTime=1.942185ms] [] [2024/05/06 08:03:16.372 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/40/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/fb56822e-ab68-45a1-bd2e-759d3e8194dd.sst] [firstKey=7480000000000000D65F728000000000000001] [lastKey=7480000000000000D65F728000000000000002] [2024/05/06 08:03:16.373 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=40] [step=import] [subtask-id=78] [takeTime=52.931391ms] [] [2024/05/06 08:03:16.373 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/05/06 08:03:16.373 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/05/06 08:03:16.373 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:03:16.377 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=4.183302ms] [] [2024/05/06 08:03:16.377 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 08:03:16.383 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:03:16.404 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/05/06 08:03:16.404 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:03:16.419 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/06 08:03:16.421 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=43.535416ms] [] [2024/05/06 08:03:16.421 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 08:03:16.422 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.122877ms] [] [2024/05/06 08:03:16.422 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/05/06 08:03:16.422 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:03:16.424 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.429122ms] [] [2024/05/06 08:03:16.424 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 08:03:16.424 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:03:16.424 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=59.217Β΅s] [] [2024/05/06 08:03:16.424 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 08:03:16.425 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=762.177Β΅s] [] [2024/05/06 08:03:16.484 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=40] [step=import] [2024/05/06 08:03:16.487 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:03:16.487 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:03:16.487 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:16.487 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:03:16.487 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:16.487 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:16.487 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:03:16.487 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:03:16.487 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:16.487 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:16.487 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:16.488 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:16.488 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:03:16.490 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:03:16.490 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:16.490 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:16.490 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:16.490 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:16.490 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=274.266691ms] [] [2024/05/06 08:03:16.508 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:03:16.509 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:16.511 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [2024/05/06 08:03:16.511 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:03:16.583 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/05/06 08:03:16.584 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:03:16.584 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:03:16.794 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:03:16.839 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [2024/05/06 08:03:16.839 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [2024/05/06 08:03:16.839 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [2024/05/06 08:03:16.847 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [takeTime=7.551602ms] [] [2024/05/06 08:03:16.847 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [groupId=-1] [size=82] [kvs=2] [checksum=1675147975136326378] [2024/05/06 08:03:16.847 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 08:03:16.847 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [weight=30] [2024/05/06 08:03:16.847 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [concurrency=15] [2024/05/06 08:03:16.851 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=214] [physicalTableID=214] [indexID=-1] [checksum=1675147975136326378] [totalKvs=2] [totalBytes=82] [2024/05/06 08:03:16.851 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 08:03:16.851 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [takeTime=12.138657ms] [] [2024/05/06 08:03:16.851 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [takeTime=12.364642ms] [] [2024/05/06 08:03:16.894 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=99.64945ms] [] [2024/05/06 08:03:16.905 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:03:16.905 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=40] [step=post-process] [state=running] [] [2024/05/06 08:03:16.908 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=40] [2024/05/06 08:03:16.975 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=40] [type=ImportInto] [2024/05/06 08:03:16.993 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=40] [2024/05/06 08:03:17.025 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:03:17.025 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=40] [2024/05/06 08:03:17.119 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.606099621\n# Parse_time: 0.000400583\n# Compile_time: 0.001377996\n# Rewrite_time: 0.000300642\n# Optimize_time: 0.001361781\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM '/tmp/TestImportIntoTestImportIntoPrivilegePositiveCase3969633987/001/file.csv';"] === RUN TestImportInto/TestImportMode [2024/05/06 08:03:17.134 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=147] [cur_db=import_into] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/05/06 08:03:17.166 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:216, Type:drop schema, State:queueing, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:17.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:17.166 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:216, Type:drop schema, State:queueing, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:17.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/05/06 08:03:17.177 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:03:17.207 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [category=ddl] [job="ID:216, Type:drop schema, State:queueing, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:17.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:17.248 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=311.673Β΅s] [gotSchemaVersion=148] [phyTblIDs="[205]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:03:17.260 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=216] [version=148] [2024/05/06 08:03:17.292 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=53.192878ms] [job="ID:216, Type:drop schema, State:running, SchemaState:write only, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:17.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:17.356 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [category=ddl] [job="ID:216, Type:drop schema, State:running, SchemaState:write only, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:17.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:17.388 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=214.945Β΅s] [gotSchemaVersion=149] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:03:17.398 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=216] [version=149] [2024/05/06 08:03:17.436 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=52.867208ms] [job="ID:216, Type:drop schema, State:running, SchemaState:delete only, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:17.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:17.505 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [category=ddl] [job="ID:216, Type:drop schema, State:running, SchemaState:delete only, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:17.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:17.578 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=369.698Β΅s] [gotSchemaVersion=150] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:03:17.589 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=216] [version=150] [2024/05/06 08:03:17.626 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=53.751729ms] [job="ID:216, Type:drop schema, State:done, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:17.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:17.697 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=216] [tableIDs="[205]"] [comment="drop schema: table IDs"] [2024/05/06 08:03:17.706 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=216] [jobType="drop schema"] [2024/05/06 08:03:17.710 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [job="ID:216, Type:drop schema, State:synced, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:17.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:17.761 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=216] [2024/05/06 08:03:17.762 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:17.765 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.633154783\n# Parse_time: 0.000767666\n# Compile_time: 0.00078458\n# Rewrite_time: 0.000040559\n# Optimize_time: 0.001297923\n# Wait_TS: 0.000207651\n# DB: import_into\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_data;"] [2024/05/06 08:03:17.767 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=150] [cur_db=import_into] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/05/06 08:03:17.796 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:218, Type:create schema, State:queueing, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:17.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:17.796 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:218, Type:create schema, State:queueing, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:17.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_data;"] [2024/05/06 08:03:17.844 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=218] [conn=2] [category=ddl] [job="ID:218, Type:create schema, State:queueing, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:17.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:17.878 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=968.218Β΅s] [gotSchemaVersion=151] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:03:17.888 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=218] [version=151] [2024/05/06 08:03:17.927 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=54.385258ms] [job="ID:218, Type:create schema, State:done, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:17.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:18.002 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=218] [conn=2] [job="ID:218, Type:create schema, State:synced, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:17.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:18.065 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=218] [2024/05/06 08:03:18.065 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:18.069 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.303082234\n# Parse_time: 0.000223953\n# Compile_time: 0.000622897\n# Rewrite_time: 0.000039327\n# Optimize_time: 0.001297923\n# Wait_TS: 0.000436172\n# DB: import_into\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_data;"] [2024/05/06 08:03:18.071 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=151] [cur_db=import_into] [sql="CREATE TABLE load_data.import_mode (a INT, b INT, c int);"] [user=root@%] [2024/05/06 08:03:18.131 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:18.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_data.import_mode (a INT, b INT, c int);"] [2024/05/06 08:03:18.131 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:18.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:18.205 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=220] [conn=2] [category=ddl] [job="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:18.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:18.214 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 217, Table ID: 219, Table Name: import_mode"] [2024/05/06 08:03:18.289 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=2.602541ms] [gotSchemaVersion=152] [phyTblIDs="[219]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:03:18.298 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=220] [version=152] [2024/05/06 08:03:18.335 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=53.451341ms] [job="ID:220, Type:create table, State:done, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:18.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:18.392 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=220] [conn=2] [job="ID:220, Type:create table, State:synced, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:18.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:18.433 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=220] [2024/05/06 08:03:18.433 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:18.437 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.366945651\n# Parse_time: 0.000550731\n# Compile_time: 0.000904176\n# Rewrite_time: 0.00004893\n# Optimize_time: 0.001297923\n# Wait_TS: 0.0004032\n# DB: import_into\n# Is_internal: false\n# Digest: 7c79d972eb975faec6764039c1dfcf136733d01396f4f8bdcf65ab0f431a0497\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_data.import_mode (a INT, b INT, c int);"] [2024/05/06 08:03:18.488 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:18.657 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:03:18.756 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=41] [task-id=41] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:03:18.799 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=41] [2024/05/06 08:03:18.799 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:03:18.906 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:03:18.908 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:18.909 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=41] [curr-step=init] [next-step=import] [2024/05/06 08:03:18.929 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:18.932 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/05/06 08:03:18.932 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 08:03:18.932 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=58.425Β΅s] [2024/05/06 08:03:18.932 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=177.338Β΅s] [] [2024/05/06 08:03:18.932 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=41] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:03:18.932 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:03:19.052 +00:00] [INFO] [import_into_test.go:803] [ToImportMode] [2024/05/06 08:03:19.057 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=41] [2024/05/06 08:03:19.095 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=41] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:03:19.137 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:03:19.139 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=41] [step=import] [2024/05/06 08:03:19.140 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:19.147 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:03:19.147 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:03:19.148 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:19.148 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:03:19.149 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:19.149 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:03:19.149 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:19.149 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:03:19.149 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:19.162 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:03:19.164 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:03:19.164 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=374.2GB] [2024/05/06 08:03:19.164 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=41] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:03:19.164 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=41] [disk-quota=348.5GiB] [2024/05/06 08:03:19.205 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=41] [step=import] [subtask-id=80] [2024/05/06 08:03:19.209 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 08:03:19.212 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 08:03:19.212 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=219] [2024/05/06 08:03:19.244 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=219] [key=import_mode-1.tsv:0] [2024/05/06 08:03:19.246 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=219] [key=import_mode-1.tsv:0] [readDur=1.307232ms] [encodeDur=611.308Β΅s] [checksum="{cksum=13229870688400196519,size=37,kvs=1}"] [deliverDur=218.324Β΅s] [type=file] [takeTime=2.553121ms] [] [2024/05/06 08:03:19.247 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=41] [step=import] [subtask-id=80] [takeTime=42.040199ms] [] [2024/05/06 08:03:19.247 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/41/1ccc2128-36af-5780-96ac-757ded6634c4.sst/d6711014-f224-4de4-ac72-226436b6e2b5.sst] [firstKey=7480000000000000DB5F728000000000000001] [lastKey=7480000000000000DB5F728000000000000001] [2024/05/06 08:03:19.247 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/05/06 08:03:19.247 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/05/06 08:03:19.247 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 08:03:19.249 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.736854ms] [] [2024/05/06 08:03:19.249 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/06 08:03:19.254 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:03:19.296 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/06 08:03:19.297 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:03:19.314 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 08:03:19.316 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=66.305667ms] [] [2024/05/06 08:03:19.316 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 08:03:19.317 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.293156ms] [] [2024/05/06 08:03:19.317 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/05/06 08:03:19.317 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 08:03:19.319 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.644184ms] [] [2024/05/06 08:03:19.319 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/06 08:03:19.319 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 08:03:19.319 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=50.004Β΅s] [] [2024/05/06 08:03:19.319 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 08:03:19.320 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=829.625Β΅s] [] [2024/05/06 08:03:19.365 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=41] [step=import] [2024/05/06 08:03:19.368 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:03:19.368 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:19.368 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:19.368 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:03:19.368 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:03:19.369 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:19.368 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:03:19.369 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:03:19.369 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:19.369 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:19.369 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:19.369 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:19.369 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:03:19.371 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:03:19.371 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:19.371 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:19.371 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:19.371 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:19.371 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=233.924857ms] [] [2024/05/06 08:03:19.423 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:03:19.424 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:19.426 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [2024/05/06 08:03:19.426 +00:00] [INFO] [import_into_test.go:808] [ToNormalMode] [2024/05/06 08:03:19.487 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 08:03:19.488 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:03:19.488 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:03:19.678 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:03:19.728 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [2024/05/06 08:03:19.728 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [2024/05/06 08:03:19.728 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [2024/05/06 08:03:19.736 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [takeTime=8.115023ms] [] [2024/05/06 08:03:19.736 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [groupId=-1] [size=37] [kvs=1] [checksum=13229870688400196519] [2024/05/06 08:03:19.737 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [checksum="{cksum=13229870688400196519,size=37,kvs=1}"] [2024/05/06 08:03:19.737 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [weight=30] [2024/05/06 08:03:19.737 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [concurrency=15] [2024/05/06 08:03:19.741 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=219] [physicalTableID=219] [indexID=-1] [checksum=13229870688400196519] [totalKvs=1] [totalBytes=37] [2024/05/06 08:03:19.742 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [local="{cksum=13229870688400196519,size=37,kvs=1}"] [2024/05/06 08:03:19.742 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [takeTime=13.557059ms] [] [2024/05/06 08:03:19.742 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [takeTime=13.863768ms] [] [2024/05/06 08:03:19.788 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=109.423302ms] [] [2024/05/06 08:03:19.827 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:03:19.827 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=41] [step=post-process] [state=running] [] [2024/05/06 08:03:19.830 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=41] [2024/05/06 08:03:19.890 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=41] [type=ImportInto] [2024/05/06 08:03:19.909 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=41] [2024/05/06 08:03:19.933 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:03:19.933 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=41] [2024/05/06 08:03:20.075 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.635940228\n# Parse_time: 0.000621758\n# Compile_time: 0.001657387\n# Rewrite_time: 0.000294286\n# Optimize_time: 0.001297923\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] [2024/05/06 08:03:20.089 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:03:20.122 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=152] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 08:03:20.153 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:3, start time: 2024-05-06 08:03:20.13 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:20.153 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:3, start time: 2024-05-06 08:03:20.13 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/06 08:03:20.199 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=222] [conn=2] [category=ddl] [job="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:20.13 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:20.211 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 221, Table Name: import_mode, Old Table ID: 219, Old Table Name: import_mode"] [2024/05/06 08:03:20.275 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=2.9913ms] [gotSchemaVersion=153] [phyTblIDs="[219,221]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:03:20.288 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=222] [version=153] [2024/05/06 08:03:20.320 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=53.295147ms] [job="ID:222, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:20.13 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:20.389 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=222] [tableIDs="[219]"] [comment="drop table: table ID"] [2024/05/06 08:03:20.397 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=222] [jobType="truncate table"] [2024/05/06 08:03:20.401 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=222] [conn=2] [job="ID:222, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:20.13 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:20.461 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=222] [2024/05/06 08:03:20.461 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:20.465 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.344206767\n# Parse_time: 0.000276522\n# Compile_time: 0.00086057\n# Rewrite_time: 0.000037839\n# Optimize_time: 0.001354758\n# Wait_TS: 0.000501766\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/06 08:03:20.525 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:20.720 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:03:20.814 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=42] [task-id=42] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:03:20.860 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=42] [2024/05/06 08:03:20.860 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:03:20.967 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:03:20.968 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:20.970 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=42] [curr-step=init] [next-step=import] [2024/05/06 08:03:20.995 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:20.998 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/05/06 08:03:20.998 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 08:03:20.998 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=49.63Β΅s] [2024/05/06 08:03:20.998 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=174.011Β΅s] [] [2024/05/06 08:03:20.998 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=42] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:03:20.998 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:03:21.123 +00:00] [INFO] [import_into_test.go:803] [ToImportMode] [2024/05/06 08:03:21.130 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=42] [2024/05/06 08:03:21.168 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=42] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:03:21.211 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:03:21.212 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=42] [step=import] [2024/05/06 08:03:21.214 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:21.222 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:03:21.222 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:03:21.223 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:21.223 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:03:21.224 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:21.224 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:03:21.224 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:21.224 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:03:21.224 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:21.239 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:03:21.241 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:03:21.241 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=374.2GB] [2024/05/06 08:03:21.241 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=42] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:03:21.241 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=42] [disk-quota=348.5GiB] [2024/05/06 08:03:21.287 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=42] [step=import] [subtask-id=82] [2024/05/06 08:03:21.291 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 08:03:21.295 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 08:03:21.295 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=221] [2024/05/06 08:03:21.343 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=221] [key=import_mode-1.tsv:0] [2024/05/06 08:03:21.387 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=221] [key=import_mode-1.tsv:0] [readDur=41.446831ms] [encodeDur=980.771Β΅s] [checksum="{cksum=13298724519868546672,size=37,kvs=1}"] [deliverDur=387.416Β΅s] [type=file] [takeTime=43.679017ms] [] [2024/05/06 08:03:21.388 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=42] [step=import] [subtask-id=82] [takeTime=101.19297ms] [] [2024/05/06 08:03:21.388 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/42/1ccc2128-36af-5780-96ac-757ded6634c4.sst/3a95005a-0ae6-4a49-ba90-617e26fc2fa3.sst] [firstKey=7480000000000000DD5F728000000000000001] [lastKey=7480000000000000DD5F728000000000000001] [2024/05/06 08:03:21.388 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/05/06 08:03:21.388 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/05/06 08:03:21.389 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 08:03:21.391 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=2.370821ms] [] [2024/05/06 08:03:21.391 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/06 08:03:21.398 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:03:21.420 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/06 08:03:21.420 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:03:21.433 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 08:03:21.435 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=43.95341ms] [] [2024/05/06 08:03:21.435 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 08:03:21.436 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.186142ms] [] [2024/05/06 08:03:21.437 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/05/06 08:03:21.437 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 08:03:21.438 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.524676ms] [] [2024/05/06 08:03:21.438 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/06 08:03:21.438 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 08:03:21.438 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=70.052Β΅s] [] [2024/05/06 08:03:21.438 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 08:03:21.440 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.120226ms] [] [2024/05/06 08:03:21.491 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:03:21.493 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:21.494 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [2024/05/06 08:03:21.495 +00:00] [INFO] [import_into_test.go:808] [ToNormalMode] [2024/05/06 08:03:21.499 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=42] [step=import] [2024/05/06 08:03:21.502 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:21.502 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:21.502 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:03:21.502 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:03:21.502 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:03:21.502 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:03:21.502 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:03:21.502 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:21.502 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:21.502 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:21.502 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:21.502 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:21.502 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:03:21.505 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:03:21.505 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:21.505 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:21.505 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:21.505 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:21.505 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=294.184549ms] [] [2024/05/06 08:03:21.559 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 08:03:21.561 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:03:21.561 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:03:22.038 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:368.042281ms txnStartTS:449572399121694722 region_id:14 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:367.9ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:1 total_versions:165 rocksdb_delete_skipped_count:82 rocksdb_key_skipped_count:411 rocksdb_cache_hit_count:2 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 08:03:22.046 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572399121694722\n# User@Host: root[root] @ localhost [localhost]\n# Query_time: 0.394560768\n# Parse_time: 0\n# Compile_time: 0.017707403\n# Rewrite_time: 0.00226689\n# Optimize_time: 0.011113053\n# Wait_TS: 0.000162182\n# Cop_time: 0.371537921 Process_time: 0.000159234 Wait_time: 0.000057849 Request_count: 2 Process_keys: 2 Total_keys: 167 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 83 Rocksdb_key_skipped_count: 412 Rocksdb_block_cache_hit_count: 4\n# Index_names: [tidb_background_subtask:idx_exec_id]\n# Is_internal: true\n# Digest: 5b635ec774c43cdeac778c1bf8f1039381520f6fcf0037eb38464ef0c3c9b3ef\n# Stats: tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 7.9617e-05 Cop_proc_p90: 0.0001022 Cop_proc_max: 0.0001022 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.8924e-05 Cop_wait_p90: 3.2681e-05 Cop_wait_max: 3.2681e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 2059\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[tidb_background_subtask,idx_exec_id] remain after pruning paths for tidb_background_subtask given Prop{SortItems: [], TaskTp: copSingleReadTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[tidb_background_subtask,idx_exec_id] remain after pruning paths for tidb_background_subtask given Prop{SortItems: [], TaskTp: copMultiReadTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('vRDwWDAJM183CTAJMC4wMAkxLT5Db2x1bW4jMjAJMAl0aW1lOjM3My40bXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5Ok9GRgk1NDAgQnl0ZXMJTi9BCjEJMTZfOQkwCVJAb2Zmc2V0OjAsIGNvdW50OjEuVwAEM20ZVwwJTi9BAQQcCjIJMzBfMTgRk14wAFAsIGluZGV4X3Rhc2s6IHt0b3RhbF8FsRQgMzcwLjUBWyxmZXRjaF9oYW5kbGUdF4hidWlsZDogNS43OcK1cywgd2FpdDogMTTCtXN9LCB0YWJsZU5XAAwyLjI2AVYUbnVtOiAxAdE5BywgNX0sIG5leHQ6IHsBTwBfBZ0JdAA3ATUFFQlbGGxvb2t1cF8Nhgw0ODcuAXoJhzYjAFByZXNwOiAxLjgybXN9CTEuNDggS0IlJSAzCTQ3XzE0KEIByyApCTFfMAkxMAkFYEw6dGlkYl9iYWNrZ3JvdW5kX3N1YiElLTEwOmlkeF9leGVjX2lkKA0IRCksIHJhbmdlOlsiOjQwMDAiLA0IiF0sIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwkxUSUtcwBsRSUAMiEeAHAxRTExCG1heAHOADMlRiBwcm9jX2tleXMlTAx0b3RfARIYOiAxMDIuMiWXARQhNww6IDI1DRNUY29wcl9jYWNoZV9oaXRfcmF0aW86IEG7ACwp1gVzCF9kdQUaGG46IDY4LjcFTTBtYXhfZGlzdHNxbF9jLrkBRDF9LCBycGNfaW5mbzp7Q29wOgGwDF9ycGMBxgB0WVdMMzY5LjFtc30sUmVzb2x2ZUxvY2sZLAQxLC4sAAQ0OAWxAH1BTwhpa3YFlgQ6e0WeADBZ8zR9LCBzY2FuX2RldGFpbFXFIQgIZXNzMh0BBGFsMhcAIF9zaXplOiA2MBF2LUk8NjYsIGdldF9zbmFwc2hvdG0RDDEwLjYlBmByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfaZ0IIDgzIfEAeT4XABg0MTIsIGJsAfEEIHs5fw01BDJ9CegEbWVeygAF+TbaAQRhbCXcDRs14SUuCHdhbHHLEDE4OC44YZhB9gEENAozCTE2XzE3KFByb2JlSfpBAGZpBAwxLjU4YYJJmmW4XpoCBDExASkhgDFRJWAlewg6IDVJSlmXBDMyTV0AY76XAgQ0NW30zpcCCZWR7gg5OTb+bAKSbAIINTg3JQ0EYWw5HEprAgw5LjczOmsC7jkCRTk5eTY2AjWAPjYCBDIwQe9ZNBg0CTFfMTYJoSYAMMHnNGVxKGNhc3QobXlzcWwuWjAFAC6hNQHsYCwgZG91YmxlIEJJTkFSWSksIDQyKSwgZXF6QAAsc3RlcCwgMSksIGlugisAUGF0ZSwgInBlbmRpbmciLCAicnVubgELBCkJ4YhmRARhFQEEHAo1CTQ1XzE1BeaGDAaK1wWKdAA=')\n# Plan_digest: fac8456363e19e5f773f9b1b87e1ee543e04e24b03da20bc3502ec34b60733f5\n# Binary_plan: tidb_decode_binary_plan('uBLwUgqzEgoMUHJvamVjdGlvbl83EsgRCgdMaW1pdF85EuYQCg5JbmRleExvb2tVcF8xOBKjBgoRSW5kZXhSYW5nZVNjYW5fMTQaAQEhAAAAAADQgUApBQn0DgEAJEAwATgCQAJKOgo4CgVteXNxbBIXdGlkYl9iYWNrZ3JvdW5kX3N1YnRhc2saFgoLaWR4X2V4ZWNfaWQSB2V4ZWNfaWRSN3JhbmdlOlsiOjQwMDAiLCI6NDAwMCJdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9aFXRpbWU6MzcwLjVtcywgbG9vcHM6MmKGAmNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMzZtcywgcHJvY19rZXlzOiAxLCB0b3RfcHJvYzogMTAyLjLCtXMsIHRvdF93YWl0OiAyNS4ywrVzLCBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGRfAeYQX2R1cmEhZfBGOiA2OC43wrVzLCBtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntSZXNvbHZlTG9jazp7bnVtX3JwYzoJoCRhbF90aW1lOjQ4BY0QfSxDb3AZJAAyBbARJDwzNjkuMW1zfX1qxwJ0aWt2KQoAewVABDBzMSdMMX0sIHNjYW5fZGV0YWlsOiB7dG8BQyEJDGVzc18uHgEEYWwyFwAgX3NpemU6IDYwEXcNLDw2NiwgZ2V0X3NuYXBzaG90CbMQIDEwLjYlB5hyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDgzLCBrZXk+FwBANDEyLCBibG9jazoge2NhY2gpgA01FDJ9fX0sIAHdXsoAARwBhgAyJTsRtAh3YWkRoQQyNREaIS4Id2FsLW0sIDE4OC44wrVzfXD/EQEEAXgRChj/ARKACAoIaUUkMTcSrgMKDFNlbG1iQDE2EqMBChFUYWJsZVJvd0lEaUQINSEAAQEMVKVAKQEIBAAAdUEIIgogfkEDDFIea2VuEAMEahwFwUGGSu8BVsQACZAskKVAKY7ttaD3xvA+Yc8sUq0BZXEoY2FzdChtYdQALlrTAwAuAWwh/2AsIGRvdWJsZSBCSU5BUlkpLCA0MiksIGVxekAALHN0ZXAsIDEpLCBpboIrAFBhdGUsICJwZW5kaW5nIiwgInJ1bm4BCwApzvoACBoBAlr9ACgRb2Zmc2V0OjAsIEllCDFaFEVFFDEuNThtc3VCFGLYAWNvcClwHCB7bnVtOiAxZe0UOiAxLjExASphTiEgAHMFGwh0b3RlSQg6IDWJGQERQYkMOiAzMo0sAGO+ZgQMNDUuNGVfmmYEMjoENl4ECDk5NmUKDH19ao/+OwRyOwQINTg3cYiNPFI6BAw5LjczBduZOu4IBIUIOXoEYWwlfI0gNYFlRJ0FBDIwgb5ePwMY5/QKMj30cn0/CAFAAdWZCDMuM0EGKGxvb3BzOjFi7wFp4WdRMqlxRVoIIDM3zcUsZmV0Y2hfaGFuZGxlHRcoYnVpbGQ6IDUuNzklEkk2ADEh+oH/gWdOVwAMMi4yNgGCUZ0yfgYoNX0sIG5leHQ6IHsBTwBfBZ0JdAA3ATUFFQlbGGxvb2t1cF8Nhgg0ODdNdEYjAAxyZXNwYQAcODJtc31w7wu9MFYtAU5vAwAVJRUAMzpAAVrCBBjh7xs8PRR0NoMBNFIMMS0+Q29sdW1uIzIwHVEANAHaMZEED0P9jkhPRkZwnAR4////////////ARgB')\n# Resource_group: default\n;"] [2024/05/06 08:03:22.091 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:03:22.134 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [2024/05/06 08:03:27.134 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [2024/05/06 08:03:27.134 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [2024/05/06 08:03:27.142 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [takeTime=7.643362ms] [] [2024/05/06 08:03:27.142 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [groupId=-1] [size=37] [kvs=1] [checksum=13298724519868546672] [2024/05/06 08:03:27.142 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [checksum="{cksum=13298724519868546672,size=37,kvs=1}"] [2024/05/06 08:03:27.142 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [weight=30] [2024/05/06 08:03:27.142 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [concurrency=15] [2024/05/06 08:03:27.146 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=221] [physicalTableID=221] [indexID=-1] [checksum=13298724519868546672] [totalKvs=1] [totalBytes=37] [2024/05/06 08:03:27.147 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [local="{cksum=13298724519868546672,size=37,kvs=1}"] [2024/05/06 08:03:27.147 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [takeTime=12.612396ms] [] [2024/05/06 08:03:27.147 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [takeTime=5.013193523s] [] [2024/05/06 08:03:27.186 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:03:27.186 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=42] [step=post-process] [state=running] [] [2024/05/06 08:03:27.189 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=42] [2024/05/06 08:03:27.197 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=5.105570772s] [] [2024/05/06 08:03:27.277 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=42] [2024/05/06 08:03:27.295 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=42] [type=ImportInto] [2024/05/06 08:03:27.297 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:03:27.297 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=42] [2024/05/06 08:03:27.385 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:03:27.472 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 7.005342606\n# Parse_time: 0.002919158\n# Compile_time: 0.040814026\n# Rewrite_time: 0.000547978\n# Optimize_time: 0.001354758\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni45NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni45NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/05/06 08:03:27.481 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=153] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 08:03:27.512 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:221, RowCount:0, ArgLen:3, start time: 2024-05-06 08:03:27.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:27.512 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:221, RowCount:0, ArgLen:3, start time: 2024-05-06 08:03:27.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/06 08:03:27.560 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=224] [conn=2] [category=ddl] [job="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:27.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:27.571 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 223, Table Name: import_mode, Old Table ID: 221, Old Table Name: import_mode"] [2024/05/06 08:03:27.626 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=2.279039ms] [gotSchemaVersion=154] [phyTblIDs="[221,223]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:03:27.637 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=224] [version=154] [2024/05/06 08:03:27.677 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=57.609018ms] [job="ID:224, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:27.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:27.748 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=224] [tableIDs="[221]"] [comment="drop table: table ID"] [2024/05/06 08:03:27.757 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=224] [jobType="truncate table"] [2024/05/06 08:03:27.761 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=224] [conn=2] [job="ID:224, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:27.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:27.819 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=224] [2024/05/06 08:03:27.820 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:27.824 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.34394198\n# Parse_time: 0.000233338\n# Compile_time: 0.000874165\n# Rewrite_time: 0.000034749\n# Optimize_time: 0.000915595\n# Wait_TS: 0.000441232\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/06 08:03:27.826 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=154] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 08:03:27.856 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:223, RowCount:0, ArgLen:3, start time: 2024-05-06 08:03:27.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:27.856 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:223, RowCount:0, ArgLen:3, start time: 2024-05-06 08:03:27.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/06 08:03:27.927 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=226] [conn=2] [category=ddl] [job="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:27.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:27.938 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 225, Table Name: import_mode, Old Table ID: 223, Old Table Name: import_mode"] [2024/05/06 08:03:28.004 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=2.512563ms] [gotSchemaVersion=155] [phyTblIDs="[223,225]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:03:28.014 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=226] [version=155] [2024/05/06 08:03:28.049 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=53.41697ms] [job="ID:226, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:223, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:27.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:28.154 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=226] [tableIDs="[223]"] [comment="drop table: table ID"] [2024/05/06 08:03:28.166 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=226] [jobType="truncate table"] [2024/05/06 08:03:28.171 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=226] [conn=2] [job="ID:226, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:223, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:27.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:28.234 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=226] [2024/05/06 08:03:28.234 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:28.238 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.413392294\n# Parse_time: 0.000264283\n# Compile_time: 0.000837077\n# Rewrite_time: 0.000044585\n# Optimize_time: 0.000915595\n# Wait_TS: 0.000387835\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/06 08:03:28.256 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:28.426 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"disable_tikv_import_mode\":null}}"] [dist-task-enabled=true] [2024/05/06 08:03:28.591 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=43] [task-id=43] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:03:28.634 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=43] [2024/05/06 08:03:28.634 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:03:28.739 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:03:28.740 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:28.742 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=43] [curr-step=init] [next-step=import] [2024/05/06 08:03:28.760 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:28.763 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/05/06 08:03:28.763 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 08:03:28.763 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=75.896Β΅s] [2024/05/06 08:03:28.763 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=204.888Β΅s] [] [2024/05/06 08:03:28.763 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=43] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:03:28.763 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:03:28.890 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=43] [2024/05/06 08:03:28.914 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=43] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:03:29.010 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:03:29.011 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=43] [step=import] [2024/05/06 08:03:29.012 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:29.021 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:03:29.021 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:03:29.021 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:29.021 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:03:29.022 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:29.022 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:03:29.022 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:29.022 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:03:29.022 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:29.037 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:03:29.039 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:03:29.039 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=374.2GB] [2024/05/06 08:03:29.039 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=43] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:03:29.039 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=43] [disk-quota=348.5GiB] [2024/05/06 08:03:29.084 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=43] [step=import] [subtask-id=84] [2024/05/06 08:03:29.088 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 08:03:29.092 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 08:03:29.092 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=225] [2024/05/06 08:03:29.139 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=225] [key=import_mode-1.tsv:0] [2024/05/06 08:03:29.141 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=225] [key=import_mode-1.tsv:0] [readDur=1.017863ms] [encodeDur=432.942Β΅s] [checksum="{cksum=16004529334140054374,size=37,kvs=1}"] [deliverDur=248.4Β΅s] [type=file] [takeTime=2.098234ms] [] [2024/05/06 08:03:29.142 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=43] [step=import] [subtask-id=84] [takeTime=57.699036ms] [] [2024/05/06 08:03:29.142 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/43/1ccc2128-36af-5780-96ac-757ded6634c4.sst/61fc92b5-614d-431e-aff2-db7d428eb092.sst] [firstKey=7480000000000000E15F728000000000000001] [lastKey=7480000000000000E15F728000000000000001] [2024/05/06 08:03:29.142 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/05/06 08:03:29.142 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/05/06 08:03:29.142 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 08:03:29.144 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.751433ms] [] [2024/05/06 08:03:29.144 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/06 08:03:29.149 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:03:29.170 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/06 08:03:29.171 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:03:29.184 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 08:03:29.186 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=41.5253ms] [] [2024/05/06 08:03:29.186 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 08:03:29.187 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.072769ms] [] [2024/05/06 08:03:29.187 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/05/06 08:03:29.187 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 08:03:29.188 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.305595ms] [] [2024/05/06 08:03:29.188 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/06 08:03:29.188 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 08:03:29.189 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=68.325Β΅s] [] [2024/05/06 08:03:29.189 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 08:03:29.189 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=746.608Β΅s] [] [2024/05/06 08:03:29.235 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=43] [step=import] [2024/05/06 08:03:29.238 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:03:29.238 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:29.238 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:29.238 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:03:29.238 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:03:29.238 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:03:29.238 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:29.238 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:03:29.238 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:29.238 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:29.238 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:29.238 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:29.238 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:03:29.240 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:03:29.240 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:29.240 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:29.240 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:29.240 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:29.240 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=230.404075ms] [] [2024/05/06 08:03:29.259 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:03:29.261 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:29.263 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [2024/05/06 08:03:29.325 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 08:03:29.326 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:03:29.326 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:03:29.567 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:03:29.612 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [2024/05/06 08:03:29.612 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [2024/05/06 08:03:29.612 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [2024/05/06 08:03:29.620 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [takeTime=7.810013ms] [] [2024/05/06 08:03:29.620 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [groupId=-1] [size=37] [kvs=1] [checksum=16004529334140054374] [2024/05/06 08:03:29.620 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [checksum="{cksum=16004529334140054374,size=37,kvs=1}"] [2024/05/06 08:03:29.620 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [weight=30] [2024/05/06 08:03:29.620 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [concurrency=15] [2024/05/06 08:03:29.624 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=225] [physicalTableID=225] [indexID=-1] [checksum=16004529334140054374] [totalKvs=1] [totalBytes=37] [2024/05/06 08:03:29.625 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [local="{cksum=16004529334140054374,size=37,kvs=1}"] [2024/05/06 08:03:29.625 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [takeTime=12.68622ms] [] [2024/05/06 08:03:29.625 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [takeTime=12.89944ms] [] [2024/05/06 08:03:29.657 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:03:29.658 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=43] [step=post-process] [state=running] [] [2024/05/06 08:03:29.660 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=43] [2024/05/06 08:03:29.669 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=102.071645ms] [] [2024/05/06 08:03:29.725 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=43] [type=ImportInto] [2024/05/06 08:03:29.783 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=43] [2024/05/06 08:03:29.802 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:03:29.802 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=43] [2024/05/06 08:03:29.862 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6229078239999999\n# Parse_time: 0.001264639\n# Compile_time: 0.001833883\n# Rewrite_time: 0.000285303\n# Optimize_time: 0.000915595\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 4d8a4afea956b0619ba2ec93bd669e57402129ae88f875500d6ece25c85e69b6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH disable_tikv_import_mode;"] [2024/05/06 08:03:29.873 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=155] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 08:03:29.909 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:225, RowCount:0, ArgLen:3, start time: 2024-05-06 08:03:29.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:29.909 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:225, RowCount:0, ArgLen:3, start time: 2024-05-06 08:03:29.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/06 08:03:29.920 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:03:29.985 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=228] [conn=2] [category=ddl] [job="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:29.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:29.997 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 227, Table Name: import_mode, Old Table ID: 225, Old Table Name: import_mode"] [2024/05/06 08:03:30.046 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=2.499904ms] [gotSchemaVersion=156] [phyTblIDs="[225,227]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:03:30.060 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=228] [version=156] [2024/05/06 08:03:30.092 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=53.062289ms] [job="ID:228, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:29.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:30.149 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=228] [tableIDs="[225]"] [comment="drop table: table ID"] [2024/05/06 08:03:30.158 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=228] [jobType="truncate table"] [2024/05/06 08:03:30.163 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=228] [conn=2] [job="ID:228, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:29.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:30.271 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=228] [2024/05/06 08:03:30.271 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:30.274 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.402240123\n# Parse_time: 0.000271127\n# Compile_time: 0.001082776\n# Rewrite_time: 0.000045588\n# Optimize_time: 0.001174685\n# Wait_TS: 0.000433962\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/06 08:03:30.276 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=156] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 08:03:30.306 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:227, RowCount:0, ArgLen:3, start time: 2024-05-06 08:03:30.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:30.306 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:227, RowCount:0, ArgLen:3, start time: 2024-05-06 08:03:30.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/06 08:03:30.348 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=230] [conn=2] [category=ddl] [job="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:30.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:30.360 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 229, Table Name: import_mode, Old Table ID: 227, Old Table Name: import_mode"] [2024/05/06 08:03:30.421 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=2.686554ms] [gotSchemaVersion=157] [phyTblIDs="[227,229]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:03:30.432 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=230] [version=157] [2024/05/06 08:03:30.468 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=53.090433ms] [job="ID:230, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:30.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:30.533 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=230] [tableIDs="[227]"] [comment="drop table: table ID"] [2024/05/06 08:03:30.541 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=230] [jobType="truncate table"] [2024/05/06 08:03:30.546 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=230] [conn=2] [job="ID:230, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:30.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:30.606 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=230] [2024/05/06 08:03:30.606 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:30.609 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.334001594\n# Parse_time: 0.00026655\n# Compile_time: 0.000821879\n# Rewrite_time: 0.000035394\n# Optimize_time: 0.001174685\n# Wait_TS: 0.000397387\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/06 08:03:30.664 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:30.699 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:03:30.819 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=44] [task-id=44] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:03:30.862 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=44] [2024/05/06 08:03:30.862 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:03:30.967 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:03:30.969 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:30.970 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=44] [curr-step=init] [next-step=import] [2024/05/06 08:03:30.989 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:30.991 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/05/06 08:03:30.991 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 08:03:30.991 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=68.613Β΅s] [2024/05/06 08:03:30.992 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=174.711Β΅s] [] [2024/05/06 08:03:30.992 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=44] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:03:30.992 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:03:31.161 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=44] [2024/05/06 08:03:31.188 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=44] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:03:31.232 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:03:31.234 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=44] [step=import] [2024/05/06 08:03:31.235 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:31.244 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:03:31.244 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:03:31.245 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:31.245 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:03:31.246 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:31.246 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:03:31.246 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:31.246 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:03:31.246 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:31.265 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:03:31.267 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:03:31.267 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=374.2GB] [2024/05/06 08:03:31.267 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=44] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:03:31.267 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=44] [disk-quota=348.5GiB] [2024/05/06 08:03:31.318 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=44] [step=import] [subtask-id=86] [2024/05/06 08:03:31.321 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 08:03:31.326 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 08:03:31.326 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=229] [2024/05/06 08:03:31.341 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=229] [key=import_mode-1.tsv:0] [2024/05/06 08:03:31.344 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=229] [key=import_mode-1.tsv:0] [readDur=1.39699ms] [encodeDur=451.401Β΅s] [checksum="{cksum=15276727283945307644,size=37,kvs=1}"] [deliverDur=228.52Β΅s] [type=file] [takeTime=2.490046ms] [] [2024/05/06 08:03:31.344 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=44] [step=import] [subtask-id=86] [takeTime=26.639696ms] [] [2024/05/06 08:03:31.344 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/44/1ccc2128-36af-5780-96ac-757ded6634c4.sst/8d3750c9-4080-4fa4-bad7-11b541f9f9c8.sst] [firstKey=7480000000000000E55F728000000000000001] [lastKey=7480000000000000E55F728000000000000001] [2024/05/06 08:03:31.344 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/05/06 08:03:31.344 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/05/06 08:03:31.345 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 08:03:31.347 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=2.311722ms] [] [2024/05/06 08:03:31.347 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/06 08:03:31.352 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:03:31.374 +00:00] [INFO] [local.go:1301] ["switch import mode of ranges"] [category=ddl-ingest] [startKey=7480000000000000e55f728000000000000001] [endKey=7480000000000000e55f728000000000000002] [2024/05/06 08:03:31.374 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/06 08:03:31.374 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [category=ddl-ingest] [mode=Import] [2024/05/06 08:03:31.374 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:03:31.388 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 08:03:31.388 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [category=ddl-ingest] [mode=Normal] [2024/05/06 08:03:31.404 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=57.393588ms] [] [2024/05/06 08:03:31.405 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 08:03:31.406 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=974.335Β΅s] [] [2024/05/06 08:03:31.406 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/05/06 08:03:31.406 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 08:03:31.407 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.290645ms] [] [2024/05/06 08:03:31.407 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/06 08:03:31.407 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 08:03:31.407 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=52.661Β΅s] [] [2024/05/06 08:03:31.407 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 08:03:31.408 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=772.018Β΅s] [] [2024/05/06 08:03:31.454 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=44] [step=import] [2024/05/06 08:03:31.457 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:03:31.457 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:03:31.457 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:03:31.457 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:03:31.457 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:03:31.457 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:31.457 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:31.457 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:31.457 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:31.457 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:31.457 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:31.457 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:31.457 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:03:31.459 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:03:31.459 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:31.459 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:31.459 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:31.459 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:31.459 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=227.449497ms] [] [2024/05/06 08:03:31.541 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:03:31.542 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:31.543 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [2024/05/06 08:03:31.604 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 08:03:31.606 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:03:31.606 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:03:31.769 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:03:31.813 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [2024/05/06 08:03:31.813 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [2024/05/06 08:03:31.813 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [2024/05/06 08:03:31.820 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [takeTime=6.87504ms] [] [2024/05/06 08:03:31.820 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [groupId=-1] [size=37] [kvs=1] [checksum=15276727283945307644] [2024/05/06 08:03:31.820 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [checksum="{cksum=15276727283945307644,size=37,kvs=1}"] [2024/05/06 08:03:31.820 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [weight=30] [2024/05/06 08:03:31.820 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [concurrency=15] [2024/05/06 08:03:31.825 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=229] [physicalTableID=229] [indexID=-1] [checksum=15276727283945307644] [totalKvs=1] [totalBytes=37] [2024/05/06 08:03:31.825 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [local="{cksum=15276727283945307644,size=37,kvs=1}"] [2024/05/06 08:03:31.826 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [takeTime=12.250852ms] [] [2024/05/06 08:03:31.826 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [takeTime=12.438519ms] [] [2024/05/06 08:03:31.907 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=137.410808ms] [] [2024/05/06 08:03:31.924 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:03:31.924 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=44] [step=post-process] [state=running] [] [2024/05/06 08:03:31.927 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=44] [2024/05/06 08:03:31.973 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=44] [2024/05/06 08:03:31.995 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:03:31.995 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=44] [2024/05/06 08:03:31.998 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=44] [type=ImportInto] [2024/05/06 08:03:32.090 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.480159103\n# Parse_time: 0.00044477\n# Compile_time: 0.039538713\n# Rewrite_time: 0.038081214\n# Optimize_time: 0.001174685\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS40NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS40NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/05/06 08:03:32.093 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:03:32.099 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=157] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 08:03:32.135 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:232, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:229, RowCount:0, ArgLen:3, start time: 2024-05-06 08:03:32.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:32.135 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:232, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:229, RowCount:0, ArgLen:3, start time: 2024-05-06 08:03:32.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/06 08:03:32.177 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=232] [conn=2] [category=ddl] [job="ID:232, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:32.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:32.189 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 231, Table Name: import_mode, Old Table ID: 229, Old Table Name: import_mode"] [2024/05/06 08:03:32.250 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=2.301161ms] [gotSchemaVersion=158] [phyTblIDs="[229,231]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:03:32.296 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id db9eb31b-8841-4201-9c4b-86324e5deb30"] ["ddl job id"=232] [ver=158] [2024/05/06 08:03:32.304 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=232] [version=158] [2024/05/06 08:03:32.318 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=80.98835ms] [job="ID:232, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:229, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:32.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:32.358 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=232] [tableIDs="[229]"] [comment="drop table: table ID"] [2024/05/06 08:03:32.368 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=232] [jobType="truncate table"] [2024/05/06 08:03:32.372 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=232] [conn=2] [job="ID:232, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:229, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:32.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:32.428 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=232] [2024/05/06 08:03:32.428 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:32.432 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.333535807\n# Parse_time: 0.000211493\n# Compile_time: 0.000659409\n# Rewrite_time: 0.000032057\n# Optimize_time: 0.001022167\n# Wait_TS: 0.000442777\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/06 08:03:32.447 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:32.646 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:03:32.816 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=45] [task-id=45] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:03:32.855 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=45] [2024/05/06 08:03:32.855 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:03:32.962 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:03:32.963 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:32.964 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=45] [curr-step=init] [next-step=import] [2024/05/06 08:03:32.982 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:32.985 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/05/06 08:03:32.985 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 08:03:32.985 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=55.709Β΅s] [2024/05/06 08:03:32.985 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=167.847Β΅s] [] [2024/05/06 08:03:32.985 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=45] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:03:32.985 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:03:33.101 +00:00] [INFO] [import_into_test.go:803] [ToImportMode] [2024/05/06 08:03:33.107 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=45] [2024/05/06 08:03:33.198 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=45] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:03:33.240 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:03:33.242 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=45] [step=import] [2024/05/06 08:03:33.243 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:33.251 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:03:33.251 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:03:33.252 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:33.252 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:03:33.253 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:33.253 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:03:33.253 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:03:33.253 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:33.253 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:33.269 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:03:33.270 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:03:33.271 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=374.2GB] [2024/05/06 08:03:33.271 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=45] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:03:33.271 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=45] [disk-quota=348.5GiB] [2024/05/06 08:03:33.315 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=45] [step=import] [subtask-id=88] [2024/05/06 08:03:33.319 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 08:03:33.323 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 08:03:33.323 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=231] [2024/05/06 08:03:36.324 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=45] [step=import] [subtask-id=88] [takeTime=3.008706794s] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:03:36.324 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:03:36.324 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:03:36.325 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:36.325 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:36.325 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:03:36.325 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:03:36.325 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:03:36.325 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:03:36.325 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:03:36.325 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:03:36.325 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:36.343 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=45] [step=import] [2024/05/06 08:03:36.347 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:36.348 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:36.348 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:36.348 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:36.348 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:03:36.350 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:03:36.350 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:36.350 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:36.350 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:36.350 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:36.350 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=3.110114407s] [error="occur an error when sort chunk"] [2024/05/06 08:03:36.350 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:03:36.392 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[0]occur an error when sort chunk\\\"}\"]"] [2024/05/06 08:03:36.439 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=45] [type=ImportInto] [2024/05/06 08:03:36.528 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=45] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/05/06 08:03:36.530 +00:00] [INFO] [import_into_test.go:808] [ToNormalMode] [2024/05/06 08:03:36.532 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=45] [2024/05/06 08:03:36.580 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=45] [2024/05/06 08:03:36.602 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:03:36.602 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=45] [2024/05/06 08:03:36.681 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:03:36.755 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=45] [error="[0]occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:403\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1209\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:158\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:251\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestImportMode\n\ttests/realtikvtest/importintotest/import_into_test.go:887\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 08:03:36.756 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.323149038\n# Parse_time: 0.000577463\n# Compile_time: 0.00251171\n# Rewrite_time: 0.000301587\n# Optimize_time: 0.001022167\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6NC4zMnMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjQuMzJzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] === RUN TestImportInto/TestInputCountMisMatchAndDefault [2024/05/06 08:03:36.795 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=158] [cur_db=import_into] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 08:03:36.821 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:233, Type:drop schema, State:queueing, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:36.78 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:36.821 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:233, Type:drop schema, State:queueing, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:36.78 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 08:03:36.860 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [category=ddl] [job="ID:233, Type:drop schema, State:queueing, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:36.78 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:36.892 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=301.113Β΅s] [gotSchemaVersion=159] [phyTblIDs="[231]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:03:36.905 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=233] [version=159] [2024/05/06 08:03:36.952 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=66.106533ms] [job="ID:233, Type:drop schema, State:running, SchemaState:write only, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:36.78 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:37.008 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [category=ddl] [job="ID:233, Type:drop schema, State:running, SchemaState:write only, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:36.78 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:37.043 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=191.974Β΅s] [gotSchemaVersion=160] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:03:37.054 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=233] [version=160] [2024/05/06 08:03:37.092 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=53.112485ms] [job="ID:233, Type:drop schema, State:running, SchemaState:delete only, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:36.78 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:37.157 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [category=ddl] [job="ID:233, Type:drop schema, State:running, SchemaState:delete only, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:36.78 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:37.191 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=172.055Β΅s] [gotSchemaVersion=161] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:03:37.202 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=233] [version=161] [2024/05/06 08:03:37.240 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=52.926637ms] [job="ID:233, Type:drop schema, State:done, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:36.78 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:37.300 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=233] [tableIDs="[231]"] [comment="drop schema: table IDs"] [2024/05/06 08:03:37.308 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=233] [jobType="drop schema"] [2024/05/06 08:03:37.311 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [job="ID:233, Type:drop schema, State:synced, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:36.78 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:37.355 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=233] [2024/05/06 08:03:37.355 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:37.359 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.564562921\n# Parse_time: 0.000456932\n# Compile_time: 0.000718644\n# Rewrite_time: 0.000030709\n# Optimize_time: 0.001022167\n# Wait_TS: 0.000303679\n# DB: import_into\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 08:03:37.360 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=161] [cur_db=import_into] [sql="create database load_data"] [user=root@%] [2024/05/06 08:03:37.443 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:235, Type:create schema, State:queueing, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:37.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:37.443 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:235, Type:create schema, State:queueing, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:37.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 08:03:37.509 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=235] [conn=2] [category=ddl] [job="ID:235, Type:create schema, State:queueing, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:37.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:37.539 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=1.099466ms] [gotSchemaVersion=162] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:03:37.550 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=235] [version=162] [2024/05/06 08:03:37.587 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=53.965527ms] [job="ID:235, Type:create schema, State:done, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:37.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:37.624 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=235] [conn=2] [job="ID:235, Type:create schema, State:synced, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:37.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:37.648 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=235] [2024/05/06 08:03:37.648 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:37.654 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=162] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 08:03:37.657 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=162] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 08:03:37.705 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:237, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:37.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 08:03:37.705 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:237, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:37.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:37.746 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=237] [conn=2] [category=ddl] [job="ID:237, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:37.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:37.754 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 234, Table ID: 236, Table Name: t"] [2024/05/06 08:03:37.859 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=2.812862ms] [gotSchemaVersion=163] [phyTblIDs="[236]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:03:37.870 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=237] [version=163] [2024/05/06 08:03:37.903 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=93.306643ms] [job="ID:237, Type:create table, State:done, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:37.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:37.967 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=237] [conn=2] [job="ID:237, Type:create table, State:synced, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:37.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:38.017 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=237] [2024/05/06 08:03:38.017 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:38.021 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.365070731\n# Parse_time: 0.000585214\n# Compile_time: 0.000812345\n# Rewrite_time: 0.000040117\n# Optimize_time: 0.001022167\n# Wait_TS: 0.000349337\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 08:03:38.035 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:38.218 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:03:38.348 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=46] [task-id=46] [data-size=24B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:03:38.386 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=46] [2024/05/06 08:03:38.386 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:03:38.494 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:03:38.495 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:38.496 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=46] [curr-step=init] [next-step=import] [2024/05/06 08:03:38.516 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:38.519 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:03:38.519 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/05/06 08:03:38.519 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=53.424Β΅s] [2024/05/06 08:03:38.519 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=171.283Β΅s] [] [2024/05/06 08:03:38.519 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=46] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:03:38.519 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:03:38.654 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=46] [mode=Import] [2024/05/06 08:03:38.711 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=46] [2024/05/06 08:03:38.740 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=46] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:03:38.791 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:03:38.792 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=46] [step=import] [2024/05/06 08:03:38.794 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:38.802 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:03:38.802 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:03:38.802 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:38.802 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:03:38.803 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:38.804 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:03:38.804 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:38.804 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:03:38.804 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:38.818 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:03:38.819 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:03:38.819 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:03:38.820 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=46] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:03:38.820 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=46] [disk-quota=348.5GiB] [2024/05/06 08:03:38.858 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=46] [step=import] [subtask-id=89] [2024/05/06 08:03:38.862 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:03:38.866 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:03:38.866 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=236] [2024/05/06 08:03:38.890 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=236] [key=input-cnt-mismatch.csv:0] [2024/05/06 08:03:38.893 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=236] [key=input-cnt-mismatch.csv:0] [readDur=1.351015ms] [encodeDur=1.162245ms] [checksum="{cksum=17834670505915290972,size=78,kvs=2}"] [deliverDur=217.82Β΅s] [type=file] [takeTime=3.111073ms] [] [2024/05/06 08:03:38.894 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=78] [kvs=2] [files=1] [sstFileSize=992] [file=/tmp/tidb/import-4000/46/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/79d2d097-c47a-4ae5-84db-9e6e21301aaf.sst] [firstKey=7480000000000000EC5F728000000000000001] [lastKey=7480000000000000EC5F728000000000000002] [2024/05/06 08:03:38.894 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=46] [step=import] [subtask-id=89] [takeTime=35.850146ms] [] [2024/05/06 08:03:38.894 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/05/06 08:03:38.895 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/05/06 08:03:38.895 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:03:38.896 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.473825ms] [] [2024/05/06 08:03:38.896 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 08:03:38.901 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:03:38.923 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=78] [2024/05/06 08:03:38.923 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:03:38.936 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=78] [kvs=2] [importedSize=78] [importedCount=2] [2024/05/06 08:03:38.938 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=41.459037ms] [] [2024/05/06 08:03:38.938 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:03:38.939 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.088516ms] [] [2024/05/06 08:03:38.939 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/05/06 08:03:38.939 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:03:38.940 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.413119ms] [] [2024/05/06 08:03:38.941 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 08:03:38.941 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:03:38.941 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=68.614Β΅s] [] [2024/05/06 08:03:38.941 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:03:38.942 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=850.159Β΅s] [] [2024/05/06 08:03:38.984 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=46] [step=import] [2024/05/06 08:03:38.987 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:03:38.987 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:03:38.987 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:38.988 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:03:38.987 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:03:38.987 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:38.988 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:03:38.988 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:38.988 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:38.988 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:38.988 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:38.988 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:38.988 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:03:38.989 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:03:38.989 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:38.989 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:38.989 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:38.990 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:38.990 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=198.354984ms] [] [2024/05/06 08:03:39.004 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:03:39.005 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:39.006 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [2024/05/06 08:03:39.007 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:03:39.075 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":1}}"] [2024/05/06 08:03:39.077 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:03:39.077 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:03:39.291 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:03:39.338 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [2024/05/06 08:03:39.338 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [2024/05/06 08:03:39.338 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [2024/05/06 08:03:39.345 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [takeTime=6.851944ms] [] [2024/05/06 08:03:39.345 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [groupId=-1] [size=78] [kvs=2] [checksum=17834670505915290972] [2024/05/06 08:03:39.345 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [checksum="{cksum=17834670505915290972,size=78,kvs=2}"] [2024/05/06 08:03:39.345 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [weight=30] [2024/05/06 08:03:39.345 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [concurrency=15] [2024/05/06 08:03:39.349 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=236] [physicalTableID=236] [indexID=-1] [checksum=17834670505915290972] [totalKvs=2] [totalBytes=78] [2024/05/06 08:03:39.350 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [local="{cksum=17834670505915290972,size=78,kvs=2}"] [2024/05/06 08:03:39.350 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [takeTime=11.466043ms] [] [2024/05/06 08:03:39.350 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [takeTime=11.691896ms] [] [2024/05/06 08:03:39.391 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=100.406983ms] [] [2024/05/06 08:03:39.406 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:03:39.406 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=46] [step=post-process] [state=running] [] [2024/05/06 08:03:39.409 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=46] [2024/05/06 08:03:39.495 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=46] [2024/05/06 08:03:39.516 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=46] [type=ImportInto] [2024/05/06 08:03:39.521 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:03:39.521 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=46] [2024/05/06 08:03:39.627 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6043907370000001\n# Parse_time: 0.000447763\n# Compile_time: 0.001285583\n# Rewrite_time: 0.00027873\n# Optimize_time: 0.001022167\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 08:03:39.629 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:03:39.636 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=163] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 08:03:39.664 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:238, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:39.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:39.664 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:238, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:39.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:03:39.724 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [category=ddl] [job="ID:238, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:39.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:39.757 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=247.281Β΅s] [gotSchemaVersion=164] [phyTblIDs="[236]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:03:39.766 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=238] [version=164] [2024/05/06 08:03:39.807 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=54.261795ms] [job="ID:238, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:39.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:39.844 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [category=ddl] [job="ID:238, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:39.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:39.908 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=295.972Β΅s] [gotSchemaVersion=165] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:03:39.919 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=238] [version=165] [2024/05/06 08:03:39.957 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=53.740461ms] [job="ID:238, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:39.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:40.024 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [category=ddl] [job="ID:238, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:39.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:40.035 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 234, Old Table ID: 236, Old Table Name: t"] [2024/05/06 08:03:40.074 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=243.506Β΅s] [gotSchemaVersion=166] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:03:40.085 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=238] [version=166] [2024/05/06 08:03:40.124 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=54.083548ms] [job="ID:238, Type:drop table, State:done, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:3, start time: 2024-05-06 08:03:39.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:40.199 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=238] [tableIDs="[236]"] [comment="drop table: table ID"] [2024/05/06 08:03:40.208 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=238] [jobType="drop table"] [2024/05/06 08:03:40.213 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [job="ID:238, Type:drop table, State:synced, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:3, start time: 2024-05-06 08:03:39.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:40.275 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=238] [2024/05/06 08:03:40.275 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:40.278 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.64258452\n# Parse_time: 0.000290783\n# Compile_time: 0.000756085\n# Rewrite_time: 0.000054616\n# Optimize_time: 0.000812406\n# Wait_TS: 0.000472169\n# DB: load_data\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:03:40.280 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=166] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int default 100);"] [user=root@%] [2024/05/06 08:03:40.373 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:240, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:40.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:40.373 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:240, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:40.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int default 100);"] [2024/05/06 08:03:40.444 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=240] [conn=2] [category=ddl] [job="ID:240, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:40.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:40.452 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 234, Table ID: 239, Table Name: t"] [2024/05/06 08:03:40.524 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=2.661114ms] [gotSchemaVersion=167] [phyTblIDs="[239]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:03:40.536 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=240] [version=167] [2024/05/06 08:03:40.571 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=53.708867ms] [job="ID:240, Type:create table, State:done, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:40.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:40.608 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=240] [conn=2] [job="ID:240, Type:create table, State:synced, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:40.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:40.644 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=240] [2024/05/06 08:03:40.644 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:40.648 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.369012372\n# Parse_time: 0.000695309\n# Compile_time: 0.001006098\n# Rewrite_time: 0.000044516\n# Optimize_time: 0.000812406\n# Wait_TS: 0.000474068\n# DB: load_data\n# Is_internal: false\n# Digest: f64804c6e80c88fdbb6c09fd220d1f1fe716dbbbff80390fd19416486a5adca9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int default 100);"] [2024/05/06 08:03:40.663 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:40.892 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:03:40.986 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=47] [task-id=47] [data-size=24B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:03:41.028 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=47] [2024/05/06 08:03:41.029 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:03:41.134 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:03:41.136 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:41.137 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=47] [curr-step=init] [next-step=import] [2024/05/06 08:03:41.155 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:41.158 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:03:41.158 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/05/06 08:03:41.158 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=60.642Β΅s] [2024/05/06 08:03:41.158 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=183.367Β΅s] [] [2024/05/06 08:03:41.158 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=47] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:03:41.158 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:03:41.315 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=47] [mode=Import] [2024/05/06 08:03:41.336 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=47] [2024/05/06 08:03:41.353 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=47] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:03:41.389 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:03:41.390 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=47] [step=import] [2024/05/06 08:03:41.391 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:41.399 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:03:41.399 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:03:41.399 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:41.400 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:03:41.400 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:41.400 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:03:41.400 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:41.401 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:03:41.401 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:41.414 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:03:41.415 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:03:41.416 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:03:41.416 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=47] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:03:41.416 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=47] [disk-quota=348.5GiB] [2024/05/06 08:03:41.454 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=47] [step=import] [subtask-id=91] [2024/05/06 08:03:41.458 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:03:41.461 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:03:41.461 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=239] [2024/05/06 08:03:41.508 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=239] [key=input-cnt-mismatch.csv:0] [2024/05/06 08:03:41.511 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=239] [key=input-cnt-mismatch.csv:0] [readDur=1.252042ms] [encodeDur=902.425Β΅s] [checksum="{cksum=4951760973171410464,size=79,kvs=2}"] [deliverDur=241.322Β΅s] [type=file] [takeTime=2.780611ms] [] [2024/05/06 08:03:41.512 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=47] [step=import] [subtask-id=91] [takeTime=58.184485ms] [] [2024/05/06 08:03:41.512 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=79] [kvs=2] [files=1] [sstFileSize=991] [file=/tmp/tidb/import-4000/47/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/11976a75-b272-458b-a143-d32dc8562009.sst] [firstKey=7480000000000000EF5F728000000000000001] [lastKey=7480000000000000EF5F728000000000000002] [2024/05/06 08:03:41.512 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/05/06 08:03:41.512 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/05/06 08:03:41.512 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:03:41.514 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.123753ms] [] [2024/05/06 08:03:41.515 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 08:03:41.519 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:03:41.541 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=79] [2024/05/06 08:03:41.542 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:03:41.554 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=79] [kvs=2] [importedSize=79] [importedCount=2] [2024/05/06 08:03:41.555 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=40.667099ms] [] [2024/05/06 08:03:41.555 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:03:41.556 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=974.136Β΅s] [] [2024/05/06 08:03:41.556 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/05/06 08:03:41.556 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:03:41.558 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.283719ms] [] [2024/05/06 08:03:41.558 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 08:03:41.558 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:03:41.558 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=55.697Β΅s] [] [2024/05/06 08:03:41.558 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:03:41.559 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=684.414Β΅s] [] [2024/05/06 08:03:41.650 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=47] [step=import] [2024/05/06 08:03:41.655 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:41.655 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:03:41.655 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:41.655 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:03:41.655 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:03:41.655 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:03:41.655 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:03:41.655 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:41.655 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:41.655 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:41.655 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:41.655 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:41.655 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:03:41.657 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:03:41.657 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:41.658 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:41.658 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:41.658 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:41.658 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=268.930008ms] [] [2024/05/06 08:03:41.659 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:03:41.661 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:41.662 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [2024/05/06 08:03:41.662 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:03:41.731 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":1}}"] [2024/05/06 08:03:41.733 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:03:41.733 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:03:41.909 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:03:41.958 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [2024/05/06 08:03:41.958 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [2024/05/06 08:03:41.958 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [2024/05/06 08:03:42.008 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [takeTime=49.791399ms] [] [2024/05/06 08:03:42.008 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [groupId=-1] [size=79] [kvs=2] [checksum=4951760973171410464] [2024/05/06 08:03:42.008 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [checksum="{cksum=4951760973171410464,size=79,kvs=2}"] [2024/05/06 08:03:42.008 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [weight=30] [2024/05/06 08:03:42.008 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [concurrency=15] [2024/05/06 08:03:42.013 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=239] [physicalTableID=239] [indexID=-1] [checksum=4951760973171410464] [totalKvs=2] [totalBytes=79] [2024/05/06 08:03:42.014 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [local="{cksum=4951760973171410464,size=79,kvs=2}"] [2024/05/06 08:03:42.014 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [takeTime=56.146658ms] [] [2024/05/06 08:03:42.014 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [takeTime=56.348625ms] [] [2024/05/06 08:03:42.048 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:03:42.048 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=47] [step=post-process] [state=running] [] [2024/05/06 08:03:42.051 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=47] [2024/05/06 08:03:42.056 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=147.303984ms] [] [2024/05/06 08:03:42.111 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=47] [type=ImportInto] [2024/05/06 08:03:42.135 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=47] [2024/05/06 08:03:42.164 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:03:42.164 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=47] [2024/05/06 08:03:42.242 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.5935025760000001\n# Parse_time: 0.000382266\n# Compile_time: 0.001122231\n# Rewrite_time: 0.000268366\n# Optimize_time: 0.000812406\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 08:03:42.250 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:03:42.251 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=167] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 08:03:42.276 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:241, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:42.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:42.276 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:241, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:42.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 08:03:42.325 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [category=ddl] [job="ID:241, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:42.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:42.366 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=413.227Β΅s] [gotSchemaVersion=168] [phyTblIDs="[239]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:03:42.414 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=241] [version=168] [2024/05/06 08:03:42.415 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id db9eb31b-8841-4201-9c4b-86324e5deb30"] ["ddl job id"=241] [ver=168] [2024/05/06 08:03:42.437 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=76.260457ms] [job="ID:241, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:42.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:42.481 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [category=ddl] [job="ID:241, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:42.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:42.516 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=317.84Β΅s] [gotSchemaVersion=169] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:03:42.526 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=241] [version=169] [2024/05/06 08:03:42.564 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=53.227761ms] [job="ID:241, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:42.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:42.605 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [category=ddl] [job="ID:241, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:42.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:42.615 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 234, Old Table ID: 239, Old Table Name: t"] [2024/05/06 08:03:42.656 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=281.175Β΅s] [gotSchemaVersion=170] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 08:03:42.667 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=241] [version=170] [2024/05/06 08:03:42.704 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=53.162761ms] [job="ID:241, Type:drop table, State:done, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:3, start time: 2024-05-06 08:03:42.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:42.750 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=241] [tableIDs="[239]"] [comment="drop table: table ID"] [2024/05/06 08:03:42.758 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=241] [jobType="drop table"] [2024/05/06 08:03:42.762 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [job="ID:241, Type:drop table, State:synced, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:3, start time: 2024-05-06 08:03:42.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:42.823 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=241] [2024/05/06 08:03:42.823 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:42.827 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.576682543\n# Parse_time: 0.000386612\n# Compile_time: 0.000699372\n# Rewrite_time: 0.000042864\n# Optimize_time: 0.00090375\n# Wait_TS: 0.000417997\n# DB: load_data\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 08:03:42.829 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=170] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 08:03:42.908 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:243, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:242, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:42.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:42.908 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:243, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:242, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:42.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 08:03:42.972 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=243] [conn=2] [category=ddl] [job="ID:243, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:242, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:42.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:42.980 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 234, Table ID: 242, Table Name: t"] [2024/05/06 08:03:43.048 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=2.555241ms] [gotSchemaVersion=171] [phyTblIDs="[242]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:03:43.061 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=243] [version=171] [2024/05/06 08:03:43.094 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=53.342451ms] [job="ID:243, Type:create table, State:done, SchemaState:public, SchemaID:234, TableID:242, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:42.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:43.149 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=243] [conn=2] [job="ID:243, Type:create table, State:synced, SchemaState:public, SchemaID:234, TableID:242, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:42.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:43.196 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=243] [2024/05/06 08:03:43.197 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:43.200 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.37231229\n# Parse_time: 0.000640757\n# Compile_time: 0.001059548\n# Rewrite_time: 0.000050609\n# Optimize_time: 0.00090375\n# Wait_TS: 0.000471583\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 08:03:43.213 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:43.456 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, `b`, @`1`)\",\"set-clause\":\"`c`=COALESCE(@`1`, 100)\",\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:03:43.563 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=48] [task-id=48] [data-size=24B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:03:43.614 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=48] [2024/05/06 08:03:43.614 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:03:43.750 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:03:43.751 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:43.753 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=48] [curr-step=init] [next-step=import] [2024/05/06 08:03:43.777 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:43.780 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:03:43.780 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/05/06 08:03:43.781 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=64.906Β΅s] [2024/05/06 08:03:43.781 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=170.703Β΅s] [] [2024/05/06 08:03:43.781 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=48] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:03:43.781 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:03:43.911 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=48] [mode=Import] [2024/05/06 08:03:43.932 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=48] [2024/05/06 08:03:43.954 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=48] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:03:43.992 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:03:43.994 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=48] [step=import] [2024/05/06 08:03:43.996 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:44.004 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:03:44.004 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:03:44.004 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:44.005 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:03:44.006 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:44.006 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:44.006 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:03:44.006 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:03:44.006 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:44.020 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:03:44.022 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:03:44.022 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:03:44.022 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=48] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:03:44.022 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=48] [disk-quota=348.5GiB] [2024/05/06 08:03:44.059 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=48] [step=import] [subtask-id=93] [2024/05/06 08:03:44.064 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:03:44.068 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:03:44.068 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=242] [2024/05/06 08:03:44.115 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=242] [key=input-cnt-mismatch.csv:0] [2024/05/06 08:03:44.119 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=242] [key=input-cnt-mismatch.csv:0] [readDur=1.265448ms] [encodeDur=1.873013ms] [checksum="{cksum=4856294282864387256,size=82,kvs=2}"] [deliverDur=231.67Β΅s] [type=file] [takeTime=3.729834ms] [] [2024/05/06 08:03:44.120 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/48/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/975b7d24-b1e7-4cfa-ad31-9e7805f4fb5b.sst] [firstKey=7480000000000000F25F728000000000000001] [lastKey=7480000000000000F25F728000000000000002] [2024/05/06 08:03:44.120 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=48] [step=import] [subtask-id=93] [takeTime=60.207813ms] [] [2024/05/06 08:03:44.120 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/05/06 08:03:44.120 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/05/06 08:03:44.120 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:03:44.122 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.754249ms] [] [2024/05/06 08:03:44.122 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 08:03:44.127 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:03:44.191 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=82] [2024/05/06 08:03:44.192 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:03:44.207 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/06 08:03:44.208 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=86.313723ms] [] [2024/05/06 08:03:44.208 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:03:44.210 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.078692ms] [] [2024/05/06 08:03:44.210 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/05/06 08:03:44.210 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:03:44.211 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.536118ms] [] [2024/05/06 08:03:44.211 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 08:03:44.211 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:03:44.211 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=56.032Β΅s] [] [2024/05/06 08:03:44.212 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:03:44.212 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=827.834Β΅s] [] [2024/05/06 08:03:44.260 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=48] [step=import] [2024/05/06 08:03:44.263 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:44.263 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:03:44.263 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:03:44.263 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:03:44.263 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:44.264 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:03:44.264 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:44.263 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:03:44.264 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:44.264 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:44.264 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:44.264 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:44.264 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:03:44.266 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:03:44.267 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:44.267 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:44.267 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:44.267 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:44.267 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=274.340654ms] [] [2024/05/06 08:03:44.337 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:03:44.339 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:44.340 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [2024/05/06 08:03:44.340 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:03:44.407 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":3}}"] [2024/05/06 08:03:44.409 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:03:44.409 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:03:44.595 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:03:44.646 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [2024/05/06 08:03:44.646 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [2024/05/06 08:03:44.646 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [2024/05/06 08:03:44.655 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [takeTime=8.20639ms] [] [2024/05/06 08:03:44.655 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [groupId=-1] [size=82] [kvs=2] [checksum=4856294282864387256] [2024/05/06 08:03:44.655 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [checksum="{cksum=4856294282864387256,size=82,kvs=2}"] [2024/05/06 08:03:44.655 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [weight=30] [2024/05/06 08:03:44.655 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [concurrency=15] [2024/05/06 08:03:44.659 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=242] [physicalTableID=242] [indexID=-1] [checksum=4856294282864387256] [totalKvs=2] [totalBytes=82] [2024/05/06 08:03:44.660 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [local="{cksum=4856294282864387256,size=82,kvs=2}"] [2024/05/06 08:03:44.660 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [takeTime=13.620331ms] [] [2024/05/06 08:03:44.660 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [takeTime=13.841738ms] [] [2024/05/06 08:03:44.708 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=112.653863ms] [] [2024/05/06 08:03:44.735 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:03:44.735 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=48] [step=post-process] [state=running] [] [2024/05/06 08:03:44.738 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=48] [2024/05/06 08:03:44.794 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=48] [type=ImportInto] [2024/05/06 08:03:44.820 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=48] [2024/05/06 08:03:44.845 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:03:44.845 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=48] [2024/05/06 08:03:44.986 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:03:45.116 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.9147100419999998\n# Parse_time: 0.000779804\n# Compile_time: 0.001434479\n# Rewrite_time: 0.000258348\n# Optimize_time: 0.00090375\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 6be6ceffb424c57058f47c47fbefd24c0d807fe3c30448873e5dc402a3cb9b8c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` (`a`,`b`,@`1`) SET `c`=COALESCE(@`1`, 100) FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestInputNull [2024/05/06 08:03:45.125 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=171] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 08:03:45.149 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:45.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:45.149 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:45.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 08:03:45.204 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [category=ddl] [job="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:45.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:45.247 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=171] [neededSchemaVersion=172] ["start time"=275.305Β΅s] [gotSchemaVersion=172] [phyTblIDs="[242]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:03:45.261 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=244] [version=172] [2024/05/06 08:03:45.291 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=172] ["take time"=53.497357ms] [job="ID:244, Type:drop schema, State:running, SchemaState:write only, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:45.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:45.402 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [category=ddl] [job="ID:244, Type:drop schema, State:running, SchemaState:write only, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:45.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:45.434 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=172] [neededSchemaVersion=173] ["start time"=250.321Β΅s] [gotSchemaVersion=173] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:03:45.445 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=244] [version=173] [2024/05/06 08:03:45.483 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=173] ["take time"=54.069353ms] [job="ID:244, Type:drop schema, State:running, SchemaState:delete only, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:45.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:45.551 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [category=ddl] [job="ID:244, Type:drop schema, State:running, SchemaState:delete only, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:45.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:45.588 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=173] [neededSchemaVersion=174] ["start time"=206.689Β΅s] [gotSchemaVersion=174] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:03:45.598 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=244] [version=174] [2024/05/06 08:03:45.637 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=174] ["take time"=53.458296ms] [job="ID:244, Type:drop schema, State:done, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:45.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:45.701 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=244] [tableIDs="[242]"] [comment="drop schema: table IDs"] [2024/05/06 08:03:45.711 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=244] [jobType="drop schema"] [2024/05/06 08:03:45.715 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [job="ID:244, Type:drop schema, State:synced, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:45.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:45.771 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=244] [2024/05/06 08:03:45.771 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:45.775 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.651370925\n# Parse_time: 0.000431984\n# Compile_time: 0.000559418\n# Rewrite_time: 0.000032952\n# Optimize_time: 0.000961431\n# Wait_TS: 0.000314589\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 08:03:45.777 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=174] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/06 08:03:45.811 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:45.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:45.811 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:45.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 08:03:45.891 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=246] [conn=2] [category=ddl] [job="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:45.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:45.924 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=174] [neededSchemaVersion=175] ["start time"=1.064229ms] [gotSchemaVersion=175] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:03:45.936 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=246] [version=175] [2024/05/06 08:03:45.971 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=175] ["take time"=53.776605ms] [job="ID:246, Type:create schema, State:done, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:45.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:46.016 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=246] [conn=2] [job="ID:246, Type:create schema, State:synced, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:45.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:46.041 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=246] [2024/05/06 08:03:46.041 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:46.048 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=175] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 08:03:46.053 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=175] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 08:03:46.099 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:46.03 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:46.099 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:46.03 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 08:03:46.142 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=248] [conn=2] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:46.03 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:46.151 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 245, Table ID: 247, Table Name: t"] [2024/05/06 08:03:46.208 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=175] [neededSchemaVersion=176] ["start time"=2.576924ms] [gotSchemaVersion=176] [phyTblIDs="[247]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:03:46.219 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=248] [version=176] [2024/05/06 08:03:46.254 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=176] ["take time"=52.579278ms] [job="ID:248, Type:create table, State:done, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:46.03 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:46.375 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=248] [conn=2] [job="ID:248, Type:create table, State:synced, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:46.03 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:46.423 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=248] [2024/05/06 08:03:46.423 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:46.427 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.376907382\n# Parse_time: 0.001462712\n# Compile_time: 0.00136465\n# Rewrite_time: 0.000044907\n# Optimize_time: 0.000961431\n# Wait_TS: 0.00034743\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 08:03:46.442 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:46.622 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 08:03:46.750 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=49] [task-id=49] [data-size=18B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:03:46.793 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=49] [2024/05/06 08:03:46.793 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:03:46.898 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:03:46.900 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:46.901 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=49] [curr-step=init] [next-step=import] [2024/05/06 08:03:46.920 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:46.922 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:03:46.923 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/05/06 08:03:46.923 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=64.038Β΅s] [2024/05/06 08:03:46.923 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=193.419Β΅s] [] [2024/05/06 08:03:46.923 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=49] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:03:46.923 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:03:47.047 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=49] [mode=Import] [2024/05/06 08:03:47.073 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=49] [2024/05/06 08:03:47.092 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=49] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:03:47.180 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:03:47.182 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=49] [step=import] [2024/05/06 08:03:47.183 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:47.192 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:03:47.192 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:03:47.192 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:47.193 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:03:47.194 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:47.194 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:47.194 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:03:47.194 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:03:47.194 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:47.208 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:03:47.209 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:03:47.210 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:03:47.210 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=49] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:03:47.210 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=49] [disk-quota=348.5GiB] [2024/05/06 08:03:47.251 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=49] [step=import] [subtask-id=95] [2024/05/06 08:03:47.255 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:03:47.259 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:03:47.259 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=247] [2024/05/06 08:03:47.288 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=247] [key=nil-input.tsv:0] [2024/05/06 08:03:47.291 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=247] [key=nil-input.tsv:0] [readDur=1.284035ms] [encodeDur=864.498Β΅s] [checksum="{cksum=8107978480917265275,size=74,kvs=2}"] [deliverDur=248.34Β΅s] [type=file] [takeTime=2.798786ms] [] [2024/05/06 08:03:47.292 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=990] [file=/tmp/tidb/import-4000/49/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/6e1efa34-1920-4575-b8c8-24dab6f08cae.sst] [firstKey=7480000000000000F75F728000000000000001] [lastKey=7480000000000000F75F728000000000000002] [2024/05/06 08:03:47.292 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=49] [step=import] [subtask-id=95] [takeTime=41.045033ms] [] [2024/05/06 08:03:47.292 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/05/06 08:03:47.292 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/05/06 08:03:47.292 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:03:47.294 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.599356ms] [] [2024/05/06 08:03:47.294 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 08:03:47.298 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:03:47.320 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=74] [2024/05/06 08:03:47.321 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:03:47.333 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=2] [importedSize=74] [importedCount=2] [2024/05/06 08:03:47.335 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=40.794359ms] [] [2024/05/06 08:03:47.335 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:03:47.336 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=952.824Β΅s] [] [2024/05/06 08:03:47.336 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/05/06 08:03:47.336 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:03:47.337 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.474977ms] [] [2024/05/06 08:03:47.337 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 08:03:47.338 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:03:47.338 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=57.973Β΅s] [] [2024/05/06 08:03:47.338 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:03:47.338 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=747.209Β΅s] [] [2024/05/06 08:03:47.385 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=49] [step=import] [2024/05/06 08:03:47.387 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:47.387 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:03:47.387 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:03:47.388 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:03:47.388 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:03:47.388 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:47.388 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:03:47.388 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:47.388 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:47.388 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:47.388 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:47.388 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:47.388 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:03:47.390 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:03:47.390 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:47.390 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:47.390 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:47.390 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:47.390 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=209.551622ms] [] [2024/05/06 08:03:47.414 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:03:47.416 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:47.418 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [2024/05/06 08:03:47.418 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:03:47.482 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":6,\"3\":2}}"] [2024/05/06 08:03:47.484 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:03:47.484 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:03:47.699 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:03:47.751 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [2024/05/06 08:03:47.752 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [2024/05/06 08:03:47.752 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [2024/05/06 08:03:47.760 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [takeTime=7.752353ms] [] [2024/05/06 08:03:47.760 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [groupId=-1] [size=74] [kvs=2] [checksum=8107978480917265275] [2024/05/06 08:03:47.760 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [checksum="{cksum=8107978480917265275,size=74,kvs=2}"] [2024/05/06 08:03:47.760 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [weight=30] [2024/05/06 08:03:47.760 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [concurrency=15] [2024/05/06 08:03:47.765 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=247] [physicalTableID=247] [indexID=-1] [checksum=8107978480917265275] [totalKvs=2] [totalBytes=74] [2024/05/06 08:03:47.766 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [local="{cksum=8107978480917265275,size=74,kvs=2}"] [2024/05/06 08:03:47.766 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [takeTime=14.252412ms] [] [2024/05/06 08:03:47.766 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [takeTime=14.507082ms] [] [2024/05/06 08:03:47.809 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=110.029314ms] [] [2024/05/06 08:03:47.816 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:03:47.816 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=49] [step=post-process] [state=running] [] [2024/05/06 08:03:47.819 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=49] [2024/05/06 08:03:47.862 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=49] [type=ImportInto] [2024/05/06 08:03:47.899 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=49] [2024/05/06 08:03:47.925 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:03:47.925 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=49] [2024/05/06 08:03:48.049 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.621053627\n# Parse_time: 0.000554386\n# Compile_time: 0.001423008\n# Rewrite_time: 0.000357586\n# Optimize_time: 0.000961431\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 04e3a722142273b9b122933333636d6692b05a35913f7650fc04d34a7a7ca73f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 08:03:48.060 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=176] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/06 08:03:48.075 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:03:48.088 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:250, Type:truncate table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:3, start time: 2024-05-06 08:03:48.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:48.088 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:250, Type:truncate table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:3, start time: 2024-05-06 08:03:48.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 08:03:48.148 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=250] [conn=2] [category=ddl] [job="ID:250, Type:truncate table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:48.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:48.159 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 245, Table ID: 249, Table Name: t, Old Table ID: 247, Old Table Name: t"] [2024/05/06 08:03:48.205 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=176] [neededSchemaVersion=177] ["start time"=2.590406ms] [gotSchemaVersion=177] [phyTblIDs="[247,249]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:03:48.215 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=250] [version=177] [2024/05/06 08:03:48.251 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=177] ["take time"=53.640733ms] [job="ID:250, Type:truncate table, State:done, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:48.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:48.301 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=250] [tableIDs="[247]"] [comment="drop table: table ID"] [2024/05/06 08:03:48.309 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=250] [jobType="truncate table"] [2024/05/06 08:03:48.313 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=250] [conn=2] [job="ID:250, Type:truncate table, State:synced, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:48.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:48.424 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=250] [2024/05/06 08:03:48.424 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:48.429 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.369748334\n# Parse_time: 0.000317403\n# Compile_time: 0.00096606\n# Rewrite_time: 0.000039897\n# Optimize_time: 0.00187624\n# Wait_TS: 0.000447767\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 08:03:48.446 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:48.628 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, @`1`, `c`)\",\"set-clause\":\"`b`=COALESCE(@`1`, _UTF8MB4'def')\",\"file-location\":\"gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 08:03:48.727 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=50] [task-id=50] [data-size=18B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:03:48.767 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=50] [2024/05/06 08:03:48.767 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:03:48.873 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:03:48.874 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:48.876 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=50] [curr-step=init] [next-step=import] [2024/05/06 08:03:48.897 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:48.900 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:03:48.900 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/05/06 08:03:48.900 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=60.433Β΅s] [2024/05/06 08:03:48.901 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=206.951Β΅s] [] [2024/05/06 08:03:48.901 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=50] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:03:48.901 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:03:49.037 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=50] [mode=Import] [2024/05/06 08:03:49.056 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=50] [2024/05/06 08:03:49.065 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=50] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:03:49.106 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:03:49.108 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=50] [step=import] [2024/05/06 08:03:49.109 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:49.118 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:03:49.118 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:03:49.118 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:49.118 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:03:49.120 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:03:49.120 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:49.120 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:49.120 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:03:49.120 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:49.135 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:03:49.136 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:03:49.136 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:03:49.136 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=50] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:03:49.136 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=50] [disk-quota=348.5GiB] [2024/05/06 08:03:49.188 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=50] [step=import] [subtask-id=97] [2024/05/06 08:03:49.194 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:03:49.200 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:03:49.201 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=249] [2024/05/06 08:03:49.221 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=249] [key=nil-input.tsv:0] [2024/05/06 08:03:49.225 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=249] [key=nil-input.tsv:0] [readDur=1.24694ms] [encodeDur=1.984981ms] [checksum="{cksum=7610316387263968170,size=80,kvs=2}"] [deliverDur=251.558Β΅s] [type=file] [takeTime=3.883362ms] [] [2024/05/06 08:03:49.225 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=50] [step=import] [subtask-id=97] [takeTime=37.263724ms] [] [2024/05/06 08:03:49.225 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=80] [kvs=2] [files=1] [sstFileSize=989] [file=/tmp/tidb/import-4000/50/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/6ef03c9c-ca46-4a72-9b23-fe04560bf9cd.sst] [firstKey=7480000000000000F95F728000000000000001] [lastKey=7480000000000000F95F728000000000000002] [2024/05/06 08:03:49.226 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/05/06 08:03:49.226 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/05/06 08:03:49.226 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:03:49.227 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.700429ms] [] [2024/05/06 08:03:49.227 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 08:03:49.233 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:03:49.296 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=80] [2024/05/06 08:03:49.297 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:03:49.311 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=80] [kvs=2] [importedSize=80] [importedCount=2] [2024/05/06 08:03:49.313 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=85.409546ms] [] [2024/05/06 08:03:49.313 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:03:49.314 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.180907ms] [] [2024/05/06 08:03:49.314 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/05/06 08:03:49.314 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:03:49.316 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.662981ms] [] [2024/05/06 08:03:49.316 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 08:03:49.316 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:03:49.316 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=68.492Β΅s] [] [2024/05/06 08:03:49.316 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:03:49.317 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=840.523Β΅s] [] [2024/05/06 08:03:49.360 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=50] [step=import] [2024/05/06 08:03:49.364 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:03:49.364 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:03:49.364 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:49.364 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:03:49.364 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:49.364 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:49.364 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:03:49.364 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:03:49.364 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:49.364 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:49.364 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:49.364 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:49.364 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:03:49.366 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:03:49.366 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:49.366 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:49.367 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:49.367 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:49.367 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=260.371162ms] [] [2024/05/06 08:03:49.387 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:03:49.389 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:49.390 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [2024/05/06 08:03:49.390 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:03:49.467 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":10,\"3\":2}}"] [2024/05/06 08:03:49.468 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:03:49.468 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:03:49.692 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:03:49.739 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [2024/05/06 08:03:49.739 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [2024/05/06 08:03:49.739 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [2024/05/06 08:03:49.746 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [takeTime=7.163317ms] [] [2024/05/06 08:03:49.746 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [groupId=-1] [size=80] [kvs=2] [checksum=7610316387263968170] [2024/05/06 08:03:49.746 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [checksum="{cksum=7610316387263968170,size=80,kvs=2}"] [2024/05/06 08:03:49.746 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [weight=30] [2024/05/06 08:03:49.746 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [concurrency=15] [2024/05/06 08:03:49.750 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=249] [physicalTableID=249] [indexID=-1] [checksum=7610316387263968170] [totalKvs=2] [totalBytes=80] [2024/05/06 08:03:49.751 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [local="{cksum=7610316387263968170,size=80,kvs=2}"] [2024/05/06 08:03:49.751 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [takeTime=11.759848ms] [] [2024/05/06 08:03:49.751 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [takeTime=11.969884ms] [] [2024/05/06 08:03:49.789 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:03:49.789 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=50] [step=post-process] [state=running] [] [2024/05/06 08:03:49.792 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=50] [2024/05/06 08:03:49.795 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=103.224137ms] [] [2024/05/06 08:03:49.861 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=50] [type=ImportInto] [2024/05/06 08:03:49.873 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=50] [2024/05/06 08:03:49.895 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:03:49.895 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=50] [2024/05/06 08:03:49.993 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.56290078\n# Parse_time: 0.001970389\n# Compile_time: 0.002054542\n# Rewrite_time: 0.000395782\n# Optimize_time: 0.00187624\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 5fc90d49cd6c5db4492fcb810e59b8425f38ab71f4e9a5a76407f02caf95b16e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` (`a`,@`1`,`c`) SET `b`=COALESCE(@`1`, _UTF8MB4'def') FROM 'gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 08:03:49.996 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestJobFailWhenDispatchSubtask [2024/05/06 08:03:50.041 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=177] [cur_db=load_data] [sql="drop database if exists fail_job_after_import"] [user=root@%] [2024/05/06 08:03:50.044 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=177] [cur_db=load_data] [sql="create database fail_job_after_import"] [user=root@%] [2024/05/06 08:03:50.079 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:50.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:50.079 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:50.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database fail_job_after_import"] [2024/05/06 08:03:50.151 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=252] [conn=2] [category=ddl] [job="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:50.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:50.185 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=177] [neededSchemaVersion=178] ["start time"=1.14718ms] [gotSchemaVersion=178] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:03:50.196 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=252] [version=178] [2024/05/06 08:03:50.232 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=178] ["take time"=53.634226ms] [job="ID:252, Type:create schema, State:done, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:50.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:50.309 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=252] [conn=2] [job="ID:252, Type:create schema, State:synced, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:50.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:50.337 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=252] [2024/05/06 08:03:50.338 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:50.345 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=178] [cur_db=fail_job_after_import] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 08:03:50.381 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:50.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:50.381 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:50.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 08:03:50.425 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=254] [conn=2] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:50.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:50.433 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 251, Table ID: 253, Table Name: t1"] [2024/05/06 08:03:50.521 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=178] [neededSchemaVersion=179] ["start time"=2.290375ms] [gotSchemaVersion=179] [phyTblIDs="[253]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:03:50.533 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=254] [version=179] [2024/05/06 08:03:50.568 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=179] ["take time"=53.152125ms] [job="ID:254, Type:create table, State:done, SchemaState:public, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:50.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:50.638 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=254] [conn=2] [job="ID:254, Type:create table, State:synced, SchemaState:public, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:50.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:50.671 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=254] [2024/05/06 08:03:50.671 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:50.675 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.331829677\n# Parse_time: 0.000822003\n# Compile_time: 0.001040073\n# Rewrite_time: 0.000057287\n# Optimize_time: 0.036546046\n# Wait_TS: 0.000389081\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: d8696567f7f4f571ff6f2842ead9c03ca982ef29a8c49eb575a9f42d5cd117de\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse fail_job_after_import;\nCREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 08:03:50.690 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:50.941 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://fail_job_after_import/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:03:51.031 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=51] [task-id=51] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:03:51.072 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=51] [2024/05/06 08:03:51.073 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:03:51.178 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:03:51.179 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:51.180 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=init] [next-step=import] [2024/05/06 08:03:51.199 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:51.202 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/06 08:03:51.202 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/06 08:03:51.202 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=69.251Β΅s] [2024/05/06 08:03:51.202 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=223.783Β΅s] [] [2024/05/06 08:03:51.203 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=51] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:03:51.203 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:03:51.316 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=51] [mode=Import] [2024/05/06 08:03:51.335 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=51] [2024/05/06 08:03:51.390 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=51] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:03:51.433 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=51] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:03:51.434 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=51] [step=import] [2024/05/06 08:03:51.435 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:51.444 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:03:51.444 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:03:51.444 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:51.445 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:03:51.446 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:51.446 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:51.446 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:03:51.446 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:03:51.446 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:51.460 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:03:51.462 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:03:51.462 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=374.2GB] [2024/05/06 08:03:51.462 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=51] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:03:51.462 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=51] [disk-quota=348.5GiB] [2024/05/06 08:03:51.509 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=51] [step=import] [subtask-id=99] [2024/05/06 08:03:51.513 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/05/06 08:03:51.517 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/06 08:03:51.518 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=253] [2024/05/06 08:03:51.616 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=253] [key=t.csv:0] [2024/05/06 08:03:51.620 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=253] [key=t.csv:0] [readDur=1.209974ms] [encodeDur=629.376Β΅s] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=317.029Β΅s] [type=file] [takeTime=3.144921ms] [] [2024/05/06 08:03:51.622 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=51] [step=import] [subtask-id=99] [takeTime=112.761529ms] [] [2024/05/06 08:03:51.622 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=961] [file=/tmp/tidb/import-4000/51/3c229875-a87b-5dfa-aef9-0ffcec4d91ae.sst/4e9e74c6-bb1d-4700-b067-2262b360839e.sst] [firstKey=7480000000000000FD5F728000000000000001] [lastKey=7480000000000000FD5F728000000000000002] [2024/05/06 08:03:51.622 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/05/06 08:03:51.622 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/05/06 08:03:51.622 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/05/06 08:03:51.624 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [takeTime=1.957428ms] [] [2024/05/06 08:03:51.624 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [retryCnt=0] [2024/05/06 08:03:51.629 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:03:51.651 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] ["region ranges"=1] [count=2] [size=50] [2024/05/06 08:03:51.652 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:03:51.664 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 08:03:51.666 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [retryCnt=0] [takeTime=41.887256ms] [] [2024/05/06 08:03:51.666 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/05/06 08:03:51.667 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [takeTime=1.095852ms] [] [2024/05/06 08:03:51.667 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/05/06 08:03:51.667 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/06 08:03:51.669 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [takeTime=1.379806ms] [] [2024/05/06 08:03:51.669 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [retryCnt=0] [2024/05/06 08:03:51.669 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/06 08:03:51.669 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [retryCnt=0] [takeTime=60.382Β΅s] [] [2024/05/06 08:03:51.669 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/06 08:03:51.670 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [takeTime=759.202Β΅s] [] [2024/05/06 08:03:51.717 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=51] [step=import] [2024/05/06 08:03:51.720 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:03:51.720 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:51.720 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:03:51.720 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:51.720 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:03:51.720 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:03:51.720 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:51.720 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:03:51.720 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:51.720 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:51.720 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:51.720 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:51.720 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:03:51.722 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:03:51.722 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:51.722 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:51.722 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:51.722 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:51.722 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=51] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=288.895257ms] [] [2024/05/06 08:03:51.794 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:03:51.795 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:51.796 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=import] [next-step=post-process] [2024/05/06 08:03:51.796 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=51] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:03:51.869 +00:00] [WARN] [scheduler.go:453] ["generate part of subtasks failed"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error after ImportStepImport"] [errorVerbose="injected error after ImportStepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:03:51.870 +00:00] [WARN] [scheduler.go:530] ["generate plan failed"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error after ImportStepImport"] [errorVerbose="injected error after ImportStepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [state=running] [2024/05/06 08:03:51.890 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=51] [type=ImportInto] [2024/05/06 08:03:51.909 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=51] [step=import] [state=reverting] [error="injected error after ImportStepImport"] [errorVerbose="injected error after ImportStepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:03:51.910 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=51] [step=import] [mode=Normal] [2024/05/06 08:03:51.916 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=51] [2024/05/06 08:03:51.979 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=51] [2024/05/06 08:03:52.009 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:03:52.009 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=51] [2024/05/06 08:03:52.077 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:03:52.319 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=51] [error="[0]injected error after ImportStepImport"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:403\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1209\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:158\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:251\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestJobFailWhenDispatchSubtask\n\ttests/realtikvtest/importintotest/job_test.go:603\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 08:03:52.320 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6432309379999999\n# Parse_time: 0.000466136\n# Compile_time: 0.001259517\n# Rewrite_time: 0.000262867\n# Optimize_time: 0.036546046\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 99e0210d02768185f513fdb4826de8b909e90d125e9b68ebb96c6b40a088fef9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS42NHMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjEuNjRzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `fail_job_after_import`.`t1` FROM 'gs://fail_job_after_import/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestKillBeforeFinish [2024/05/06 08:03:52.384 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=179] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS kill_job;"] [user=root@%] [2024/05/06 08:03:52.386 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=179] [cur_db=fail_job_after_import] [sql="CREATE DATABASE kill_job;"] [user=root@%] [2024/05/06 08:03:52.418 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:256, Type:create schema, State:queueing, SchemaState:none, SchemaID:255, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:52.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:52.418 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:256, Type:create schema, State:queueing, SchemaState:none, SchemaID:255, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:52.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE kill_job;"] [2024/05/06 08:03:52.482 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=256] [conn=2] [category=ddl] [job="ID:256, Type:create schema, State:queueing, SchemaState:none, SchemaID:255, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:52.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:52.519 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=179] [neededSchemaVersion=180] ["start time"=1.008385ms] [gotSchemaVersion=180] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:03:52.529 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=256] [version=180] [2024/05/06 08:03:52.567 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=180] ["take time"=53.824833ms] [job="ID:256, Type:create schema, State:done, SchemaState:public, SchemaID:255, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:52.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:52.606 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=256] [conn=2] [job="ID:256, Type:create schema, State:synced, SchemaState:public, SchemaID:255, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:52.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:52.629 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=256] [2024/05/06 08:03:52.630 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:52.634 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=180] [cur_db=fail_job_after_import] [sql="CREATE TABLE kill_job.t (a INT, b INT, c int);"] [user=root@%] [2024/05/06 08:03:52.730 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:258, Type:create table, State:queueing, SchemaState:none, SchemaID:255, TableID:257, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:52.63 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:52.730 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:258, Type:create table, State:queueing, SchemaState:none, SchemaID:255, TableID:257, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:52.63 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE kill_job.t (a INT, b INT, c int);"] [2024/05/06 08:03:52.808 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=258] [conn=2] [category=ddl] [job="ID:258, Type:create table, State:queueing, SchemaState:none, SchemaID:255, TableID:257, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:52.63 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:52.817 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 255, Table ID: 257, Table Name: t"] [2024/05/06 08:03:52.887 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=180] [neededSchemaVersion=181] ["start time"=2.751638ms] [gotSchemaVersion=181] [phyTblIDs="[257]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:03:52.900 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=258] [version=181] [2024/05/06 08:03:52.933 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=181] ["take time"=53.433312ms] [job="ID:258, Type:create table, State:done, SchemaState:public, SchemaID:255, TableID:257, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:52.63 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:53.002 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=258] [conn=2] [job="ID:258, Type:create table, State:synced, SchemaState:public, SchemaID:255, TableID:257, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:52.63 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:53.047 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=258] [2024/05/06 08:03:53.047 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:53.051 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.418098807\n# Parse_time: 0.000546044\n# Compile_time: 0.000857916\n# Rewrite_time: 0.00004616\n# Optimize_time: 0.000155847\n# Wait_TS: 0.000348183\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 8d0764213d9c8980f2f7228ac418e3202472724bd73615a2d5ce8843684c3cc2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE kill_job.t (a INT, b INT, c int);"] [2024/05/06 08:03:53.069 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:53.293 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/t-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:03:53.383 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=52] [task-id=52] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:03:53.420 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=52] [2024/05/06 08:03:53.420 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:03:53.527 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:03:53.529 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:53.530 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=52] [curr-step=init] [next-step=import] [2024/05/06 08:03:53.549 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:53.551 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:03:53.551 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=8] [2024/05/06 08:03:53.551 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=76.838Β΅s] [2024/05/06 08:03:53.552 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=220.965Β΅s] [] [2024/05/06 08:03:53.552 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=52] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:03:53.552 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:03:53.767 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=52] [mode=Import] [2024/05/06 08:03:53.786 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=52] [2024/05/06 08:03:53.800 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=52] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:03:53.839 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=52] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:03:53.841 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=52] [step=import] [2024/05/06 08:03:53.841 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:53.849 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:03:53.849 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:03:53.850 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:53.850 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:03:53.851 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:53.851 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:03:53.851 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:53.851 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:03:53.851 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:53.863 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:03:53.864 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:03:53.865 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:03:53.865 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=52] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:03:53.865 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=52] [disk-quota=348.5GiB] [2024/05/06 08:03:53.907 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=52] [step=import] [subtask-id=100] [2024/05/06 08:03:53.911 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/05/06 08:03:53.915 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/05/06 08:03:53.916 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=257] [2024/05/06 08:03:53.931 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=257] [key=t-1.tsv:0] [2024/05/06 08:03:53.934 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=257] [key=t-1.tsv:0] [readDur=1.130696ms] [encodeDur=551.862Β΅s] [checksum="{cksum=15206506462277668171,size=37,kvs=1}"] [deliverDur=213.868Β΅s] [type=file] [takeTime=2.310352ms] [] [2024/05/06 08:03:53.934 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=52] [step=import] [subtask-id=100] [takeTime=26.942759ms] [] [2024/05/06 08:03:53.934 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/52/64636ef9-3fe4-5434-ae74-7ab09274a71e.sst/1216fa81-bb37-4756-b03b-8937da51b392.sst] [firstKey=7480000000000001015F728000000000000001] [lastKey=7480000000000001015F728000000000000001] [2024/05/06 08:03:53.935 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/05/06 08:03:53.935 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/05/06 08:03:53.935 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/05/06 08:03:53.936 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [takeTime=1.684163ms] [] [2024/05/06 08:03:53.937 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [retryCnt=0] [2024/05/06 08:03:53.941 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:03:53.963 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=64636ef9-3fe4-5434-ae74-7ab09274a71e] ["region ranges"=1] [count=1] [size=37] [2024/05/06 08:03:53.963 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:03:53.976 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=64636ef9-3fe4-5434-ae74-7ab09274a71e] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 08:03:53.978 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [retryCnt=0] [takeTime=41.096896ms] [] [2024/05/06 08:03:53.978 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/05/06 08:03:53.979 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [takeTime=919.21Β΅s] [] [2024/05/06 08:03:53.979 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/05/06 08:03:53.979 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/05/06 08:03:53.980 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [takeTime=1.271746ms] [] [2024/05/06 08:03:53.980 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [retryCnt=0] [2024/05/06 08:03:53.980 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/05/06 08:03:53.980 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [retryCnt=0] [takeTime=48.874Β΅s] [] [2024/05/06 08:03:53.980 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/05/06 08:03:53.981 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [takeTime=828.384Β΅s] [] [2024/05/06 08:03:54.026 +00:00] [INFO] [scheduler.go:147] ["task state/step changed by user or other scheduler"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=import] [new-step=import] [2024/05/06 08:03:54.028 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=52] [step=import] [2024/05/06 08:03:54.073 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:03:54.073 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:03:54.073 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:54.073 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:54.073 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:03:54.073 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:03:54.074 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:54.074 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:03:54.074 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:54.074 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:54.074 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:54.074 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:54.074 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:03:54.076 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:03:54.076 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:54.076 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:54.076 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:54.077 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:54.077 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=52] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=237.19362ms] [] [2024/05/06 08:03:54.081 +00:00] [INFO] [scheduler.go:278] ["on cancelling state"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=import] [2024/05/06 08:03:54.092 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=52] [type=ImportInto] [2024/05/06 08:03:54.144 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=52] [step=import] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:280\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:03:54.146 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=52] [step=import] [mode=Normal] [2024/05/06 08:03:54.160 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=52] [2024/05/06 08:03:54.226 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=52] [2024/05/06 08:03:54.249 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:03:54.249 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=52] [2024/05/06 08:03:54.301 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.2482538189999999\n# Parse_time: 0.001462433\n# Compile_time: 0.001721473\n# Rewrite_time: 0.000257658\n# Optimize_time: 0.000155847\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 7f56264ab0414ae2938a1523a0e4c563176c6bbd667ba0cba2fbec69538781ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS4yNHMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjEuMjRzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `kill_job`.`t` FROM 'gs://test-load/t-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 08:03:54.346 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestLoadSQLDump [2024/05/06 08:03:55.339 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=181] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/06 08:03:55.365 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:259, Type:drop schema, State:queueing, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:55.33 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:55.365 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:259, Type:drop schema, State:queueing, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:55.33 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/05/06 08:03:55.425 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [category=ddl] [job="ID:259, Type:drop schema, State:queueing, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:55.33 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:55.474 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=181] [neededSchemaVersion=182] ["start time"=277.58Β΅s] [gotSchemaVersion=182] [phyTblIDs="[194,196]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:03:55.484 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=259] [version=182] [2024/05/06 08:03:55.522 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=182] ["take time"=53.247341ms] [job="ID:259, Type:drop schema, State:running, SchemaState:write only, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:55.33 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:55.648 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [category=ddl] [job="ID:259, Type:drop schema, State:running, SchemaState:write only, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:55.33 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:55.679 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=182] [neededSchemaVersion=183] ["start time"=251.272Β΅s] [gotSchemaVersion=183] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:03:55.689 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=259] [version=183] [2024/05/06 08:03:55.728 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=183] ["take time"=53.60358ms] [job="ID:259, Type:drop schema, State:running, SchemaState:delete only, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:55.33 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:55.800 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [category=ddl] [job="ID:259, Type:drop schema, State:running, SchemaState:delete only, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:55.33 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:55.837 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=183] [neededSchemaVersion=184] ["start time"=197.89Β΅s] [gotSchemaVersion=184] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:03:55.847 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=259] [version=184] [2024/05/06 08:03:55.886 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=184] ["take time"=52.82024ms] [job="ID:259, Type:drop schema, State:done, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:55.33 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:55.953 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=259] [tableIDs="[194,196]"] [comment="drop schema: table IDs"] [2024/05/06 08:03:55.966 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=259] [jobType="drop schema"] [2024/05/06 08:03:55.970 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [job="ID:259, Type:drop schema, State:synced, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:55.33 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:56.023 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=259] [2024/05/06 08:03:56.024 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:56.027 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.689162655\n# Parse_time: 0.0007136\n# Compile_time: 0.000888749\n# Rewrite_time: 0.000042817\n# Optimize_time: 0.000189146\n# Wait_TS: 0.00029446\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 90823b624f9f7165ddb142ce332b9bfc34fed2bbf1bc11ef3d4787cd1598b726\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_csv;"] [2024/05/06 08:03:56.028 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=184] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/06 08:03:56.107 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:261, Type:create schema, State:queueing, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:56.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:56.107 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:261, Type:create schema, State:queueing, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:56.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/05/06 08:03:56.145 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=261] [conn=2] [category=ddl] [job="ID:261, Type:create schema, State:queueing, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:56.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:56.180 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=184] [neededSchemaVersion=185] ["start time"=1.201704ms] [gotSchemaVersion=185] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:03:56.189 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=261] [version=185] [2024/05/06 08:03:56.228 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=185] ["take time"=53.588412ms] [job="ID:261, Type:create schema, State:done, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:03:56.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:56.299 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=261] [conn=2] [job="ID:261, Type:create schema, State:synced, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:56.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:56.327 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=261] [2024/05/06 08:03:56.327 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:56.331 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.303028584\n# Parse_time: 0.000257159\n# Compile_time: 0.000620428\n# Rewrite_time: 0.000029198\n# Optimize_time: 0.000189146\n# Wait_TS: 0.000328369\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 585918222e99fef2b9283ca10ca57fe7fdfb489a1d6c1e18932603eb4fe44bb8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_csv;"] [2024/05/06 08:03:56.333 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=185] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_csv.t (id INT, c VARCHAR(20));"] [user=root@%] [2024/05/06 08:03:56.376 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:263, Type:create table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:56.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:56.376 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:263, Type:create table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:56.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_csv.t (id INT, c VARCHAR(20));"] [2024/05/06 08:03:56.419 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=263] [conn=2] [category=ddl] [job="ID:263, Type:create table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:56.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:56.426 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 260, Table ID: 262, Table Name: t"] [2024/05/06 08:03:56.482 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=185] [neededSchemaVersion=186] ["start time"=2.456192ms] [gotSchemaVersion=186] [phyTblIDs="[262]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:03:56.492 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=263] [version=186] [2024/05/06 08:03:56.543 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=186] ["take time"=67.207514ms] [job="ID:263, Type:create table, State:done, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:56.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:56.607 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=263] [conn=2] [job="ID:263, Type:create table, State:synced, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:56.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:56.652 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=263] [2024/05/06 08:03:56.652 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:56.655 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.323630659\n# Parse_time: 0.000527751\n# Compile_time: 0.000895231\n# Rewrite_time: 0.000064278\n# Optimize_time: 0.000189146\n# Wait_TS: 0.000430268\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: d96270cc9e04aa2fb95b76668b4a4bb516905f861f4f5d533983b6e4ac2f46f6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_csv.t (id INT, c VARCHAR(20));"] [2024/05/06 08:03:56.671 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:56.840 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"sql\"}"] [dist-task-enabled=true] [2024/05/06 08:03:56.962 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=53] [task-id=53] [data-size=42B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:03:57.010 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=53] [2024/05/06 08:03:57.010 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:03:57.115 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:03:57.116 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:57.117 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=53] [curr-step=init] [next-step=import] [2024/05/06 08:03:57.134 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:57.137 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:03:57.137 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=42] [2024/05/06 08:03:57.137 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=42] [cost=60.742Β΅s] [2024/05/06 08:03:57.137 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=163.891Β΅s] [] [2024/05/06 08:03:57.137 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=53] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:03:57.137 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:03:57.258 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=53] [mode=Import] [2024/05/06 08:03:57.276 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=53] [2024/05/06 08:03:57.296 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=53] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:03:57.335 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:03:57.370 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=53] [step=import] [2024/05/06 08:03:57.372 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:03:57.381 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:03:57.382 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:03:57.382 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:57.382 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:03:57.383 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:03:57.383 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:57.383 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:57.383 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:03:57.384 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:57.398 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:03:57.400 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:03:57.400 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:03:57.400 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=53] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:03:57.400 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=53] [disk-quota=348.5GiB] [2024/05/06 08:03:57.452 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=53] [step=import] [subtask-id=101] [2024/05/06 08:03:57.457 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 08:03:57.461 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 08:03:57.461 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=262] [2024/05/06 08:03:57.508 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=262] [key=p:0] [2024/05/06 08:03:57.511 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=262] [key=p:0] [readDur=1.22954ms] [encodeDur=802.848Β΅s] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [deliverDur=248.705Β΅s] [type=file] [takeTime=2.753387ms] [] [2024/05/06 08:03:57.512 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=53] [step=import] [subtask-id=101] [takeTime=59.588093ms] [] [2024/05/06 08:03:57.512 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=977] [file=/tmp/tidb/import-4000/53/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/d2aa21fb-be3b-4928-a2e7-76feee1bbc3b.sst] [firstKey=7480000000000001065F728000000000000001] [lastKey=7480000000000001065F728000000000000002] [2024/05/06 08:03:57.512 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/05/06 08:03:57.512 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/05/06 08:03:57.512 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 08:03:57.514 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.779036ms] [] [2024/05/06 08:03:57.514 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 08:03:57.519 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:03:57.541 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=66] [2024/05/06 08:03:57.541 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:03:57.553 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/06 08:03:57.555 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=40.931039ms] [] [2024/05/06 08:03:57.555 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 08:03:57.556 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.011091ms] [] [2024/05/06 08:03:57.556 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/05/06 08:03:57.556 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 08:03:57.558 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.276496ms] [] [2024/05/06 08:03:57.558 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 08:03:57.558 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 08:03:57.558 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=49.392Β΅s] [] [2024/05/06 08:03:57.558 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 08:03:57.559 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=766.931Β΅s] [] [2024/05/06 08:03:57.610 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=53] [step=import] [2024/05/06 08:03:57.613 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:57.613 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:57.613 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:03:57.613 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:03:57.613 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:03:57.613 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:03:57.613 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:03:57.613 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:57.613 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:57.613 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:57.613 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:57.613 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:57.613 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:03:57.615 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:03:57.615 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:57.615 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:57.615 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:57.615 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:57.615 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=280.425358ms] [] [2024/05/06 08:03:57.627 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:03:57.628 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:57.629 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [2024/05/06 08:03:57.629 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:03:57.693 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":4}}"] [2024/05/06 08:03:57.695 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:03:57.695 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:03:57.902 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:03:57.953 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [2024/05/06 08:03:57.953 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [2024/05/06 08:03:57.953 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [2024/05/06 08:03:57.961 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [takeTime=7.920521ms] [] [2024/05/06 08:03:57.961 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [groupId=-1] [size=66] [kvs=2] [checksum=4095868306028115111] [2024/05/06 08:03:57.961 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 08:03:57.961 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [weight=30] [2024/05/06 08:03:57.961 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [concurrency=15] [2024/05/06 08:03:57.965 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=262] [physicalTableID=262] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/05/06 08:03:57.966 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 08:03:57.966 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [takeTime=12.764324ms] [] [2024/05/06 08:03:57.966 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [takeTime=12.998471ms] [] [2024/05/06 08:03:58.012 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=109.721409ms] [] [2024/05/06 08:03:58.033 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:03:58.033 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=53] [step=post-process] [state=running] [] [2024/05/06 08:03:58.036 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=53] [2024/05/06 08:03:58.100 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=53] [type=ImportInto] [2024/05/06 08:03:58.116 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=53] [2024/05/06 08:03:58.138 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:03:58.138 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=53] [2024/05/06 08:03:58.269 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.612232426\n# Parse_time: 0.001109063\n# Compile_time: 0.001718001\n# Rewrite_time: 0.00028524\n# Optimize_time: 0.000189146\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9e575a6f81478dff1d2f6842d37d7b213222f7df63b67f266d2b219ee833b464\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM 'gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/' FORMAT 'SQL';"] [2024/05/06 08:03:58.278 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:03:58.282 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=186] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_csv.t;"] [user=root@%] [2024/05/06 08:03:58.311 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:265, Type:truncate table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:3, start time: 2024-05-06 08:03:58.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:03:58.311 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:265, Type:truncate table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:3, start time: 2024-05-06 08:03:58.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_csv.t;"] [2024/05/06 08:03:58.349 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=265] [conn=2] [category=ddl] [job="ID:265, Type:truncate table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:0, start time: 2024-05-06 08:03:58.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:58.361 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 260, Table ID: 264, Table Name: t, Old Table ID: 262, Old Table Name: t"] [2024/05/06 08:03:58.398 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=186] [neededSchemaVersion=187] ["start time"=2.232069ms] [gotSchemaVersion=187] [phyTblIDs="[262,264]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:03:58.408 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=265] [version=187] [2024/05/06 08:03:58.445 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=187] ["take time"=53.340077ms] [job="ID:265, Type:truncate table, State:done, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:58.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:58.488 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=265] [tableIDs="[262]"] [comment="drop table: table ID"] [2024/05/06 08:03:58.497 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=265] [jobType="truncate table"] [2024/05/06 08:03:58.502 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=265] [conn=2] [job="ID:265, Type:truncate table, State:synced, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-05-06 08:03:58.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:03:58.602 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=265] [2024/05/06 08:03:58.602 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:03:58.608 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.328466672\n# Parse_time: 0.000839677\n# Compile_time: 0.00157755\n# Rewrite_time: 0.000052862\n# Optimize_time: 0.001015869\n# Wait_TS: 0.000424811\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 54aa42fb3deed99c3e7930c508358633f841079d0f7d02676fc856f08bf5ab77\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_csv.t;"] [2024/05/06 08:03:58.815 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestLoadSQLDump3665660274/001/test.sql\",\"format\":\"sql\"}"] [dist-task-enabled=true] [2024/05/06 08:03:58.815 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:03:58.815 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=42] [2024/05/06 08:03:58.815 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=42] [cost=51.153Β΅s] [2024/05/06 08:03:58.815 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=161.398Β΅s] [] [2024/05/06 08:03:58.909 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=54] [task-id=54] [data-size=42B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:03:58.950 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=54] [2024/05/06 08:03:58.950 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:03:59.058 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:03:59.060 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:59.061 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=54] [curr-step=init] [next-step=import] [2024/05/06 08:03:59.078 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=54] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:03:59.078 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:03:59.199 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=54] [mode=Import] [2024/05/06 08:03:59.217 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=54] [2024/05/06 08:03:59.242 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=54] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:03:59.288 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:03:59.289 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=54] [step=import] [2024/05/06 08:03:59.298 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:03:59.298 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:03:59.299 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:59.299 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:03:59.300 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:03:59.300 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:03:59.300 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:59.300 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:59.300 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:03:59.314 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:03:59.316 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:03:59.316 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:03:59.316 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=54] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:03:59.316 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=54] [disk-quota=348.5GiB] [2024/05/06 08:03:59.357 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=54] [step=import] [subtask-id=103] [2024/05/06 08:03:59.361 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 08:03:59.365 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 08:03:59.365 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=264] [2024/05/06 08:03:59.445 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=264] [key=test.sql:0] [2024/05/06 08:03:59.447 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=264] [key=test.sql:0] [readDur=219.782Β΅s] [encodeDur=934.895Β΅s] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [deliverDur=348.069Β΅s] [type=file] [takeTime=2.039594ms] [] [2024/05/06 08:03:59.448 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=977] [file=/tmp/tidb/import-4000/54/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/4ddcdfde-64f7-4280-94f6-d36fe320d5a5.sst] [firstKey=7480000000000001085F728000000000000001] [lastKey=7480000000000001085F728000000000000002] [2024/05/06 08:03:59.448 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=54] [step=import] [subtask-id=103] [takeTime=91.343188ms] [] [2024/05/06 08:03:59.449 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/05/06 08:03:59.449 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/05/06 08:03:59.449 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 08:03:59.451 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.945608ms] [] [2024/05/06 08:03:59.451 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 08:03:59.456 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:03:59.478 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=66] [2024/05/06 08:03:59.478 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:03:59.492 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/06 08:03:59.495 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=43.613715ms] [] [2024/05/06 08:03:59.495 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 08:03:59.496 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=964.654Β΅s] [] [2024/05/06 08:03:59.496 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/05/06 08:03:59.496 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 08:03:59.497 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.66169ms] [] [2024/05/06 08:03:59.498 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 08:03:59.498 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 08:03:59.498 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=56.496Β΅s] [] [2024/05/06 08:03:59.498 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 08:03:59.498 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=745.936Β΅s] [] [2024/05/06 08:03:59.540 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=54] [step=import] [2024/05/06 08:03:59.543 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:03:59.543 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:03:59.543 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:03:59.543 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:03:59.543 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:03:59.543 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:03:59.543 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:03:59.543 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:59.543 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:59.543 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:59.544 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:59.544 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:59.544 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:03:59.546 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:03:59.546 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:03:59.546 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:03:59.546 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:03:59.546 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:03:59.546 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=257.603668ms] [] [2024/05/06 08:03:59.575 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:03:59.577 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:03:59.578 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [2024/05/06 08:03:59.578 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:03:59.648 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":4}}"] [2024/05/06 08:03:59.649 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:03:59.649 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:03:59.774 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:03:59.875 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [2024/05/06 08:03:59.875 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [2024/05/06 08:03:59.875 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [2024/05/06 08:03:59.884 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [takeTime=8.654561ms] [] [2024/05/06 08:03:59.884 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [groupId=-1] [size=66] [kvs=2] [checksum=4095868306028115111] [2024/05/06 08:03:59.884 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 08:03:59.884 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [weight=30] [2024/05/06 08:03:59.885 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [concurrency=15] [2024/05/06 08:03:59.889 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=264] [physicalTableID=264] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/05/06 08:03:59.890 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 08:03:59.890 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [takeTime=14.551808ms] [] [2024/05/06 08:03:59.890 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [takeTime=14.785946ms] [] [2024/05/06 08:03:59.937 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=162.787676ms] [] [2024/05/06 08:03:59.977 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:03:59.978 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=54] [step=post-process] [state=running] [] [2024/05/06 08:03:59.981 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=54] [2024/05/06 08:04:00.027 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=54] [type=ImportInto] [2024/05/06 08:04:00.057 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=54] [2024/05/06 08:04:00.078 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:04:00.078 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=54] [2024/05/06 08:04:00.174 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:04:00.178 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.568490479\n# Parse_time: 0.000572647\n# Compile_time: 0.00153661\n# Rewrite_time: 0.000334615\n# Optimize_time: 0.001015869\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9e575a6f81478dff1d2f6842d37d7b213222f7df63b67f266d2b219ee833b464\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM '/tmp/TestImportIntoTestLoadSQLDump3665660274/001/test.sql' FORMAT 'SQL';"] === RUN TestImportInto/TestMaxWriteSpeed [2024/05/06 08:04:00.190 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=187] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_test_write_speed;"] [user=root@%] [2024/05/06 08:04:00.237 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=187] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_test_write_speed;"] [user=root@%] [2024/05/06 08:04:00.273 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:267, Type:create schema, State:queueing, SchemaState:none, SchemaID:266, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:00.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:00.273 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:267, Type:create schema, State:queueing, SchemaState:none, SchemaID:266, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:00.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_test_write_speed;"] [2024/05/06 08:04:00.346 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=267] [conn=2] [category=ddl] [job="ID:267, Type:create schema, State:queueing, SchemaState:none, SchemaID:266, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:00.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:00.378 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=187] [neededSchemaVersion=188] ["start time"=1.094952ms] [gotSchemaVersion=188] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:04:00.389 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=267] [version=188] [2024/05/06 08:04:00.426 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=188] ["take time"=53.751728ms] [job="ID:267, Type:create schema, State:done, SchemaState:public, SchemaID:266, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:00.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:00.462 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=267] [conn=2] [job="ID:267, Type:create schema, State:synced, SchemaState:public, SchemaID:266, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:00.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:00.489 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=267] [2024/05/06 08:04:00.489 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:00.495 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=188] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_test_write_speed.t(a int, b int)"] [user=root@%] [2024/05/06 08:04:00.543 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:269, Type:create table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:00.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:00.543 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:269, Type:create table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:00.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_test_write_speed.t(a int, b int)"] [2024/05/06 08:04:00.591 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=269] [conn=2] [category=ddl] [job="ID:269, Type:create table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:00.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:00.600 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 266, Table ID: 268, Table Name: t"] [2024/05/06 08:04:00.708 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=188] [neededSchemaVersion=189] ["start time"=2.563511ms] [gotSchemaVersion=189] [phyTblIDs="[268]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:04:00.721 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=269] [version=189] [2024/05/06 08:04:00.754 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=189] ["take time"=53.810776ms] [job="ID:269, Type:create table, State:done, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:00.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:00.824 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=269] [conn=2] [job="ID:269, Type:create table, State:synced, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:00.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:00.864 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=269] [2024/05/06 08:04:00.864 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:00.867 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.374145707\n# Parse_time: 0.000518201\n# Compile_time: 0.000948956\n# Rewrite_time: 0.000052602\n# Optimize_time: 0.002184076\n# Wait_TS: 0.000459447\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: fc1b1e4d47a5f290811d20628c52a2c0714628b3c6a7d1063aee53669bfc0fd7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_test_write_speed.t(a int, b int);"] [2024/05/06 08:04:00.886 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:01.071 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:04:01.212 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=55] [task-id=55] [data-size=7.598KiB] [thread-cnt=8] [global-sort=false] [2024/05/06 08:04:01.254 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=55] [2024/05/06 08:04:01.255 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:04:01.360 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:04:01.361 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:04:01.362 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=55] [curr-step=init] [next-step=import] [2024/05/06 08:04:01.379 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:01.382 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:04:01.382 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=7780] [2024/05/06 08:04:01.383 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7780] [cost=73.09Β΅s] [2024/05/06 08:04:01.383 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=191.922Β΅s] [] [2024/05/06 08:04:01.383 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=55] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:04:01.383 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:04:01.557 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=55] [mode=Import] [2024/05/06 08:04:01.576 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=55] [2024/05/06 08:04:01.596 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=55] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:04:01.634 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:04:01.636 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=55] [step=import] [2024/05/06 08:04:01.637 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:01.645 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:04:01.645 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:04:01.646 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:01.646 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:04:01.647 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:01.647 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:04:01.647 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:01.647 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:04:01.647 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:01.661 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:04:01.663 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:04:01.663 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:04:01.663 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=55] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:04:01.663 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=55] [disk-quota=348.5GiB] [2024/05/06 08:04:01.707 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=55] [step=import] [subtask-id=105] [2024/05/06 08:04:01.711 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 08:04:01.715 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 08:04:01.716 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=268] [2024/05/06 08:04:01.771 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=268] [key=speed-test.csv:0] [2024/05/06 08:04:01.999 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=268] [key=speed-test.csv:0] [readDur=74.854872ms] [encodeDur=142.857385ms] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [deliverDur=5.01382ms] [type=file] [takeTime=228.040212ms] [] [2024/05/06 08:04:02.000 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=34744] [kvs=1000] [files=1] [sstFileSize=12611] [file=/tmp/tidb/import-4000/55/9b4a6271-0aef-5059-a34e-0bbb1ee21829.sst/cd49a43c-b5c4-4058-bc0e-943f9fdd28de.sst] [firstKey=74800000000000010C5F728000000000000001] [lastKey=74800000000000010C5F7280000000000003E8] [2024/05/06 08:04:02.000 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=55] [step=import] [subtask-id=105] [takeTime=293.018721ms] [] [2024/05/06 08:04:02.001 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/05/06 08:04:02.001 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/05/06 08:04:02.001 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 08:04:02.003 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=2.042055ms] [] [2024/05/06 08:04:02.003 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [2024/05/06 08:04:02.008 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:04:02.030 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] ["region ranges"=1] [count=1000] [size=34744] [2024/05/06 08:04:02.031 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:04:02.057 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [size=34744] [kvs=1000] [importedSize=34744] [importedCount=1000] [2024/05/06 08:04:02.059 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [takeTime=55.917329ms] [] [2024/05/06 08:04:02.059 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 08:04:02.060 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.172489ms] [] [2024/05/06 08:04:02.060 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/05/06 08:04:02.060 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 08:04:02.062 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=1.568944ms] [] [2024/05/06 08:04:02.062 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [2024/05/06 08:04:02.062 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 08:04:02.062 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [takeTime=58.014Β΅s] [] [2024/05/06 08:04:02.062 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 08:04:02.063 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=873.665Β΅s] [] [2024/05/06 08:04:02.109 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=55] [step=import] [2024/05/06 08:04:02.112 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:02.112 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:04:02.112 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:02.112 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:04:02.112 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:04:02.112 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:04:02.112 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:04:02.112 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:02.112 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:02.112 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:02.112 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:02.112 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:02.112 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:04:02.114 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:04:02.114 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:02.114 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:02.114 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:02.114 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:02.115 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=479.936902ms] [] [2024/05/06 08:04:02.181 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:04:02.182 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:04:02.183 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [2024/05/06 08:04:02.183 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:04:02.250 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1000,\"ColSizeMap\":{\"1\":1936,\"2\":1936}}"] [2024/05/06 08:04:02.251 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:04:02.251 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:04:02.470 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:04:02.513 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [2024/05/06 08:04:02.513 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [2024/05/06 08:04:02.513 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [2024/05/06 08:04:02.520 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [takeTime=6.883655ms] [] [2024/05/06 08:04:02.520 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [groupId=-1] [size=34744] [kvs=1000] [checksum=16176383463214450733] [2024/05/06 08:04:02.520 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/06 08:04:02.520 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [weight=30] [2024/05/06 08:04:02.520 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [concurrency=15] [2024/05/06 08:04:02.524 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=268] [physicalTableID=268] [indexID=-1] [checksum=16176383463214450733] [totalKvs=1000] [totalBytes=34744] [2024/05/06 08:04:02.524 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [local="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/06 08:04:02.524 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [takeTime=11.637801ms] [] [2024/05/06 08:04:02.524 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [takeTime=11.898615ms] [] [2024/05/06 08:04:02.572 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=102.437236ms] [] [2024/05/06 08:04:02.578 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:04:02.578 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=55] [step=post-process] [state=running] [] [2024/05/06 08:04:02.581 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=55] [2024/05/06 08:04:02.628 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=55] [type=ImportInto] [2024/05/06 08:04:02.660 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=55] [2024/05/06 08:04:02.680 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:04:02.680 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=55] [2024/05/06 08:04:02.813 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:04:02.827 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.955473027\n# Parse_time: 0.000524012\n# Compile_time: 0.001324699\n# Rewrite_time: 0.000273539\n# Optimize_time: 0.002184076\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: c6a0f7b0dd4e52574368e4cddcea93e86591e82627515cdddbb26a3629d2a409\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_write_speed`.`t` FROM 'gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 08:04:02.843 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=189] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_test_write_speed.t;"] [user=root@%] [2024/05/06 08:04:02.874 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:271, Type:truncate table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:3, start time: 2024-05-06 08:04:02.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:02.874 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:271, Type:truncate table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:3, start time: 2024-05-06 08:04:02.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_test_write_speed.t;"] [2024/05/06 08:04:02.943 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=271] [conn=2] [category=ddl] [job="ID:271, Type:truncate table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:02.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:02.953 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 266, Table ID: 270, Table Name: t, Old Table ID: 268, Old Table Name: t"] [2024/05/06 08:04:03.000 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=189] [neededSchemaVersion=190] ["start time"=2.552764ms] [gotSchemaVersion=190] [phyTblIDs="[268,270]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:04:03.011 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=271] [version=190] [2024/05/06 08:04:03.042 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=190] ["take time"=53.288129ms] [job="ID:271, Type:truncate table, State:done, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:02.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:03.078 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=271] [tableIDs="[268]"] [comment="drop table: table ID"] [2024/05/06 08:04:03.087 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=271] [jobType="truncate table"] [2024/05/06 08:04:03.090 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=271] [conn=2] [job="ID:271, Type:truncate table, State:synced, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:02.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:03.146 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=271] [2024/05/06 08:04:03.146 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:03.150 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.308364699\n# Parse_time: 0.000513046\n# Compile_time: 0.000849044\n# Rewrite_time: 0.000039888\n# Optimize_time: 0.001838561\n# Wait_TS: 0.000465244\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 8335c0f5a674c362ca804edef924d7641c9291afa0c75e736a126089ad41d921\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_test_write_speed.t;"] [2024/05/06 08:04:03.217 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:03.397 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"max_write_speed\":\"6000\"}}"] [dist-task-enabled=true] [2024/05/06 08:04:03.498 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=56] [task-id=56] [data-size=7.598KiB] [thread-cnt=8] [global-sort=false] [2024/05/06 08:04:03.542 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=56] [2024/05/06 08:04:03.542 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:04:03.650 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:04:03.651 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:04:03.652 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=56] [curr-step=init] [next-step=import] [2024/05/06 08:04:03.672 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:03.675 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:04:03.675 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=7780] [2024/05/06 08:04:03.675 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7780] [cost=80.831Β΅s] [2024/05/06 08:04:03.675 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=253.042Β΅s] [] [2024/05/06 08:04:03.675 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=56] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:04:03.675 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:04:03.805 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=56] [mode=Import] [2024/05/06 08:04:03.824 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=56] [2024/05/06 08:04:03.842 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=56] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:04:03.890 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:04:03.892 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=56] [step=import] [2024/05/06 08:04:03.893 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:03.901 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:04:03.902 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:04:03.902 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:03.902 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:04:03.903 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:03.903 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:04:03.903 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:04:03.903 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:03.903 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:03.917 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:04:03.919 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:04:03.919 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:04:03.919 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=56] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:04:03.919 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=56] [disk-quota=348.5GiB] [2024/05/06 08:04:03.962 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=56] [step=import] [subtask-id=107] [2024/05/06 08:04:03.967 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 08:04:03.970 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 08:04:03.971 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=270] [2024/05/06 08:04:03.978 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=270] [key=speed-test.csv:0] [2024/05/06 08:04:04.201 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=270] [key=speed-test.csv:0] [readDur=67.054513ms] [encodeDur=147.18224ms] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [deliverDur=4.671513ms] [type=file] [takeTime=223.220936ms] [] [2024/05/06 08:04:04.202 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=56] [step=import] [subtask-id=107] [takeTime=239.427261ms] [] [2024/05/06 08:04:04.202 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=34744] [kvs=1000] [files=1] [sstFileSize=12611] [file=/tmp/tidb/import-4000/56/9b4a6271-0aef-5059-a34e-0bbb1ee21829.sst/a4ebbfc0-b220-407f-87e0-76b144f24b02.sst] [firstKey=74800000000000010E5F728000000000000001] [lastKey=74800000000000010E5F7280000000000003E8] [2024/05/06 08:04:04.202 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/05/06 08:04:04.203 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/05/06 08:04:04.203 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 08:04:04.204 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.571369ms] [] [2024/05/06 08:04:04.204 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [2024/05/06 08:04:04.209 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:04:04.231 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] ["region ranges"=1] [count=1000] [size=34744] [2024/05/06 08:04:04.231 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:04:05.957 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=50.852258ms] [2024/05/06 08:04:07.942 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=36.924561ms] [2024/05/06 08:04:13.792 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [size=34744] [kvs=1000] [importedSize=34744] [importedCount=1000] [2024/05/06 08:04:13.794 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [takeTime=9.589517497s] [] [2024/05/06 08:04:13.794 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 08:04:13.795 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.314579ms] [] [2024/05/06 08:04:13.795 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/05/06 08:04:13.796 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 08:04:13.797 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=1.681666ms] [] [2024/05/06 08:04:13.797 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [2024/05/06 08:04:13.797 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 08:04:13.797 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [takeTime=62.566Β΅s] [] [2024/05/06 08:04:13.798 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 08:04:13.798 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=904.006Β΅s] [] [2024/05/06 08:04:13.852 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=56] [step=import] [2024/05/06 08:04:13.855 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:04:13.855 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:13.855 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:04:13.855 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:04:13.855 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:04:13.855 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:13.855 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:13.855 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:04:13.855 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:13.855 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:13.855 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:13.855 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:13.855 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:04:13.857 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:04:13.857 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:13.857 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:13.858 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:13.858 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:13.858 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=9.967121627s] [] [2024/05/06 08:04:13.865 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:04:13.866 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:04:13.867 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [2024/05/06 08:04:13.867 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:04:14.000 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1000,\"ColSizeMap\":{\"1\":1936,\"2\":1936}}"] [2024/05/06 08:04:14.002 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:04:14.002 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:04:14.151 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:04:14.202 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [2024/05/06 08:04:14.202 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [2024/05/06 08:04:14.202 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [2024/05/06 08:04:14.209 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [takeTime=7.201557ms] [] [2024/05/06 08:04:14.209 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [groupId=-1] [size=34744] [kvs=1000] [checksum=16176383463214450733] [2024/05/06 08:04:14.209 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/06 08:04:14.209 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [weight=30] [2024/05/06 08:04:14.209 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [concurrency=15] [2024/05/06 08:04:14.213 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=270] [physicalTableID=270] [indexID=-1] [checksum=16176383463214450733] [totalKvs=1000] [totalBytes=34744] [2024/05/06 08:04:14.214 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [local="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/06 08:04:14.214 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [takeTime=12.185033ms] [] [2024/05/06 08:04:14.214 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [takeTime=12.382383ms] [] [2024/05/06 08:04:14.267 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=115.637006ms] [] [2024/05/06 08:04:14.271 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:04:14.271 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=56] [step=post-process] [state=running] [] [2024/05/06 08:04:14.274 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=56] [2024/05/06 08:04:14.370 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=56] [2024/05/06 08:04:14.373 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=56] [type=ImportInto] [2024/05/06 08:04:14.390 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:04:14.390 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=56] [2024/05/06 08:04:14.408 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=56] [2024/05/06 08:04:14.408 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=succeed] [concurrency=8] [2024/05/06 08:04:14.484 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:04:14.515 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=56] [2024/05/06 08:04:14.655 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 11.503935827\n# Parse_time: 0.001485258\n# Compile_time: 0.001670328\n# Rewrite_time: 0.000292159\n# Optimize_time: 0.001838561\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 04f04373b72ffdbdd137a8a7de208efc8c33b2081143ab690be1cc5d83040dc8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MTEuNXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MTEuNXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_write_speed`.`t` FROM 'gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH max_write_speed=_UTF8MB4'6000';"] === RUN TestImportInto/TestMultiValueIndex [2024/05/06 08:04:14.669 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=190] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/06 08:04:14.701 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:272, Type:drop schema, State:queueing, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:14.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:14.701 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:272, Type:drop schema, State:queueing, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:14.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/05/06 08:04:14.816 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [category=ddl] [job="ID:272, Type:drop schema, State:queueing, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:14.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:14.849 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=190] [neededSchemaVersion=191] ["start time"=327.319Β΅s] [gotSchemaVersion=191] [phyTblIDs="[264]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:04:14.861 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=272] [version=191] [2024/05/06 08:04:14.898 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=191] ["take time"=54.049649ms] [job="ID:272, Type:drop schema, State:running, SchemaState:write only, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:14.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:14.955 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [category=ddl] [job="ID:272, Type:drop schema, State:running, SchemaState:write only, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:14.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:14.985 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=191] [neededSchemaVersion=192] ["start time"=255.146Β΅s] [gotSchemaVersion=192] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:04:14.996 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=272] [version=192] [2024/05/06 08:04:15.034 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=192] ["take time"=53.815839ms] [job="ID:272, Type:drop schema, State:running, SchemaState:delete only, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:14.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:15.070 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [category=ddl] [job="ID:272, Type:drop schema, State:running, SchemaState:delete only, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:14.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:15.112 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=192] [neededSchemaVersion=193] ["start time"=209.357Β΅s] [gotSchemaVersion=193] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:04:15.122 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=272] [version=193] [2024/05/06 08:04:15.161 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=193] ["take time"=53.055155ms] [job="ID:272, Type:drop schema, State:done, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:14.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:15.207 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=272] [tableIDs="[264]"] [comment="drop schema: table IDs"] [2024/05/06 08:04:15.219 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=272] [jobType="drop schema"] [2024/05/06 08:04:15.223 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [job="ID:272, Type:drop schema, State:synced, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:14.629 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:15.329 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=272] [2024/05/06 08:04:15.329 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:15.334 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.665306516\n# Parse_time: 0.000470381\n# Compile_time: 0.000697534\n# Rewrite_time: 0.000034877\n# Optimize_time: 0.002482986\n# Wait_TS: 0.000413716\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 90823b624f9f7165ddb142ce332b9bfc34fed2bbf1bc11ef3d4787cd1598b726\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_csv;"] [2024/05/06 08:04:15.336 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=193] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/06 08:04:15.366 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:274, Type:create schema, State:queueing, SchemaState:none, SchemaID:273, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:15.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:15.366 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:274, Type:create schema, State:queueing, SchemaState:none, SchemaID:273, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:15.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/05/06 08:04:15.416 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=274] [conn=2] [category=ddl] [job="ID:274, Type:create schema, State:queueing, SchemaState:none, SchemaID:273, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:15.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:15.458 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=193] [neededSchemaVersion=194] ["start time"=1.058388ms] [gotSchemaVersion=194] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:04:15.469 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=274] [version=194] [2024/05/06 08:04:15.507 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=194] ["take time"=54.191184ms] [job="ID:274, Type:create schema, State:done, SchemaState:public, SchemaID:273, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:15.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:15.577 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=274] [conn=2] [job="ID:274, Type:create schema, State:synced, SchemaState:public, SchemaID:273, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:15.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:15.602 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=274] [2024/05/06 08:04:15.603 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:15.608 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=194] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_csv.t (\n\t\ti INT, j JSON,\n\t\tKEY idx ((cast(j as signed array)))\n\t\t);"] [user=root@%] [2024/05/06 08:04:15.654 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:276, Type:create table, State:queueing, SchemaState:none, SchemaID:273, TableID:275, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:15.58 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:15.654 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:276, Type:create table, State:queueing, SchemaState:none, SchemaID:273, TableID:275, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:15.58 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_csv.t (\n\t\ti INT, j JSON,\n\t\tKEY idx ((cast(j as signed array)))\n\t\t);"] [2024/05/06 08:04:15.700 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=276] [conn=2] [category=ddl] [job="ID:276, Type:create table, State:queueing, SchemaState:none, SchemaID:273, TableID:275, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:15.58 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:15.709 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 273, Table ID: 275, Table Name: t"] [2024/05/06 08:04:15.842 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=194] [neededSchemaVersion=195] ["start time"=3.432197ms] [gotSchemaVersion=195] [phyTblIDs="[275]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:04:15.852 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=276] [version=195] [2024/05/06 08:04:15.888 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=195] ["take time"=54.25541ms] [job="ID:276, Type:create table, State:done, SchemaState:public, SchemaID:273, TableID:275, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:15.58 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:15.950 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=276] [conn=2] [job="ID:276, Type:create table, State:synced, SchemaState:public, SchemaID:273, TableID:275, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:15.58 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:16.001 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=276] [2024/05/06 08:04:16.001 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:16.005 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.398981622\n# Parse_time: 0.000974327\n# Compile_time: 0.001173301\n# Rewrite_time: 0.000055263\n# Optimize_time: 0.002482986\n# Wait_TS: 0.000464434\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: ab5f748f48c5c7084ecd98ad836f1e9061f2499e8f8814748bbe3dd828841f88\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_csv.t ( i INT, j JSON, KEY idx ((cast(j as signed array))) );"] [2024/05/06 08:04:16.024 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:16.252 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load-csv/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 08:04:16.357 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=57] [task-id=57] [data-size=27B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:04:16.404 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=57] [2024/05/06 08:04:16.404 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:04:16.510 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:04:16.511 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:04:16.513 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=57] [curr-step=init] [next-step=import] [2024/05/06 08:04:16.535 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:16.538 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:04:16.538 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=27] [2024/05/06 08:04:16.538 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=27] [cost=59.245Β΅s] [2024/05/06 08:04:16.538 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=182.84Β΅s] [] [2024/05/06 08:04:16.538 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=57] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:04:16.538 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:04:16.736 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=57] [mode=Import] [2024/05/06 08:04:16.754 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=57] [2024/05/06 08:04:16.773 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=57] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:04:16.813 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:04:16.815 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=57] [step=import] [2024/05/06 08:04:16.817 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:16.827 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:04:16.827 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:04:16.828 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:16.828 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:04:16.829 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:16.829 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:04:16.829 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:04:16.829 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:16.829 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:16.844 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:04:16.845 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:04:16.845 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:04:16.846 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=57] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/05/06 08:04:16.846 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=57] [disk-quota=348.5GiB] [2024/05/06 08:04:16.899 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=57] [step=import] [subtask-id=109] [2024/05/06 08:04:16.903 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 08:04:16.907 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 08:04:16.907 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=275] [2024/05/06 08:04:16.955 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=275] [key=1.csv:0] [2024/05/06 08:04:16.958 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=275] [key=1.csv:0] [readDur=212.763Β΅s] [encodeDur=1.720144ms] [checksum="{cksum=759382885805277567,size=388,kvs=8}"] [deliverDur=301.961Β΅s] [type=file] [takeTime=2.694385ms] [] [2024/05/06 08:04:16.959 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=57] [step=import] [subtask-id=109] [takeTime=60.393045ms] [] [2024/05/06 08:04:16.959 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1035] [file=/tmp/tidb/import-4000/57/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/1c7a0b17-057b-4c69-9cb3-20852fdae660.sst] [firstKey=7480000000000001135F728000000000000001] [lastKey=7480000000000001135F728000000000000002] [2024/05/06 08:04:16.960 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/05/06 08:04:16.960 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/05/06 08:04:16.960 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 08:04:16.961 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.778593ms] [] [2024/05/06 08:04:16.962 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 08:04:16.966 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:04:16.989 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=160] [2024/05/06 08:04:16.989 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:04:17.002 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/06 08:04:17.004 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=42.469864ms] [] [2024/05/06 08:04:17.004 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 08:04:17.005 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=993.149Β΅s] [] [2024/05/06 08:04:17.005 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/05/06 08:04:17.005 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 08:04:17.006 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=228] [kvs=6] [files=1] [sstFileSize=1027] [file=/tmp/tidb/import-4000/57/922fc444-c86f-5359-8d65-4e59ab5cb948.sst/7552d089-4d0c-4f5d-83b7-dd2110270a7e.sst] [firstKey=7480000000000001135F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000001135F698000000000000001038000000000000004038000000000000002] [2024/05/06 08:04:17.008 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=2.202272ms] [] [2024/05/06 08:04:17.008 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 08:04:17.012 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:04:17.035 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=922fc444-c86f-5359-8d65-4e59ab5cb948] ["region ranges"=1] [count=6] [size=228] [2024/05/06 08:04:17.035 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:04:17.050 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=922fc444-c86f-5359-8d65-4e59ab5cb948] [size=228] [kvs=6] [importedSize=228] [importedCount=6] [2024/05/06 08:04:17.053 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=45.459843ms] [] [2024/05/06 08:04:17.054 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 08:04:17.104 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=2.098805ms] [] [2024/05/06 08:04:17.168 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=57] [step=import] [2024/05/06 08:04:17.173 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:17.173 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:04:17.173 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:04:17.173 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:17.173 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:04:17.173 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:04:17.173 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:17.173 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:04:17.173 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:17.173 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:17.173 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:17.173 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:17.173 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:04:17.176 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:04:17.176 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:17.176 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:17.176 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:17.176 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:17.176 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=362.702631ms] [] [2024/05/06 08:04:17.224 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:04:17.225 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:04:17.227 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [2024/05/06 08:04:17.227 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:04:17.306 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":96,\"3\":96}}"] [2024/05/06 08:04:17.308 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:04:17.309 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:04:17.541 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:04:17.594 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [2024/05/06 08:04:17.595 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [2024/05/06 08:04:17.595 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [2024/05/06 08:04:17.602 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [takeTime=7.648659ms] [] [2024/05/06 08:04:17.602 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [groupId=-1] [size=160] [kvs=2] [checksum=15615775900203205091] [2024/05/06 08:04:17.602 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [groupId=1] [size=228] [kvs=6] [checksum=15150038536865480860] [2024/05/06 08:04:17.603 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [checksum="{cksum=759382885805277567,size=388,kvs=8}"] [2024/05/06 08:04:17.603 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [weight=30] [2024/05/06 08:04:17.603 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [concurrency=15] [2024/05/06 08:04:17.612 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=275] [physicalTableID=275] [indexID=-1] [checksum=15615775900203205091] [totalKvs=2] [totalBytes=160] [2024/05/06 08:04:17.614 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=275] [physicalTableID=275] [indexID=1] [checksum=15150038536865480860] [totalKvs=6] [totalBytes=228] [2024/05/06 08:04:17.615 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [local="{cksum=759382885805277567,size=388,kvs=8}"] [2024/05/06 08:04:17.615 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [takeTime=20.759988ms] [] [2024/05/06 08:04:17.615 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [takeTime=21.009431ms] [] [2024/05/06 08:04:17.654 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=113.167483ms] [] [2024/05/06 08:04:17.727 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:04:17.727 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=57] [step=post-process] [state=running] [] [2024/05/06 08:04:17.730 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=57] [2024/05/06 08:04:17.811 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=57] [type=ImportInto] [2024/05/06 08:04:17.812 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=57] [2024/05/06 08:04:17.835 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:04:17.835 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=57] [2024/05/06 08:04:17.988 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.9813906289999998\n# Parse_time: 0.000625916\n# Compile_time: 0.003643786\n# Rewrite_time: 0.00241895\n# Optimize_time: 0.002482986\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 0d1383d0b5339f79a3a736580e3d461eac7dbd04232f42cb436a9c3d912d3791\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM 'gs://test-load-csv/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH skip_rows=1;"] === RUN TestImportInto/TestOtherCharset [2024/05/06 08:04:18.000 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=195] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_charset;"] [user=root@%] [2024/05/06 08:04:18.010 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:04:18.026 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:277, Type:drop schema, State:queueing, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:17.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:18.026 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:277, Type:drop schema, State:queueing, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:17.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_charset;"] [2024/05/06 08:04:18.062 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [category=ddl] [job="ID:277, Type:drop schema, State:queueing, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:17.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:18.094 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=195] [neededSchemaVersion=196] ["start time"=324.12Β΅s] [gotSchemaVersion=196] [phyTblIDs="[185,189]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:04:18.107 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=277] [version=196] [2024/05/06 08:04:18.142 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=196] ["take time"=53.461226ms] [job="ID:277, Type:drop schema, State:running, SchemaState:write only, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:17.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:18.181 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [category=ddl] [job="ID:277, Type:drop schema, State:running, SchemaState:write only, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:17.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:18.209 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=196] [neededSchemaVersion=197] ["start time"=194.907Β΅s] [gotSchemaVersion=197] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:04:18.219 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=277] [version=197] [2024/05/06 08:04:18.258 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=197] ["take time"=52.81777ms] [job="ID:277, Type:drop schema, State:running, SchemaState:delete only, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:17.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:18.323 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [category=ddl] [job="ID:277, Type:drop schema, State:running, SchemaState:delete only, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:17.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:18.418 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=197] [neededSchemaVersion=198] ["start time"=322.671Β΅s] [gotSchemaVersion=198] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:04:18.430 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=277] [version=198] [2024/05/06 08:04:18.465 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=198] ["take time"=53.278978ms] [job="ID:277, Type:drop schema, State:done, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:17.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:18.530 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=277] [tableIDs="[185,189]"] [comment="drop schema: table IDs"] [2024/05/06 08:04:18.540 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=277] [jobType="drop schema"] [2024/05/06 08:04:18.543 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [job="ID:277, Type:drop schema, State:synced, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:17.979 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:18.598 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=277] [2024/05/06 08:04:18.598 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:18.602 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.603319173\n# Parse_time: 0.000525704\n# Compile_time: 0.000723516\n# Rewrite_time: 0.000035887\n# Optimize_time: 0.001530178\n# Wait_TS: 0.000386446\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9d059d981e546df73398436d4f99de561758c094fc4fd9582b96b223784e782a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_charset;"] [2024/05/06 08:04:18.604 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=198] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_charset;"] [user=root@%] [2024/05/06 08:04:18.638 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:279, Type:create schema, State:queueing, SchemaState:none, SchemaID:278, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:18.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:18.638 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:279, Type:create schema, State:queueing, SchemaState:none, SchemaID:278, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:18.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_charset;"] [2024/05/06 08:04:18.697 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=279] [conn=2] [category=ddl] [job="ID:279, Type:create schema, State:queueing, SchemaState:none, SchemaID:278, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:18.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:18.728 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=198] [neededSchemaVersion=199] ["start time"=1.073394ms] [gotSchemaVersion=199] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:04:18.740 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=279] [version=199] [2024/05/06 08:04:18.777 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=199] ["take time"=53.717217ms] [job="ID:279, Type:create schema, State:done, SchemaState:public, SchemaID:278, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:18.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:18.897 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=279] [conn=2] [job="ID:279, Type:create schema, State:synced, SchemaState:public, SchemaID:278, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:18.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:18.926 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=279] [2024/05/06 08:04:18.926 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:18.930 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.326527534\n# Parse_time: 0.000256119\n# Compile_time: 0.000775071\n# Rewrite_time: 0.00003226\n# Optimize_time: 0.001530178\n# Wait_TS: 0.00042386\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 57c1769775ec71b312ca9272bfda9dbbb71fbb1ce0cbb7a37842365c6d1d7996\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_charset;"] [2024/05/06 08:04:18.932 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=199] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.utf8 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8;"] [user=root@%] [2024/05/06 08:04:18.985 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:18.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:18.985 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:18.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.utf8 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8;"] [2024/05/06 08:04:19.032 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=281] [conn=2] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:18.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:19.040 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 280, Table Name: utf8"] [2024/05/06 08:04:19.105 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=199] [neededSchemaVersion=200] ["start time"=2.431585ms] [gotSchemaVersion=200] [phyTblIDs="[280]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:04:19.116 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=281] [version=200] [2024/05/06 08:04:19.152 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=200] ["take time"=53.206105ms] [job="ID:281, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:18.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:19.223 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=281] [conn=2] [job="ID:281, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:18.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:19.276 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=281] [2024/05/06 08:04:19.276 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:19.280 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.348934821\n# Parse_time: 0.00076544\n# Compile_time: 0.001101142\n# Rewrite_time: 0.000059073\n# Optimize_time: 0.001530178\n# Wait_TS: 0.000417197\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 3184cc8fd358ad81e4fb7ae1d06af11772b600250b3b3c205d0acd1bb07c4fdb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.utf8 ( i INT, j VARCHAR(255) ) CHARACTER SET utf8;"] [2024/05/06 08:04:19.283 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=200] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [user=root@%] [2024/05/06 08:04:19.368 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:19.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:19.368 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:19.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [2024/05/06 08:04:19.408 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=283] [conn=2] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:19.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:19.418 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 282, Table Name: utf8mb4"] [2024/05/06 08:04:19.501 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=200] [neededSchemaVersion=201] ["start time"=2.31164ms] [gotSchemaVersion=201] [phyTblIDs="[282]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:04:19.512 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=283] [version=201] [2024/05/06 08:04:19.541 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=201] ["take time"=53.296261ms] [job="ID:283, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:19.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:19.612 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=283] [conn=2] [job="ID:283, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:19.279 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:19.667 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=283] [2024/05/06 08:04:19.667 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:19.671 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.390620511\n# Parse_time: 0.001321543\n# Compile_time: 0.00186005\n# Rewrite_time: 0.000051053\n# Optimize_time: 0.001530178\n# Wait_TS: 0.000464065\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 8571b0835bd6580e6df533d1e89e5c4f1cdd6f8d878f83f3d4e14b8b1dbb3267\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.utf8mb4 ( i INT, j VARCHAR(255) ) CHARACTER SET utf8mb4;"] [2024/05/06 08:04:19.687 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:19.900 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8\"}}"] [dist-task-enabled=true] [2024/05/06 08:04:19.993 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=58] [task-id=58] [data-size=29B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:04:20.038 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=58] [2024/05/06 08:04:20.038 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:04:20.144 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:04:20.146 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:04:20.147 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=58] [curr-step=init] [next-step=import] [2024/05/06 08:04:20.166 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:20.169 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8] [2024/05/06 08:04:20.170 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8] [before=536870912000] [after=29] [2024/05/06 08:04:20.170 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=29] [cost=71.277Β΅s] [2024/05/06 08:04:20.170 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8] [takeTime=200.392Β΅s] [] [2024/05/06 08:04:20.170 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=58] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:04:20.170 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:04:20.375 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=58] [mode=Import] [2024/05/06 08:04:20.393 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=58] [2024/05/06 08:04:20.404 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=58] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:04:20.448 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:04:20.449 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=58] [step=import] [2024/05/06 08:04:20.451 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:20.460 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:04:20.460 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:04:20.461 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:20.461 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:04:20.462 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:20.462 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:20.462 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:04:20.462 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:04:20.462 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:20.477 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:04:20.478 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:04:20.478 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8] [quota=374.2GB] [2024/05/06 08:04:20.478 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=58] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:04:20.478 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8] [import-id=58] [disk-quota=348.5GiB] [2024/05/06 08:04:20.523 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=58] [step=import] [subtask-id=111] [2024/05/06 08:04:20.527 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/05/06 08:04:20.530 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/06 08:04:20.530 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=280] [2024/05/06 08:04:20.559 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=280] [key=utf8.tsv:0] [2024/05/06 08:04:20.562 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=280] [key=utf8.tsv:0] [readDur=1.202129ms] [encodeDur=943.404Β΅s] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [deliverDur=223.998Β΅s] [type=file] [takeTime=2.768807ms] [] [2024/05/06 08:04:20.563 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=88] [kvs=2] [files=1] [sstFileSize=999] [file=/tmp/tidb/import-4000/58/11721d0c-587e-542e-9623-9a54305cb4a0.sst/e44556a2-048e-4d3a-abdf-8d727806c869.sst] [firstKey=7480000000000001185F728000000000000001] [lastKey=7480000000000001185F728000000000000002] [2024/05/06 08:04:20.563 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=58] [step=import] [subtask-id=111] [takeTime=40.268099ms] [] [2024/05/06 08:04:20.563 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/05/06 08:04:20.563 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/05/06 08:04:20.563 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/05/06 08:04:20.565 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [takeTime=1.684642ms] [] [2024/05/06 08:04:20.565 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [retryCnt=0] [2024/05/06 08:04:20.570 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:04:20.593 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=11721d0c-587e-542e-9623-9a54305cb4a0] ["region ranges"=1] [count=2] [size=88] [2024/05/06 08:04:20.593 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:04:20.606 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=11721d0c-587e-542e-9623-9a54305cb4a0] [size=88] [kvs=2] [importedSize=88] [importedCount=2] [2024/05/06 08:04:20.608 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [retryCnt=0] [takeTime=42.416453ms] [] [2024/05/06 08:04:20.608 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/05/06 08:04:20.609 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [takeTime=1.049289ms] [] [2024/05/06 08:04:20.609 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/05/06 08:04:20.609 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/06 08:04:20.610 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [takeTime=1.457889ms] [] [2024/05/06 08:04:20.611 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [retryCnt=0] [2024/05/06 08:04:20.611 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/06 08:04:20.611 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [retryCnt=0] [takeTime=51.618Β΅s] [] [2024/05/06 08:04:20.611 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/06 08:04:20.611 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [takeTime=754.306Β΅s] [] [2024/05/06 08:04:20.663 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=58] [step=import] [2024/05/06 08:04:20.663 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:04:20.664 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:04:20.665 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:04:20.665 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:04:20.665 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:04:20.666 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [2024/05/06 08:04:20.665 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:20.665 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:20.666 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:20.665 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:04:20.666 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:04:20.666 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:20.666 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:04:20.666 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:20.666 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:20.666 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:20.666 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:04:20.718 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:04:20.718 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:20.718 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:20.718 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:20.718 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:20.718 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=270.396172ms] [] [2024/05/06 08:04:20.787 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":26}}"] [2024/05/06 08:04:20.788 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:04:20.788 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:04:20.951 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:04:20.996 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [2024/05/06 08:04:20.996 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [2024/05/06 08:04:20.996 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [2024/05/06 08:04:21.004 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [takeTime=7.607208ms] [] [2024/05/06 08:04:21.004 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [groupId=-1] [size=88] [kvs=2] [checksum=13472460632354338593] [2024/05/06 08:04:21.004 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/06 08:04:21.004 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [weight=30] [2024/05/06 08:04:21.004 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [concurrency=15] [2024/05/06 08:04:21.008 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=280] [physicalTableID=280] [indexID=-1] [checksum=13472460632354338593] [totalKvs=2] [totalBytes=88] [2024/05/06 08:04:21.009 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [local="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/06 08:04:21.009 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [takeTime=13.213216ms] [] [2024/05/06 08:04:21.009 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [takeTime=13.418655ms] [] [2024/05/06 08:04:21.109 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=157.48961ms] [] [2024/05/06 08:04:21.114 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:04:21.114 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=58] [step=post-process] [state=running] [] [2024/05/06 08:04:21.117 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=58] [2024/05/06 08:04:21.163 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=58] [2024/05/06 08:04:21.164 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=58] [type=ImportInto] [2024/05/06 08:04:21.181 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:04:21.181 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=58] [2024/05/06 08:04:21.270 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.5978809040000002\n# Parse_time: 0.00057482\n# Compile_time: 0.001762698\n# Rewrite_time: 0.000331908\n# Optimize_time: 0.001530178\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: d4ea1cbec1ea292ce36921fbf548da1d564746ce1d24533f56ddf35ee6437999\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8` FROM 'gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8';"] [2024/05/06 08:04:21.276 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:04:21.296 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:21.567 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8\"}}"] [dist-task-enabled=true] [2024/05/06 08:04:21.654 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=59] [task-id=59] [data-size=29B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:04:21.694 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=59] [2024/05/06 08:04:21.694 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:04:21.800 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:04:21.801 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:04:21.802 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=59] [curr-step=init] [next-step=import] [2024/05/06 08:04:21.822 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:21.825 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8mb4] [2024/05/06 08:04:21.826 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=29] [2024/05/06 08:04:21.826 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8mb4] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=29] [cost=66.779Β΅s] [2024/05/06 08:04:21.826 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8mb4] [takeTime=195.438Β΅s] [] [2024/05/06 08:04:21.826 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=59] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:04:21.826 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:04:22.002 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=59] [mode=Import] [2024/05/06 08:04:22.019 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=59] [2024/05/06 08:04:22.044 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=59] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:04:22.087 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:04:22.088 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=59] [step=import] [2024/05/06 08:04:22.090 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:22.098 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:04:22.098 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:04:22.098 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:22.098 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:04:22.099 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:22.099 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:22.099 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:04:22.099 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:04:22.100 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:22.115 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:04:22.117 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:04:22.117 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=374.2GB] [2024/05/06 08:04:22.117 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=59] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:04:22.117 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8mb4] [import-id=59] [disk-quota=348.5GiB] [2024/05/06 08:04:22.161 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=59] [step=import] [subtask-id=113] [2024/05/06 08:04:22.165 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 08:04:22.169 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 08:04:22.169 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=282] [2024/05/06 08:04:22.184 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=282] [key=utf8.tsv:0] [2024/05/06 08:04:22.186 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=282] [key=utf8.tsv:0] [readDur=1.023576ms] [encodeDur=807.166Β΅s] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [deliverDur=223.209Β΅s] [type=file] [takeTime=2.412583ms] [] [2024/05/06 08:04:22.187 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=59] [step=import] [subtask-id=113] [takeTime=25.898373ms] [] [2024/05/06 08:04:22.187 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=88] [kvs=2] [files=1] [sstFileSize=999] [file=/tmp/tidb/import-4000/59/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/1d496696-6091-48ee-b761-c935700009dd.sst] [firstKey=74800000000000011A5F728000000000000001] [lastKey=74800000000000011A5F728000000000000002] [2024/05/06 08:04:22.187 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/05/06 08:04:22.187 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/05/06 08:04:22.187 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 08:04:22.189 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.60357ms] [] [2024/05/06 08:04:22.189 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/05/06 08:04:22.194 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:04:22.216 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=88] [2024/05/06 08:04:22.216 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:04:22.229 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=88] [kvs=2] [importedSize=88] [importedCount=2] [2024/05/06 08:04:22.230 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=41.33462ms] [] [2024/05/06 08:04:22.230 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 08:04:22.231 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=945.62Β΅s] [] [2024/05/06 08:04:22.231 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/05/06 08:04:22.231 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 08:04:22.233 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.450998ms] [] [2024/05/06 08:04:22.233 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/05/06 08:04:22.233 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 08:04:22.233 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=54.316Β΅s] [] [2024/05/06 08:04:22.233 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 08:04:22.234 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=809.814Β΅s] [] [2024/05/06 08:04:22.285 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=59] [step=import] [2024/05/06 08:04:22.288 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:04:22.288 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:04:22.288 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:04:22.288 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:22.288 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:22.288 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:04:22.288 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:04:22.288 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:22.288 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:22.288 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:22.288 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:22.288 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:22.288 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:04:22.290 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:04:22.290 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:22.290 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:22.290 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:22.290 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:22.290 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=202.797637ms] [] [2024/05/06 08:04:22.369 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:04:22.370 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:04:22.371 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [2024/05/06 08:04:22.371 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:04:22.440 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":26}}"] [2024/05/06 08:04:22.442 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:04:22.442 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:04:22.604 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:04:22.659 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [2024/05/06 08:04:22.659 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [2024/05/06 08:04:22.659 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [2024/05/06 08:04:22.667 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [takeTime=7.479573ms] [] [2024/05/06 08:04:22.667 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [groupId=-1] [size=88] [kvs=2] [checksum=13472460632354338593] [2024/05/06 08:04:22.667 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/06 08:04:22.667 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [weight=30] [2024/05/06 08:04:22.667 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [concurrency=15] [2024/05/06 08:04:22.671 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=282] [physicalTableID=282] [indexID=-1] [checksum=13472460632354338593] [totalKvs=2] [totalBytes=88] [2024/05/06 08:04:22.672 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [local="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/06 08:04:22.672 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [takeTime=12.886782ms] [] [2024/05/06 08:04:22.672 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [takeTime=13.09325ms] [] [2024/05/06 08:04:22.758 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:04:22.758 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=59] [step=post-process] [state=running] [] [2024/05/06 08:04:22.760 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=155.552056ms] [] [2024/05/06 08:04:22.761 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=59] [2024/05/06 08:04:22.809 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=59] [type=ImportInto] [2024/05/06 08:04:22.811 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=59] [2024/05/06 08:04:22.837 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:04:22.837 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=59] [2024/05/06 08:04:22.915 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6334596160000001\n# Parse_time: 0.000568967\n# Compile_time: 0.001479672\n# Rewrite_time: 0.000383992\n# Optimize_time: 0.001749908\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8';"] [2024/05/06 08:04:22.925 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=201] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.latin1 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET latin1;"] [user=root@%] [2024/05/06 08:04:22.930 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:04:22.979 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:284, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:22.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:22.979 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:284, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:22.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.latin1 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET latin1;"] [2024/05/06 08:04:23.025 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=285] [conn=2] [category=ddl] [job="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:22.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:23.033 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 284, Table Name: latin1"] [2024/05/06 08:04:23.157 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=201] [neededSchemaVersion=202] ["start time"=2.796554ms] [gotSchemaVersion=202] [phyTblIDs="[284]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:04:23.170 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=285] [version=202] [2024/05/06 08:04:23.202 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=202] ["take time"=53.332985ms] [job="ID:285, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:284, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:22.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:23.272 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=285] [conn=2] [job="ID:285, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:22.929 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:23.320 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=285] [2024/05/06 08:04:23.320 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:23.324 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.400393174\n# Parse_time: 0.000625439\n# Compile_time: 0.000904409\n# Rewrite_time: 0.000047031\n# Optimize_time: 0.001071703\n# Wait_TS: 0.000435015\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: da34f11db061731cc95449a49df2e61f3578016cf1524da03b6d6f930b15ec69\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.latin1 ( i INT, j VARCHAR(255) ) CHARACTER SET latin1;"] [2024/05/06 08:04:23.341 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:23.544 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"latin1\"}}"] [dist-task-enabled=true] [2024/05/06 08:04:23.704 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=60] [task-id=60] [data-size=13B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:04:23.742 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=60] [2024/05/06 08:04:23.742 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:04:23.848 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:04:23.849 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:04:23.850 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=60] [curr-step=init] [next-step=import] [2024/05/06 08:04:23.874 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:23.877 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=latin1] [2024/05/06 08:04:23.877 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=latin1] [before=536870912000] [after=13] [2024/05/06 08:04:23.877 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=latin1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=13] [cost=49.823Β΅s] [2024/05/06 08:04:23.877 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=latin1] [takeTime=158.237Β΅s] [] [2024/05/06 08:04:23.877 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=60] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:04:23.878 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:04:23.989 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=60] [mode=Import] [2024/05/06 08:04:24.055 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=60] [2024/05/06 08:04:24.078 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=60] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:04:24.117 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:04:24.118 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=60] [step=import] [2024/05/06 08:04:24.119 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:24.127 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:04:24.127 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:04:24.128 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:24.128 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:04:24.129 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:24.129 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:24.129 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:04:24.129 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:24.129 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:04:24.143 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:04:24.144 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:04:24.144 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=latin1] [quota=374.2GB] [2024/05/06 08:04:24.144 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=latin1] [import-id=60] [disk-quota=348.5GiB] [2024/05/06 08:04:24.144 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=60] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:04:24.189 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=60] [step=import] [subtask-id=115] [2024/05/06 08:04:24.194 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/05/06 08:04:24.197 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/06 08:04:24.197 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=284] [2024/05/06 08:04:24.245 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=284] [key=latin1.tsv:0] [2024/05/06 08:04:24.249 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=284] [key=latin1.tsv:0] [readDur=1.442323ms] [encodeDur=1.091558ms] [checksum="{cksum=10176994571083539890,size=84,kvs=2}"] [deliverDur=247.118Β΅s] [type=file] [takeTime=3.139446ms] [] [2024/05/06 08:04:24.249 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=60] [step=import] [subtask-id=115] [takeTime=60.243983ms] [] [2024/05/06 08:04:24.250 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=84] [kvs=2] [files=1] [sstFileSize=997] [file=/tmp/tidb/import-4000/60/ece7d91b-221a-5440-8076-d026d7718798.sst/a5ffc490-7b79-4a24-a9a3-fd8158efc035.sst] [firstKey=74800000000000011C5F728000000000000001] [lastKey=74800000000000011C5F728000000000000002] [2024/05/06 08:04:24.250 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/05/06 08:04:24.250 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/05/06 08:04:24.250 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/05/06 08:04:24.251 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [takeTime=1.535058ms] [] [2024/05/06 08:04:24.252 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [retryCnt=0] [2024/05/06 08:04:24.256 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:04:24.278 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ece7d91b-221a-5440-8076-d026d7718798] ["region ranges"=1] [count=2] [size=84] [2024/05/06 08:04:24.278 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:04:24.292 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ece7d91b-221a-5440-8076-d026d7718798] [size=84] [kvs=2] [importedSize=84] [importedCount=2] [2024/05/06 08:04:24.293 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [retryCnt=0] [takeTime=41.898987ms] [] [2024/05/06 08:04:24.294 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/05/06 08:04:24.295 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [takeTime=1.053669ms] [] [2024/05/06 08:04:24.295 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/05/06 08:04:24.295 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/06 08:04:24.296 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [takeTime=1.310674ms] [] [2024/05/06 08:04:24.296 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [retryCnt=0] [2024/05/06 08:04:24.296 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/06 08:04:24.296 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [retryCnt=0] [takeTime=46.982Β΅s] [] [2024/05/06 08:04:24.296 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/06 08:04:24.297 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [takeTime=738.676Β΅s] [] [2024/05/06 08:04:24.356 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=60] [step=import] [2024/05/06 08:04:24.358 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:24.359 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:04:24.359 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:04:24.359 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:04:24.359 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:04:24.359 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:04:24.359 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:24.359 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:24.359 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:24.359 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:24.359 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:24.359 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:24.359 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:04:24.361 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:04:24.361 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:24.361 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:24.361 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:24.361 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:24.361 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=244.102006ms] [] [2024/05/06 08:04:24.364 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:04:24.365 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:04:24.366 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [2024/05/06 08:04:24.366 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:04:24.441 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":22}}"] [2024/05/06 08:04:24.442 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:04:24.443 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:04:24.659 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:04:24.716 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [2024/05/06 08:04:24.716 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [2024/05/06 08:04:24.716 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [2024/05/06 08:04:24.724 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [takeTime=7.701545ms] [] [2024/05/06 08:04:24.724 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [groupId=-1] [size=84] [kvs=2] [checksum=10176994571083539890] [2024/05/06 08:04:24.724 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [checksum="{cksum=10176994571083539890,size=84,kvs=2}"] [2024/05/06 08:04:24.724 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [weight=30] [2024/05/06 08:04:24.724 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [concurrency=15] [2024/05/06 08:04:24.728 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=284] [physicalTableID=284] [indexID=-1] [checksum=10176994571083539890] [totalKvs=2] [totalBytes=84] [2024/05/06 08:04:24.729 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [local="{cksum=10176994571083539890,size=84,kvs=2}"] [2024/05/06 08:04:24.729 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [takeTime=12.83715ms] [] [2024/05/06 08:04:24.729 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [takeTime=13.082818ms] [] [2024/05/06 08:04:24.784 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=124.702054ms] [] [2024/05/06 08:04:24.870 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:04:24.870 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=60] [step=post-process] [state=running] [] [2024/05/06 08:04:24.922 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=60] [2024/05/06 08:04:24.979 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=60] [2024/05/06 08:04:25.003 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=60] [type=ImportInto] [2024/05/06 08:04:25.009 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:04:25.009 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=60] [2024/05/06 08:04:25.015 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=60] [2024/05/06 08:04:25.015 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=succeed] [concurrency=8] [2024/05/06 08:04:25.099 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:04:25.122 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=60] [2024/05/06 08:04:25.261 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.936140586\n# Parse_time: 0.001125078\n# Compile_time: 0.001958789\n# Rewrite_time: 0.000305661\n# Optimize_time: 0.001071703\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 332e8cdf63771e77768aec7efdf35164436f132e1692aa988cbd127c61a22a3b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`latin1` FROM 'gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'latin1';"] [2024/05/06 08:04:25.272 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=202] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_charset.utf8mb4;"] [user=root@%] [2024/05/06 08:04:25.356 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:287, Type:truncate table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:3, start time: 2024-05-06 08:04:25.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:25.356 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:287, Type:truncate table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:3, start time: 2024-05-06 08:04:25.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_charset.utf8mb4;"] [2024/05/06 08:04:25.418 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=287] [conn=2] [category=ddl] [job="ID:287, Type:truncate table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:25.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:25.429 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 278, Table ID: 286, Table Name: utf8mb4, Old Table ID: 282, Old Table Name: utf8mb4"] [2024/05/06 08:04:25.487 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=202] [neededSchemaVersion=203] ["start time"=2.393731ms] [gotSchemaVersion=203] [phyTblIDs="[282,286]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:04:25.498 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=287] [version=203] [2024/05/06 08:04:25.536 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=203] ["take time"=53.85585ms] [job="ID:287, Type:truncate table, State:done, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:25.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:25.601 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=287] [tableIDs="[282]"] [comment="drop table: table ID"] [2024/05/06 08:04:25.611 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=287] [jobType="truncate table"] [2024/05/06 08:04:25.614 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=287] [conn=2] [job="ID:287, Type:truncate table, State:synced, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:25.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:25.671 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=287] [2024/05/06 08:04:25.671 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:25.675 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.403569428\n# Parse_time: 0.00032064\n# Compile_time: 0.000994047\n# Rewrite_time: 0.000056903\n# Optimize_time: 0.000980484\n# Wait_TS: 0.000464147\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 2fd90f16af04a123ffa674ad9d012ed63cbf6d1858e9cbe3fb98cfec15851c4b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_charset.utf8mb4;"] [2024/05/06 08:04:25.695 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:25.965 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"latin1\"}}"] [dist-task-enabled=true] [2024/05/06 08:04:26.077 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=61] [task-id=61] [data-size=13B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:04:26.134 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=61] [2024/05/06 08:04:26.134 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:04:26.269 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:04:26.271 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:04:26.272 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=61] [curr-step=init] [next-step=import] [2024/05/06 08:04:26.294 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:26.297 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8mb4] [2024/05/06 08:04:26.297 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=13] [2024/05/06 08:04:26.297 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8mb4] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=13] [cost=61.991Β΅s] [2024/05/06 08:04:26.298 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8mb4] [takeTime=208.512Β΅s] [] [2024/05/06 08:04:26.298 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=61] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:04:26.298 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:04:26.425 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=61] [mode=Import] [2024/05/06 08:04:26.443 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=61] [2024/05/06 08:04:26.470 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=61] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:04:26.521 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:04:26.522 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=61] [step=import] [2024/05/06 08:04:26.523 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:26.531 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:04:26.531 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:04:26.532 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:26.532 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:04:26.533 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:26.533 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:26.533 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:04:26.533 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:04:26.533 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:26.547 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:04:26.548 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:04:26.548 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=374.2GB] [2024/05/06 08:04:26.548 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=61] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:04:26.549 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8mb4] [import-id=61] [disk-quota=348.5GiB] [2024/05/06 08:04:26.603 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=61] [step=import] [subtask-id=117] [2024/05/06 08:04:26.607 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 08:04:26.610 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 08:04:26.610 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=286] [2024/05/06 08:04:26.627 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=286] [key=latin1.tsv:0] [2024/05/06 08:04:26.630 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=286] [key=latin1.tsv:0] [readDur=1.215523ms] [encodeDur=997.574Β΅s] [checksum="{cksum=12094827938619672609,size=84,kvs=2}"] [deliverDur=240.771Β΅s] [type=file] [takeTime=2.82174ms] [] [2024/05/06 08:04:26.631 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=61] [step=import] [subtask-id=117] [takeTime=28.033307ms] [] [2024/05/06 08:04:26.631 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=84] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/61/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/acf5acf3-a29e-4a9d-b522-b0513a2042d0.sst] [firstKey=74800000000000011E5F728000000000000001] [lastKey=74800000000000011E5F728000000000000002] [2024/05/06 08:04:26.631 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/05/06 08:04:26.631 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/05/06 08:04:26.631 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 08:04:26.633 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.689987ms] [] [2024/05/06 08:04:26.633 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/05/06 08:04:26.637 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:04:26.696 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=84] [2024/05/06 08:04:26.696 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:04:26.713 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=84] [kvs=2] [importedSize=84] [importedCount=2] [2024/05/06 08:04:26.715 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=81.884705ms] [] [2024/05/06 08:04:26.715 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 08:04:26.716 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.220454ms] [] [2024/05/06 08:04:26.716 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/05/06 08:04:26.716 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 08:04:26.718 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.769193ms] [] [2024/05/06 08:04:26.718 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/05/06 08:04:26.718 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 08:04:26.718 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=69.872Β΅s] [] [2024/05/06 08:04:26.718 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 08:04:26.719 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=930.594Β΅s] [] [2024/05/06 08:04:26.764 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:04:26.766 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:04:26.768 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [2024/05/06 08:04:26.768 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:04:26.772 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=61] [step=import] [2024/05/06 08:04:26.775 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:26.775 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:04:26.775 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:04:26.775 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:26.775 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:04:26.775 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:04:26.775 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:04:26.775 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:26.775 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:26.775 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:26.775 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:26.775 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:26.775 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:04:26.778 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:04:26.778 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:26.778 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:26.778 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:26.778 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:26.778 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=257.019426ms] [] [2024/05/06 08:04:26.838 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":22}}"] [2024/05/06 08:04:26.839 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:04:26.839 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:04:26.985 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:04:27.030 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [2024/05/06 08:04:27.031 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [2024/05/06 08:04:27.031 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [2024/05/06 08:04:27.093 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [takeTime=62.455614ms] [] [2024/05/06 08:04:27.093 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [groupId=-1] [size=84] [kvs=2] [checksum=12094827938619672609] [2024/05/06 08:04:27.093 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [checksum="{cksum=12094827938619672609,size=84,kvs=2}"] [2024/05/06 08:04:27.094 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [weight=30] [2024/05/06 08:04:27.094 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [concurrency=15] [2024/05/06 08:04:27.101 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=286] [physicalTableID=286] [indexID=-1] [checksum=12094827938619672609] [totalKvs=2] [totalBytes=84] [2024/05/06 08:04:27.102 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [local="{cksum=12094827938619672609,size=84,kvs=2}"] [2024/05/06 08:04:27.102 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [takeTime=71.013508ms] [] [2024/05/06 08:04:27.102 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [takeTime=71.223251ms] [] [2024/05/06 08:04:27.147 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=161.199663ms] [] [2024/05/06 08:04:27.153 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:04:27.153 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=61] [step=post-process] [state=running] [] [2024/05/06 08:04:27.156 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=61] [2024/05/06 08:04:27.198 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=61] [type=ImportInto] [2024/05/06 08:04:27.240 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=61] [2024/05/06 08:04:27.268 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:04:27.268 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=61] [2024/05/06 08:04:27.357 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.68113569\n# Parse_time: 0.000879053\n# Compile_time: 0.001942617\n# Rewrite_time: 0.000436361\n# Optimize_time: 0.000980484\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'latin1';"] [2024/05/06 08:04:27.364 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:04:27.370 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=203] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.ascii (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET ascii;"] [user=root@%] [2024/05/06 08:04:27.419 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:27.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:27.419 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:27.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.ascii (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET ascii;"] [2024/05/06 08:04:27.523 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=289] [conn=2] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:27.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:27.531 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 288, Table Name: ascii"] [2024/05/06 08:04:27.587 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=203] [neededSchemaVersion=204] ["start time"=2.1413ms] [gotSchemaVersion=204] [phyTblIDs="[288]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:04:27.598 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=289] [version=204] [2024/05/06 08:04:27.635 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=204] ["take time"=53.704188ms] [job="ID:289, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:27.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:27.704 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=289] [conn=2] [job="ID:289, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:27.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:27.750 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=289] [2024/05/06 08:04:27.750 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:27.753 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.385529982\n# Parse_time: 0.000988622\n# Compile_time: 0.001426144\n# Rewrite_time: 0.000069624\n# Optimize_time: 0.00088822\n# Wait_TS: 0.000318822\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: e87f2e870f4bf9ec0d045b1664b35208dd4596c481b2839aa5581592d4744ac1\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.ascii ( j VARCHAR(255) ) CHARACTER SET ascii;"] [2024/05/06 08:04:27.758 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=204] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.binary (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET binary;"] [user=root@%] [2024/05/06 08:04:27.795 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:290, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:27.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:27.795 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:290, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:27.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.binary (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET binary;"] [2024/05/06 08:04:27.843 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=291] [conn=2] [category=ddl] [job="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:27.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:27.850 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 290, Table Name: binary"] [2024/05/06 08:04:27.910 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=204] [neededSchemaVersion=205] ["start time"=2.519653ms] [gotSchemaVersion=205] [phyTblIDs="[290]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:04:27.921 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=291] [version=205] [2024/05/06 08:04:28.003 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=205] ["take time"=100.193297ms] [job="ID:291, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:290, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:27.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:28.053 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=291] [conn=2] [job="ID:291, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:27.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:28.096 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=291] [2024/05/06 08:04:28.096 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:28.100 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.345496878\n# Parse_time: 0.001552844\n# Compile_time: 0.002177168\n# Rewrite_time: 0.000051417\n# Optimize_time: 0.00088822\n# Wait_TS: 0.000436737\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 565b0e6d163a9112cd1c59eb5089ad2eb03acf447f3623d5a2a82163548b517d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.binary ( j VARCHAR(255) ) CHARACTER SET binary;"] [2024/05/06 08:04:28.115 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:28.315 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"ascii\"}}"] [dist-task-enabled=true] [2024/05/06 08:04:28.461 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=62] [task-id=62] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:04:28.508 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=62] [2024/05/06 08:04:28.508 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:04:28.613 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:04:28.615 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:04:28.615 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=62] [curr-step=init] [next-step=import] [2024/05/06 08:04:28.635 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:28.638 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=ascii] [2024/05/06 08:04:28.638 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=ascii] [before=536870912000] [after=8] [2024/05/06 08:04:28.638 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=ascii] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=54.987Β΅s] [2024/05/06 08:04:28.638 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=ascii] [takeTime=168.918Β΅s] [] [2024/05/06 08:04:28.638 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=62] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:04:28.638 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:04:28.746 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=62] [mode=Import] [2024/05/06 08:04:28.764 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=62] [2024/05/06 08:04:28.789 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=62] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:04:28.888 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:04:28.889 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=62] [step=import] [2024/05/06 08:04:28.890 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:28.899 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:04:28.899 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:04:28.900 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:28.900 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:04:28.901 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:28.901 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:04:28.901 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:28.901 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:28.901 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:04:28.915 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:04:28.916 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:04:28.917 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=ascii] [quota=374.2GB] [2024/05/06 08:04:28.917 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=62] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:04:28.917 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=ascii] [import-id=62] [disk-quota=348.5GiB] [2024/05/06 08:04:28.968 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=62] [step=import] [subtask-id=119] [2024/05/06 08:04:28.972 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/05/06 08:04:28.975 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/06 08:04:28.976 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=288] [2024/05/06 08:04:28.983 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=288] [key=ascii.tsv:0] [2024/05/06 08:04:28.986 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=288] [key=ascii.tsv:0] [readDur=1.226767ms] [encodeDur=414.821Β΅s] [checksum="{cksum=10221261614854514798,size=36,kvs=1}"] [deliverDur=212.798Β΅s] [type=file] [takeTime=2.319913ms] [] [2024/05/06 08:04:28.986 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=62] [step=import] [subtask-id=119] [takeTime=18.227798ms] [] [2024/05/06 08:04:28.986 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/62/61de7867-b9cf-5cd3-9fcf-c962f48b2a45.sst/5a51da13-2d29-43b1-8e6e-a0adb9f09b24.sst] [firstKey=7480000000000001205F728000000000000001] [lastKey=7480000000000001205F728000000000000001] [2024/05/06 08:04:28.987 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/05/06 08:04:28.987 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/05/06 08:04:28.987 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/05/06 08:04:28.989 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [takeTime=2.192799ms] [] [2024/05/06 08:04:28.989 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [retryCnt=0] [2024/05/06 08:04:28.994 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:04:29.015 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] ["region ranges"=1] [count=1] [size=36] [2024/05/06 08:04:29.016 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:04:29.029 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/06 08:04:29.031 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [retryCnt=0] [takeTime=41.601673ms] [] [2024/05/06 08:04:29.031 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/05/06 08:04:29.032 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [takeTime=1.064096ms] [] [2024/05/06 08:04:29.032 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/05/06 08:04:29.032 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/06 08:04:29.033 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [takeTime=1.408148ms] [] [2024/05/06 08:04:29.034 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [retryCnt=0] [2024/05/06 08:04:29.034 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/06 08:04:29.034 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [retryCnt=0] [takeTime=52.393Β΅s] [] [2024/05/06 08:04:29.034 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/06 08:04:29.034 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [takeTime=705.051Β΅s] [] [2024/05/06 08:04:29.079 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=62] [step=import] [2024/05/06 08:04:29.082 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:29.082 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:04:29.082 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:04:29.082 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:04:29.082 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:29.082 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:04:29.082 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:04:29.082 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:29.082 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:29.082 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:29.082 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:29.082 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:29.082 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:04:29.084 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:04:29.084 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:29.084 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:29.084 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:29.084 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:29.084 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=196.466864ms] [] [2024/05/06 08:04:29.131 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:04:29.132 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:04:29.133 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [2024/05/06 08:04:29.133 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:04:29.203 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":9}}"] [2024/05/06 08:04:29.204 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:04:29.204 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:04:29.402 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:04:29.444 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [2024/05/06 08:04:29.444 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [2024/05/06 08:04:29.444 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [2024/05/06 08:04:29.452 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [takeTime=7.9619ms] [] [2024/05/06 08:04:29.452 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [groupId=-1] [size=36] [kvs=1] [checksum=10221261614854514798] [2024/05/06 08:04:29.452 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [checksum="{cksum=10221261614854514798,size=36,kvs=1}"] [2024/05/06 08:04:29.452 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [weight=30] [2024/05/06 08:04:29.452 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [concurrency=15] [2024/05/06 08:04:29.457 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=288] [physicalTableID=288] [indexID=-1] [checksum=10221261614854514798] [totalKvs=1] [totalBytes=36] [2024/05/06 08:04:29.458 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [local="{cksum=10221261614854514798,size=36,kvs=1}"] [2024/05/06 08:04:29.458 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [takeTime=13.669442ms] [] [2024/05/06 08:04:29.458 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [takeTime=13.89212ms] [] [2024/05/06 08:04:29.511 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=109.145692ms] [] [2024/05/06 08:04:29.529 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:04:29.529 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=62] [step=post-process] [state=running] [] [2024/05/06 08:04:29.532 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=62] [2024/05/06 08:04:29.600 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=62] [type=ImportInto] [2024/05/06 08:04:29.614 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=62] [2024/05/06 08:04:29.692 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:04:29.692 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=62] [2024/05/06 08:04:29.741 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.640005558\n# Parse_time: 0.000604263\n# Compile_time: 0.001490935\n# Rewrite_time: 0.00042949\n# Optimize_time: 0.00088822\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: ff2114095bcf5f69d9f1b263e1f8128bb43d39426ab6c09598cdf8469b2b33d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`ascii` FROM 'gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'ascii';"] [2024/05/06 08:04:29.767 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:29.775 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:04:29.955 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"binary\"}}"] [dist-task-enabled=true] [2024/05/06 08:04:30.084 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=63] [task-id=63] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:04:30.130 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=63] [2024/05/06 08:04:30.131 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:04:30.238 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:04:30.239 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:04:30.240 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=63] [curr-step=init] [next-step=import] [2024/05/06 08:04:30.262 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:30.265 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=binary] [2024/05/06 08:04:30.265 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=binary] [before=536870912000] [after=8] [2024/05/06 08:04:30.265 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=binary] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=74.033Β΅s] [2024/05/06 08:04:30.265 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=binary] [takeTime=190.105Β΅s] [] [2024/05/06 08:04:30.265 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=63] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:04:30.265 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:04:30.370 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=63] [mode=Import] [2024/05/06 08:04:30.388 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=63] [2024/05/06 08:04:30.404 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=63] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:04:30.445 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:04:30.446 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=63] [step=import] [2024/05/06 08:04:30.447 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:30.498 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:04:30.498 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:04:30.499 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:30.499 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:04:30.500 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:30.501 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:04:30.501 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:30.501 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:04:30.501 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:30.517 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:04:30.519 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:04:30.519 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=binary] [quota=374.2GB] [2024/05/06 08:04:30.519 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=63] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:04:30.519 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=binary] [import-id=63] [disk-quota=348.5GiB] [2024/05/06 08:04:30.564 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=63] [step=import] [subtask-id=121] [2024/05/06 08:04:30.568 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/05/06 08:04:30.572 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/06 08:04:30.573 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=290] [2024/05/06 08:04:30.622 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=290] [key=ascii.tsv:0] [2024/05/06 08:04:30.625 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=290] [key=ascii.tsv:0] [readDur=1.338732ms] [encodeDur=462.815Β΅s] [checksum="{cksum=17158934031773082224,size=36,kvs=1}"] [deliverDur=265.497Β΅s] [type=file] [takeTime=2.511485ms] [] [2024/05/06 08:04:30.625 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/63/e8c1bd97-5d12-591a-8a3b-5cf4944c05d0.sst/032c4cec-c3c9-4312-be0f-02d7b0896788.sst] [firstKey=7480000000000001225F728000000000000001] [lastKey=7480000000000001225F728000000000000001] [2024/05/06 08:04:30.625 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=63] [step=import] [subtask-id=121] [takeTime=61.121867ms] [] [2024/05/06 08:04:30.626 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/05/06 08:04:30.626 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/05/06 08:04:30.626 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/05/06 08:04:30.628 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [takeTime=1.75306ms] [] [2024/05/06 08:04:30.628 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [retryCnt=0] [2024/05/06 08:04:30.633 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:04:30.654 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] ["region ranges"=1] [count=1] [size=36] [2024/05/06 08:04:30.655 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:04:30.670 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/06 08:04:30.673 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [retryCnt=0] [takeTime=45.22417ms] [] [2024/05/06 08:04:30.673 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/05/06 08:04:30.675 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [takeTime=1.389472ms] [] [2024/05/06 08:04:30.675 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/05/06 08:04:30.675 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/06 08:04:30.676 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [takeTime=1.607485ms] [] [2024/05/06 08:04:30.676 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [retryCnt=0] [2024/05/06 08:04:30.676 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/06 08:04:30.677 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [retryCnt=0] [takeTime=84.625Β΅s] [] [2024/05/06 08:04:30.677 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/06 08:04:30.677 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [takeTime=844.342Β΅s] [] [2024/05/06 08:04:30.726 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=63] [step=import] [2024/05/06 08:04:30.729 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:04:30.729 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:30.729 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:04:30.729 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:04:30.729 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:30.729 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:04:30.729 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:30.729 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:04:30.729 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:30.729 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:30.729 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:30.729 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:30.729 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:04:30.731 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:04:30.731 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:30.731 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:30.731 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:30.732 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:30.732 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=286.938324ms] [] [2024/05/06 08:04:30.754 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:04:30.755 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:04:30.756 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [2024/05/06 08:04:30.756 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:04:30.822 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":9}}"] [2024/05/06 08:04:30.823 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:04:30.823 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:04:31.028 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:04:31.079 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [2024/05/06 08:04:31.079 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [2024/05/06 08:04:31.079 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [2024/05/06 08:04:31.087 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [takeTime=7.120994ms] [] [2024/05/06 08:04:31.087 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [groupId=-1] [size=36] [kvs=1] [checksum=17158934031773082224] [2024/05/06 08:04:31.087 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [checksum="{cksum=17158934031773082224,size=36,kvs=1}"] [2024/05/06 08:04:31.087 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [weight=30] [2024/05/06 08:04:31.087 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [concurrency=15] [2024/05/06 08:04:31.090 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=290] [physicalTableID=290] [indexID=-1] [checksum=17158934031773082224] [totalKvs=1] [totalBytes=36] [2024/05/06 08:04:31.091 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [local="{cksum=17158934031773082224,size=36,kvs=1}"] [2024/05/06 08:04:31.091 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [takeTime=11.687996ms] [] [2024/05/06 08:04:31.091 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [takeTime=11.927399ms] [] [2024/05/06 08:04:31.132 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=103.580541ms] [] [2024/05/06 08:04:31.153 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:04:31.153 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=63] [step=post-process] [state=running] [] [2024/05/06 08:04:31.155 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=63] [2024/05/06 08:04:31.237 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=63] [2024/05/06 08:04:31.262 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:04:31.262 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=63] [2024/05/06 08:04:31.333 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.580850415\n# Parse_time: 0.000816678\n# Compile_time: 0.002399384\n# Rewrite_time: 0.000374293\n# Optimize_time: 0.000991673\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: c99e63c018bc9ff9c2b9dd461ad8da47c337a5d3af25de98d43cc2553179790b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`binary` FROM 'gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'binary';"] [2024/05/06 08:04:31.335 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestPreCheckCDCPiTRTasks [2024/05/06 08:04:31.344 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=205] [cur_db=fail_job_after_import] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 08:04:31.427 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=63] [type=ImportInto] [2024/05/06 08:04:31.431 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:292, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:31.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:31.431 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:292, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:31.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 08:04:31.497 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [category=ddl] [job="ID:292, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:31.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:31.531 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=205] [neededSchemaVersion=206] ["start time"=276.971Β΅s] [gotSchemaVersion=206] [phyTblIDs="[249]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:04:31.541 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=292] [version=206] [2024/05/06 08:04:31.580 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=206] ["take time"=53.75218ms] [job="ID:292, Type:drop schema, State:running, SchemaState:write only, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:31.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:31.615 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [category=ddl] [job="ID:292, Type:drop schema, State:running, SchemaState:write only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:31.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:31.643 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=206] [neededSchemaVersion=207] ["start time"=221.985Β΅s] [gotSchemaVersion=207] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:04:31.654 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=292] [version=207] [2024/05/06 08:04:31.692 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=207] ["take time"=53.223961ms] [job="ID:292, Type:drop schema, State:running, SchemaState:delete only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:31.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:31.748 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [category=ddl] [job="ID:292, Type:drop schema, State:running, SchemaState:delete only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:31.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:31.784 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=207] [neededSchemaVersion=208] ["start time"=243.287Β΅s] [gotSchemaVersion=208] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:04:31.794 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=292] [version=208] [2024/05/06 08:04:31.833 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=208] ["take time"=53.213052ms] [job="ID:292, Type:drop schema, State:done, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:31.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:31.957 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=292] [tableIDs="[249]"] [comment="drop schema: table IDs"] [2024/05/06 08:04:31.968 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=292] [jobType="drop schema"] [2024/05/06 08:04:31.973 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [job="ID:292, Type:drop schema, State:synced, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:31.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:32.023 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=292] [2024/05/06 08:04:32.023 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:32.027 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.684776271\n# Parse_time: 0.000478665\n# Compile_time: 0.000701589\n# Rewrite_time: 0.000037117\n# Optimize_time: 0.001288351\n# Wait_TS: 0.000433736\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 08:04:32.030 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=208] [cur_db=fail_job_after_import] [sql="create database load_data"] [user=root@%] [2024/05/06 08:04:32.067 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:294, Type:create schema, State:queueing, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:32.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:32.067 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:294, Type:create schema, State:queueing, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:32.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 08:04:32.135 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=294] [conn=2] [category=ddl] [job="ID:294, Type:create schema, State:queueing, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:32.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:32.173 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=208] [neededSchemaVersion=209] ["start time"=1.085923ms] [gotSchemaVersion=209] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:04:32.183 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=294] [version=209] [2024/05/06 08:04:32.220 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=209] ["take time"=53.021559ms] [job="ID:294, Type:create schema, State:done, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:32.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:32.258 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=294] [conn=2] [job="ID:294, Type:create schema, State:synced, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:32.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:32.285 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=294] [2024/05/06 08:04:32.285 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:32.291 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=209] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 08:04:32.295 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=209] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/06 08:04:32.338 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:296, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:32.28 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:32.338 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:296, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:32.28 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 08:04:32.437 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=296] [conn=2] [category=ddl] [job="ID:296, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:32.28 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:32.447 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 293, Table ID: 295, Table Name: t"] [2024/05/06 08:04:32.517 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=209] [neededSchemaVersion=210] ["start time"=2.625887ms] [gotSchemaVersion=210] [phyTblIDs="[295]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:04:32.530 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=296] [version=210] [2024/05/06 08:04:32.563 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=210] ["take time"=53.519351ms] [job="ID:296, Type:create table, State:done, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:32.28 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:32.637 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=296] [conn=2] [job="ID:296, Type:create table, State:synced, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:32.28 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:32.682 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=296] [2024/05/06 08:04:32.682 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:32.686 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.392808532\n# Parse_time: 0.000697041\n# Compile_time: 0.001063537\n# Rewrite_time: 0.0000487\n# Optimize_time: 0.001288351\n# Wait_TS: 0.000429925\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 08:04:32.688 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=210] [cur_db=load_data] [sql="create table dst (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/06 08:04:32.735 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:298, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:297, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:32.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:32.735 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:298, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:297, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:32.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst (a bigint primary key, b varchar(100), c int);"] [2024/05/06 08:04:32.782 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=298] [conn=2] [category=ddl] [job="ID:298, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:297, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:32.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:32.789 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 293, Table ID: 297, Table Name: dst"] [2024/05/06 08:04:32.919 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=210] [neededSchemaVersion=211] ["start time"=2.965811ms] [gotSchemaVersion=211] [phyTblIDs="[297]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:04:32.932 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=298] [version=211] [2024/05/06 08:04:32.965 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=211] ["take time"=53.843935ms] [job="ID:298, Type:create table, State:done, SchemaState:public, SchemaID:293, TableID:297, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:32.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:33.012 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=298] [conn=2] [job="ID:298, Type:create table, State:synced, SchemaState:public, SchemaID:293, TableID:297, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:32.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:33.058 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=298] [2024/05/06 08:04:33.058 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:33.062 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.374948899\n# Parse_time: 0.000608989\n# Compile_time: 0.00101868\n# Rewrite_time: 0.000046581\n# Optimize_time: 0.001288351\n# Wait_TS: 0.000304931\n# DB: load_data\n# Is_internal: false\n# Digest: dd39dc60c5a3729fa0f54c96e5eb385749f61bd0c49a1712893c1ff3cc2134b3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table dst (a bigint primary key, b varchar(100), c int);"] [2024/05/06 08:04:33.068 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Add(dummy-task)] [2024/05/06 08:04:33.069 +00:00] [INFO] [db.go:180] ["inc log backup task"] [count=1] [2024/05/06 08:04:33.071 +00:00] [INFO] [advancer.go:432] ["added event"] [task="name:\"dummy-task\" "] [ranges={}] [current-checkpoint=0] [2024/05/06 08:04:33.074 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Pause(dummy-task)] [2024/05/06 08:04:33.075 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Pause(dummy-task)] [2024/05/06 08:04:33.076 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Pause(dummy-task)] [2024/05/06 08:04:33.082 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:33.115 +00:00] [ERROR] [precheck_test.go:103] [error] [error="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],"] [stack="tests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestPreCheckCDCPiTRTasks\n\ttests/realtikvtest/importintotest/precheck_test.go:103\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 08:04:33.131 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:33.385 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://precheck-cdc-pitr/file.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"disable_precheck\":null}}"] [dist-task-enabled=true] [2024/05/06 08:04:33.491 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=64] [task-id=64] [data-size=10B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:04:33.539 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=64] [2024/05/06 08:04:33.539 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:04:33.644 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:04:33.646 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:04:33.647 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=64] [curr-step=init] [next-step=import] [2024/05/06 08:04:33.666 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:33.669 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 08:04:33.669 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=10] [2024/05/06 08:04:33.669 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=10] [cost=58.495Β΅s] [2024/05/06 08:04:33.669 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=171.537Β΅s] [] [2024/05/06 08:04:33.670 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=64] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:04:33.670 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:04:33.841 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=64] [mode=Import] [2024/05/06 08:04:33.861 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=64] [2024/05/06 08:04:33.863 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=64] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:04:33.904 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:04:33.905 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=64] [step=import] [2024/05/06 08:04:33.906 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:33.914 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:04:33.914 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:04:33.915 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:33.915 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:04:33.916 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:33.916 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:33.916 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:04:33.916 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:04:33.916 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:33.930 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:04:33.931 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:04:33.931 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 08:04:33.931 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=64] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:04:33.931 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=64] [disk-quota=348.5GiB] [2024/05/06 08:04:33.976 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=64] [step=import] [subtask-id=123] [2024/05/06 08:04:33.980 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:04:33.984 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:04:33.984 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=295] [2024/05/06 08:04:34.046 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=295] [key=file.csv:0] [2024/05/06 08:04:34.049 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=295] [key=file.csv:0] [readDur=1.268249ms] [encodeDur=680.74Β΅s] [checksum="{cksum=7662606672183952805,size=37,kvs=1}"] [deliverDur=503.135Β΅s] [type=file] [takeTime=2.894419ms] [] [2024/05/06 08:04:34.050 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=64] [step=import] [subtask-id=123] [takeTime=73.868321ms] [] [2024/05/06 08:04:34.050 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/64/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/2621fd60-9483-4385-9d6a-6591d4c137f1.sst] [firstKey=7480000000000001275F728000000000000001] [lastKey=7480000000000001275F728000000000000001] [2024/05/06 08:04:34.050 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/05/06 08:04:34.050 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/05/06 08:04:34.050 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:04:34.052 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.802289ms] [] [2024/05/06 08:04:34.052 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 08:04:34.057 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:04:34.079 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=1] [size=37] [2024/05/06 08:04:34.080 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:04:34.092 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 08:04:34.094 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=41.7765ms] [] [2024/05/06 08:04:34.094 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 08:04:34.095 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.047163ms] [] [2024/05/06 08:04:34.095 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/05/06 08:04:34.095 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:04:34.097 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.358829ms] [] [2024/05/06 08:04:34.097 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 08:04:34.097 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:04:34.097 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=55.587Β΅s] [] [2024/05/06 08:04:34.097 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 08:04:34.098 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=719.919Β΅s] [] [2024/05/06 08:04:34.153 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=64] [step=import] [2024/05/06 08:04:34.156 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:34.156 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:04:34.156 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:04:34.156 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:34.156 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:04:34.156 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:04:34.156 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:34.156 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:04:34.156 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:34.156 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:34.156 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:34.156 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:34.156 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:04:34.159 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:04:34.159 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:34.159 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:34.159 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:34.159 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:34.159 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=255.082776ms] [] [2024/05/06 08:04:34.162 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:04:34.163 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:04:34.164 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [2024/05/06 08:04:34.164 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:04:34.298 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":6,\"3\":1}}"] [2024/05/06 08:04:34.300 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:04:34.300 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:04:34.476 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:04:34.522 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [2024/05/06 08:04:34.522 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [2024/05/06 08:04:34.523 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [2024/05/06 08:04:34.523 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [takeTime=11.668Β΅s] [] [2024/05/06 08:04:34.523 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [groupId=-1] [size=37] [kvs=1] [checksum=7662606672183952805] [2024/05/06 08:04:34.523 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [checksum="{cksum=7662606672183952805,size=37,kvs=1}"] [2024/05/06 08:04:34.523 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [weight=30] [2024/05/06 08:04:34.523 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [concurrency=15] [2024/05/06 08:04:34.526 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=295] [physicalTableID=295] [indexID=-1] [checksum=7662606672183952805] [totalKvs=1] [totalBytes=37] [2024/05/06 08:04:34.527 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [local="{cksum=7662606672183952805,size=37,kvs=1}"] [2024/05/06 08:04:34.527 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [takeTime=4.644195ms] [] [2024/05/06 08:04:34.527 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [takeTime=4.815868ms] [] [2024/05/06 08:04:34.615 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:04:34.615 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=64] [step=post-process] [state=running] [] [2024/05/06 08:04:34.618 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=64] [2024/05/06 08:04:34.624 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=148.00053ms] [] [2024/05/06 08:04:34.664 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=64] [2024/05/06 08:04:34.681 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=64] [type=ImportInto] [2024/05/06 08:04:34.682 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:04:34.682 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=64] [2024/05/06 08:04:34.703 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=64] [2024/05/06 08:04:34.703 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=succeed] [concurrency=8] [2024/05/06 08:04:34.773 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.657220389\n# Parse_time: 0.00058342\n# Compile_time: 0.001698989\n# Rewrite_time: 0.000391397\n# Optimize_time: 0.001288351\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 5bcf9e20da079b52c86bd1aeabbdadcf5458f871133d5e2ecad89288016e27be\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://precheck-cdc-pitr/file.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH disable_precheck;"] [2024/05/06 08:04:34.800 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:04:34.803 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 08:04:34.805 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=211] [error="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],"] [session="{\n \"currDBName\": \"load_data\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": {\n \"Username\": \"root\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"root\",\n \"AuthHostname\": \"%\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/06 08:04:34.805 +00:00] [ERROR] [precheck_test.go:112] [error] [error="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],"] [errorVerbose="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:394\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:349\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:422\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestPreCheckCDCPiTRTasks\n\ttests/realtikvtest/importintotest/precheck_test.go:111\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="tests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestPreCheckCDCPiTRTasks\n\ttests/realtikvtest/importintotest/precheck_test.go:112\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 08:04:34.809 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=64] [2024/05/06 08:04:35.024 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=befcb9db-136c-4e39-a279-434f3a1e7a01] [concurrency=2] [target-table=`load_data`.`dst`] [target-table-id=297] [2024/05/06 08:04:35.032 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:04:35.032 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:04:35.033 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:35.033 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:04:35.034 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:35.034 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:35.034 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:04:35.034 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:35.034 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:04:35.049 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:04:35.051 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:04:35.051 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/06 08:04:35.055 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/05/06 08:04:35.059 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/05/06 08:04:35.156 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=befcb9db-136c-4e39-a279-434f3a1e7a01] [key=import-from-select] [2024/05/06 08:04:35.157 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=befcb9db-136c-4e39-a279-434f3a1e7a01] [key=import-from-select] [readDur=20.172Β΅s] [encodeDur=716.324Β΅s] [checksum="{cksum=8175399284317246790,size=37,kvs=1}"] [deliverDur=208.107Β΅s] [type=query] [takeTime=1.447349ms] [] [2024/05/06 08:04:35.158 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=befcb9db-136c-4e39-a279-434f3a1e7a01] [key=import-from-select] [2024/05/06 08:04:35.158 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=befcb9db-136c-4e39-a279-434f3a1e7a01] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=221.318Β΅s] [] [2024/05/06 08:04:35.158 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/05/06 08:04:35.158 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/befcb9db-136c-4e39-a279-434f3a1e7a01/aae7ed10-3950-5c5f-b1f6-563a3ef43f6a.sst/2bb37b29-1197-4830-a411-7c1c95a8dfb7.sst] [firstKey=7480000000000001295F728000000000000001] [lastKey=7480000000000001295F728000000000000001] [2024/05/06 08:04:35.161 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [takeTime=2.327287ms] [] [2024/05/06 08:04:35.161 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [retryCnt=0] [2024/05/06 08:04:35.168 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:04:35.189 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] ["region ranges"=1] [count=1] [size=37] [2024/05/06 08:04:35.190 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:04:35.202 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 08:04:35.204 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [retryCnt=0] [takeTime=42.914274ms] [] [2024/05/06 08:04:35.204 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/05/06 08:04:35.205 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [takeTime=1.4012ms] [] [2024/05/06 08:04:35.205 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [retryCnt=0] [2024/05/06 08:04:35.205 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/05/06 08:04:35.206 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [retryCnt=0] [takeTime=61.801Β΅s] [] [2024/05/06 08:04:35.206 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=befcb9db-136c-4e39-a279-434f3a1e7a01] [checksum="{\"id=-1\"=\"{cksum=8175399284317246790,size=37,kvs=1}\"}"] [2024/05/06 08:04:35.206 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=befcb9db-136c-4e39-a279-434f3a1e7a01] [2024/05/06 08:04:35.206 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=befcb9db-136c-4e39-a279-434f3a1e7a01] [takeTime=13.503Β΅s] [] [2024/05/06 08:04:35.206 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=befcb9db-136c-4e39-a279-434f3a1e7a01] [checksum="{cksum=8175399284317246790,size=37,kvs=1}"] [2024/05/06 08:04:35.206 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=befcb9db-136c-4e39-a279-434f3a1e7a01] [weight=30] [2024/05/06 08:04:35.206 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=befcb9db-136c-4e39-a279-434f3a1e7a01] [concurrency=15] [2024/05/06 08:04:35.210 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=297] [physicalTableID=297] [indexID=-1] [checksum=8175399284317246790] [totalKvs=1] [totalBytes=37] [2024/05/06 08:04:35.211 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=befcb9db-136c-4e39-a279-434f3a1e7a01] [local="{cksum=8175399284317246790,size=37,kvs=1}"] [2024/05/06 08:04:35.211 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=befcb9db-136c-4e39-a279-434f3a1e7a01] [checksum="{\"id=-1\"=\"{cksum=8175399284317246790,size=37,kvs=1}\"}"] [takeTime=5.534303ms] [] [2024/05/06 08:04:35.211 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/05/06 08:04:35.211 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [takeTime=11.232Β΅s] [] [2024/05/06 08:04:35.211 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/05/06 08:04:35.212 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [takeTime=926.423Β΅s] [] [2024/05/06 08:04:35.212 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/05/06 08:04:35.213 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [takeTime=9.098Β΅s] [] [2024/05/06 08:04:35.213 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/05/06 08:04:35.213 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [takeTime=698.005Β΅s] [] [2024/05/06 08:04:35.217 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:04:35.217 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:35.217 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:04:35.217 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:04:35.217 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:04:35.217 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:35.217 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:04:35.217 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:35.217 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:35.217 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:35.217 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:35.217 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:35.217 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:04:35.219 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:04:35.219 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:35.219 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:35.219 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:35.219 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:35.221 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572418297266183\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.414484725\n# Parse_time: 0.000716503\n# Compile_time: 0.003003658\n# Rewrite_time: 0.001944661\n# Optimize_time: 0.001023627\n# Wait_TS: 0.000116384\n# Cop_time: 0.000162018 Process_time: 0.00010336 Wait_time: 0.000089573 Request_count: 3 Process_keys: 1 Total_keys: 3 Get_snapshot_time: 0.000 Rocksdb_block_cache_hit_count: 7\n# DB: load_data\n# Is_internal: false\n# Digest: 4e6c0340e3de6960369822ac18a3be4729085c52ed4e25bdcab6958982fc73a9\n# Stats: t:pseudo[10000;0]\n# Num_cop_tasks: 3\n# Cop_proc_avg: 3.4453e-05 Cop_proc_p90: 4.1839e-05 Cop_proc_max: 4.1839e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.9857e-05 Cop_wait_p90: 3.6435e-05 Cop_wait_max: 3.6435e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 763\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('kwaQMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQwOW1zLCBsb29wczoxCQEaoE4vQQoxCTMxXzcJMAkxMDAwMAlkYXRhOlRhYmxlRnVsbFNjYW5fNgkxCUIYOTI1LjnCtRVFeDIsIGNvcF90YXNrOiB7bnVtOiAzLCBtYXg6IDEuNzgBbghtaW4BDQQyNAENCGF2ZwENADUBDAhwOTUBDA0mPGF4X3Byb2Nfa2V5czogMSwBHzoSAAh0b3QFEhg6IDEwMy40BYcBFCR3YWl0OiA4OS42BROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBa8IX2R1BRoBnQQzMAU5AYSYZGlzdHNxbF9jb25jdXJyZW5jeTogM30sIHJwY19pbmZvOntDb3A6AesYX3JwYzozLAGDCGFsXylhRC4yM21zfX0JNzYzIEJ5dGVzCSFhDDIJNDMhRABfMWPgdGFibGU6dCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTEJdGlrdl90YXNrOntwcm9jAaQMOjBzLCVWAQglUQEJCHA4MAURIVYBEBBpdGVycwWfYGFza3M6M30sIHNjYW5fZGV0YWlsOiB7dG8BtwFVCGVzczl3RhcAIF9zaXplOiA0NRHrKaM4MywgZ2V0X3NuYXBzaG90KQEIIDMwTSA0cm9ja3NkYjoge2Jsb2NBHjmTMGNvdW50OiA3fX19LCAhOV6WAAEcOu4BCGFsXyHwDRs19QB0ISgId2FsLYlIIDM3My45wrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('/AagCvcGCgxJbXBvcnRJbnRvXzISsgYKDVRhYmxlUmVhZGVyXzcStQMKD1QBElBGdWxsU2Nhbl82IZY8ANAr5ERBKQABAfBpiMNAMAE4AkACShAKDgoJbG9hZF9kYXRhEgF0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwQJ0aWt2X3Rhc2s6e3Byb2MgbWF4OjBzLCBtaW46MHMsIGF2ZzogMHMsIHA4MAURCHA5NQUITGl0ZXJzOjMsIHRhc2tzOjN9LCBzAZ98ZGV0YWlsOiB7dG90YWxfcHJvY2Vzc19rZXlzOiAxLCBGFwAgX3NpemU6IDQ1ER0JLPBMMywgZ2V0X3NuYXBzaG90X3RpbWU6IDMwLjnCtXMsIHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3VudDogN319fSwgdGltZV9algAJVBAxMDMuNAVVCZ0Id2FpEW8MODkuNgkaISgMd2FsbA00CDM3MwWJCH1w/xEBBAF4EQok/wEhckIiots4HDKkARABQAFSFCGbBDpUNtIBBFoWBYkIOTI1BVQ8LCBsb29wczoyYpQCY29wXyFiGDoge251bTohFiRtYXg6IDEuNzhtLagQIDEuMjQBDQBhIa0IMS41AQwhqBkmBGF4JYotWwQxLAEfOhIACHRvdAUSADo2EAElDgA6OQkQY29wcl85a0RyYXRpbzogMC4wMCwgYnVpbGQFrwhfZHUFGhRuOiAxMzAlQgGEUGRpc3RzcWxfY29uY3VycmVuY3k6IEE7NHJwY19pbmZvOntDb3A6AesQX3JwYzpBX0VHJSAoNC4yM21zfX1w+wU9awA4IVcUA04vQVoTCSYEMDkhAClDADFWnwEEGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`dst` FROM SELECT * FROM `load_data`.`t` WITH disable_precheck;"] [2024/05/06 08:04:35.234 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Del(dummy-task)] [2024/05/06 08:04:35.234 +00:00] [INFO] [db.go:186] ["dec log backup task"] [count=0] [2024/05/06 08:04:35.235 +00:00] [INFO] [flush_subscriber.go:97] [Clearing.] [category="log backup flush subscriber"] [2024/05/06 08:04:35.235 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=211] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/06 08:04:35.266 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:300, Type:truncate table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:3, start time: 2024-05-06 08:04:35.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:35.266 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:300, Type:truncate table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:3, start time: 2024-05-06 08:04:35.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 08:04:35.308 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=300] [conn=2] [category=ddl] [job="ID:300, Type:truncate table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:35.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:35.321 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 293, Table ID: 299, Table Name: t, Old Table ID: 295, Old Table Name: t"] [2024/05/06 08:04:35.369 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=211] [neededSchemaVersion=212] ["start time"=2.579721ms] [gotSchemaVersion=212] [phyTblIDs="[295,299]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:04:35.381 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=300] [version=212] [2024/05/06 08:04:35.456 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=212] ["take time"=94.512225ms] [job="ID:300, Type:truncate table, State:done, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:35.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:35.848 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572418467659781\n# Query_time: 0.389090845\n# Parse_time: 0\n# Compile_time: 0.001314267\n# Rewrite_time: 0\n# Optimize_time: 0\n# Wait_TS: 0.000239184\n# Prewrite_time: 0.379391883 Commit_time: 0.001478565 Get_commit_ts_time: 0.000412133 Slowest_prewrite_rpc_detail: {total:0.379s, region_id: 14, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 377.4ms}, scan_detail: {get_snapshot_time: 16.5Β΅s, rocksdb: {block: {cache_hit_count: 2}}}, write_detail: {store_batch_wait: 9.78Β΅s, propose_send_wait: 0s, persist_log: {total: 65.4Β΅s, write_leader_wait: 44ns, sync_log: 27.1Β΅s, write_memtable: 1.42Β΅s}, commit_log: 263.1Β΅s, apply_batch_wait: 7.21Β΅s, apply: {total:23.2Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 5.24Β΅s, write_memtable: 3.45Β΅s}}} Commit_primary_rpc_detail: {total:0.379s, region_id: 14, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 377.4ms}, scan_detail: {get_snapshot_time: 16.5Β΅s, rocksdb: {block: {cache_hit_count: 2}}}, write_detail: {store_batch_wait: 9.78Β΅s, propose_send_wait: 0s, persist_log: {total: 65.4Β΅s, write_leader_wait: 44ns, sync_log: 27.1Β΅s, write_memtable: 1.42Β΅s}, commit_log: 263.1Β΅s, apply_batch_wait: 7.21Β΅s, apply: {total:23.2Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 5.24Β΅s, write_memtable: 3.45Β΅s}}} Write_keys: 1 Write_size: 19 Prewrite_region: 1\n# Is_internal: true\n# Digest: bdab55af0288282745b06ae511bf5258d90e46fca67dd2e2ef0faca225d2d599\n# Num_cop_tasks: 0\n# Mem_max: 8587\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('nwzwSTAJMjlfMgkwCTAJTi9BCTAJdGltZTo0Ljc1bXMsIGxvb3BzOjEsIGNvbW1pdF90eG46IHtwcmV3cml0ZTozNzkuNG1zLCBnZXRfESMkczo0MTIuMcK1cxE3EDoxLjQ4AU8gc2xvd2VzdF9wDUHwPF9ycGM6IHt0b3RhbDogMC4zNzlzLCByZWdpb25faWQ6IDE0LCBzdG9yZTogMTI3LjAuMC4xOjIwMTYyLCABqRhfZGV0YWlsAUQgaWt2X3dhbGxfARg8OiAzNzcuNG1zfSwgc2NhbhkoLGdldF9zbmFwc2hvdA0rDDE2LjUFrqByb2Nrc2RiOiB7YmxvY2s6IHtjYWNoZV9oaXRfY291bnQ6IDJ9fX0sIAX+GVQFokBfYmF0Y2hfd2FpdDogOS43OAVTLHByb3Bvc2Vfc2VuZA0cODBzLCBwZXJzaXN0X2xvZwG8KQAMNjUuNAU1CV8UbGVhZGVyDTUkNDRucywgc3luYwk0BDI3LWIJLBhtZW10YWJsIScQLjQywrUB+C2QBWMIMjYzDTAQYXBwbHkyrAAINy4yKa0FGxWPCDIzLgFJHCwgbXV0ZXhfKREBvAlyMp4AGRcAdyHJCDUuMi7JABmdCDMuNCFqAH0hRA2fGHByaW1hcnk+CgIMMDAxc/4KAk0KCDQ4MiXgkgsCCDkuNiWDRgsCBbUJ/FV1RvkBADEpS673AQw1OC43BXQJXTJZAQQ3ODb3AQAzVlgBDDgxOG4B4C1UKfMEMjMF9wAsKdgy8wEMMTIuOQVzNvMBBDYx4vMBBDE1TWAJxTnzDDExLjNBkCHzbdkIbnVtgVMJKgxrZXlzGQ7wQGJ5dGU6MTl9CTM5NSBCeXRlcwlOL0EKMQkzNl8xCTAJMQl0YWJsZTp0aWRiX21kbF9pbmZvLCBoYW5kbGU6MzAwASIEaW2BwQQyN4FyicEoMiwgR2V0OntudW1FaQgyLCBldABfBSwMMy4zOYEqHFJlc29sdmVMYfsVKwAxMisACDY2LkEgCH0sIAE6WQkJThhwcm9jZXNzCVZhoynYCR2BGQ0aADORcQkaFGt2X3JlYYEflb4ENjctoT7XBAgyNjERgjbYBAlLEYIhViBfc2l6ZTogNDOpnzr1BAg5LjlJqwhyb2M69QQsfX19CU4vQQlOL0EK')\n# Plan_digest: ca2b8c61a8ea82f17bacb18dbe38cd4b008fc18663d28963f5ced78ed80210d7\n# Binary_plan: tidb_decode_binary_plan('0Ax4CssMCghEZWxldGVfMhKfAwoLUG9pbnRfR2V0XzEpAAUB8IbwPzABOAFAAUoYChYKBW15c3FsEg10aWRiX21kbF9pbmZvUgpoYW5kbGU6MzAwWhR0aW1lOjQuMjdtcywgbG9vcHM6MmKuAkdldDp7bnVtX3JwYzoyLCB0b3RhbF90aW1lOjMuMzltc30sUmVzb2x2ZUxvY2s6e251bV9ycGM6MSwgdG90YWwJK1w2Ni42wrVzfSwgdGltZV9kZXRhaWw6IHsJIxhwcm9jZXNzCSsgIDI3LjfCtXMsDWsMd2FpdA0aDDM2LjUdGixrdl9yZWFkX3dhbGwNIgw2Ny45CSIIaWt2LhkACDI2MRGCDHNjYW5eggBka2V5c19zaXplOiA0MywgZ2V0X3NuYXBzaG8RhAw5LjkxBWIscm9ja3NkYjoge2JsAfoYIHt9fX1w/xEBBAF4EQoA/yWHFFIDTi9BWjFmBDc1OWYcMWLvCGNvbW0B50h4bjoge3ByZXdyaXRlOjM3OS40ASkBiBEjFHM6NDEyLgmECRQQOjEuNDgBJxxzbG93ZXN0XxFBJYktZbg6IDAuMzc5cywgcmVnaW9uX2lkOiAxNCwgc3RvcmU6IDEyNy4wLjAuMToyMDE2MkKpATpQAQgzNzcBmwR9LDpPAQGqOjIBADExtkYyAVhjYWNoZV9oaXRfY291bnQ6IDJ9fX0sIAX+AF9VJQWiFF9iYXRjaEUOFDogOS43OCWFKHByb3Bvc2Vfc2VuQQhIaXQ6IDBzLCBwZXJzaXN0X2xvZzkADDY1LjQFNQlfFGxlYWRlcg1RJDQ0bnMsIHN5bmMJNAQyNy1iCSwYbWVtdGFibCEnCC40MknJKXwNLwQ2Mw0wEGFwcGx5MqwACDcuMimtBRsVjwgyMy4BSRwsIG11dGV4X0lDAbwJcjKeABkXHHdhbDogNS4yLskAGZ0IMy40YSAlRA2fGHByaW1hcnk+CgIMMDAxc/4KAk0KCDQ4MmWWkgsCBDkugQcELCBGCwIFtQn8avkBADEpS673AQQ1OI1PCV0yWQEENzg29wEAM1ZYAQw4MThuAeAtVEVWCDIyMwX3ACwp2DLzAQQxMo2GNvMBBDYx4vMBBDE1TWAJxTnzDDExLjNBkGE3bdkIbnVtoX4JKoHRGQ5cYnl0ZToxOX1wiwN4////////////ARgB')\n# Resource_group: default\n;"] [2024/05/06 08:04:35.913 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=300] [tableIDs="[295]"] [comment="drop table: table ID"] [2024/05/06 08:04:35.924 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=300] [jobType="truncate table"] [2024/05/06 08:04:35.928 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=300] [conn=2] [job="ID:300, Type:truncate table, State:synced, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:35.229 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:36.055 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=300] [2024/05/06 08:04:36.055 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:36.059 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.82465171\n# Parse_time: 0.000311711\n# Compile_time: 0.000853489\n# Rewrite_time: 0.000040129\n# Optimize_time: 0.00185751\n# Wait_TS: 0.000539599\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 08:04:36.075 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] === RUN TestImportInto/TestPreCheckTableNotEmpty [2024/05/06 08:04:36.122 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=212] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 08:04:36.397 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:301, Type:drop schema, State:queueing, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:36.13 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:36.397 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:301, Type:drop schema, State:queueing, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:36.13 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 08:04:36.519 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [category=ddl] [job="ID:301, Type:drop schema, State:queueing, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:36.13 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:36.556 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=212] [neededSchemaVersion=213] ["start time"=344.849Β΅s] [gotSchemaVersion=213] [phyTblIDs="[297,299]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:04:36.568 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=301] [version=213] [2024/05/06 08:04:36.604 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=213] ["take time"=53.375659ms] [job="ID:301, Type:drop schema, State:running, SchemaState:write only, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:36.13 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:36.650 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [category=ddl] [job="ID:301, Type:drop schema, State:running, SchemaState:write only, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:36.13 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:36.678 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=213] [neededSchemaVersion=214] ["start time"=208.518Β΅s] [gotSchemaVersion=214] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:04:36.689 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=301] [version=214] [2024/05/06 08:04:36.728 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=214] ["take time"=53.599831ms] [job="ID:301, Type:drop schema, State:running, SchemaState:delete only, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:36.13 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:36.797 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [category=ddl] [job="ID:301, Type:drop schema, State:running, SchemaState:delete only, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:36.13 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:36.833 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=214] [neededSchemaVersion=215] ["start time"=218.467Β΅s] [gotSchemaVersion=215] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:04:36.843 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=301] [version=215] [2024/05/06 08:04:36.882 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=215] ["take time"=53.012769ms] [job="ID:301, Type:drop schema, State:done, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:36.13 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:36.945 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=301] [tableIDs="[297,299]"] [comment="drop schema: table IDs"] [2024/05/06 08:04:36.956 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=301] [jobType="drop schema"] [2024/05/06 08:04:36.961 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [job="ID:301, Type:drop schema, State:synced, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:36.13 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:37.061 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=301] [2024/05/06 08:04:37.061 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:37.065 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.945452898\n# Parse_time: 0.000773106\n# Compile_time: 0.001294584\n# Rewrite_time: 0.000048466\n# Optimize_time: 0.00185751\n# Wait_TS: 0.000496466\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 08:04:37.067 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=215] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/06 08:04:37.103 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:303, Type:create schema, State:queueing, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:37.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:37.103 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:303, Type:create schema, State:queueing, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:37.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 08:04:37.178 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=303] [conn=2] [category=ddl] [job="ID:303, Type:create schema, State:queueing, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:37.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:37.217 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=215] [neededSchemaVersion=216] ["start time"=1.049511ms] [gotSchemaVersion=216] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:04:37.227 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=303] [version=216] [2024/05/06 08:04:37.265 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=216] ["take time"=53.642907ms] [job="ID:303, Type:create schema, State:done, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:37.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:37.306 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=303] [conn=2] [job="ID:303, Type:create schema, State:synced, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:37.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:37.345 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=303] [2024/05/06 08:04:37.345 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:37.352 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=216] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 08:04:37.357 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=216] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/06 08:04:37.403 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:305, Type:create table, State:queueing, SchemaState:none, SchemaID:302, TableID:304, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:37.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:37.403 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:305, Type:create table, State:queueing, SchemaState:none, SchemaID:302, TableID:304, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:37.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 08:04:37.440 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=305] [conn=2] [category=ddl] [job="ID:305, Type:create table, State:queueing, SchemaState:none, SchemaID:302, TableID:304, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:37.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:37.500 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 302, Table ID: 304, Table Name: t"] [2024/05/06 08:04:37.577 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=216] [neededSchemaVersion=217] ["start time"=2.579171ms] [gotSchemaVersion=217] [phyTblIDs="[304]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:04:37.587 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=305] [version=217] [2024/05/06 08:04:37.624 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=217] ["take time"=53.665442ms] [job="ID:305, Type:create table, State:done, SchemaState:public, SchemaID:302, TableID:304, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:37.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:37.690 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=305] [conn=2] [job="ID:305, Type:create table, State:synced, SchemaState:public, SchemaID:302, TableID:304, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:37.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:37.727 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=305] [2024/05/06 08:04:37.727 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:37.731 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.37712747\n# Parse_time: 0.001640641\n# Compile_time: 0.001986374\n# Rewrite_time: 0.000051385\n# Optimize_time: 0.00185751\n# Wait_TS: 0.000401453\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 08:04:37.754 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] === RUN TestImportInto/TestPreCheckTotalFileSize0 [2024/05/06 08:04:37.783 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=217] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 08:04:37.808 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:306, Type:drop schema, State:queueing, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:37.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:37.808 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:306, Type:drop schema, State:queueing, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:37.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 08:04:37.844 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [category=ddl] [job="ID:306, Type:drop schema, State:queueing, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:37.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:37.884 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=217] [neededSchemaVersion=218] ["start time"=260.595Β΅s] [gotSchemaVersion=218] [phyTblIDs="[304]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:04:37.894 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=306] [version=218] [2024/05/06 08:04:37.964 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=218] ["take time"=84.085546ms] [job="ID:306, Type:drop schema, State:running, SchemaState:write only, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:37.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:38.011 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [category=ddl] [job="ID:306, Type:drop schema, State:running, SchemaState:write only, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:37.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:38.046 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=218] [neededSchemaVersion=219] ["start time"=229.461Β΅s] [gotSchemaVersion=219] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:04:38.057 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=306] [version=219] [2024/05/06 08:04:38.095 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=219] ["take time"=52.873691ms] [job="ID:306, Type:drop schema, State:running, SchemaState:delete only, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:37.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:38.167 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [category=ddl] [job="ID:306, Type:drop schema, State:running, SchemaState:delete only, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:37.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:38.198 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=219] [neededSchemaVersion=220] ["start time"=232.508Β΅s] [gotSchemaVersion=220] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:04:38.209 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=306] [version=220] [2024/05/06 08:04:38.247 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=220] ["take time"=52.797704ms] [job="ID:306, Type:drop schema, State:done, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:37.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:38.312 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=306] [tableIDs="[304]"] [comment="drop schema: table IDs"] [2024/05/06 08:04:38.321 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=306] [jobType="drop schema"] [2024/05/06 08:04:38.325 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [job="ID:306, Type:drop schema, State:synced, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:37.779 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:38.374 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=306] [2024/05/06 08:04:38.374 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:38.378 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.595060746\n# Parse_time: 0.000481242\n# Compile_time: 0.000640135\n# Rewrite_time: 0.000036728\n# Optimize_time: 0.00185751\n# Wait_TS: 0.000430267\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 08:04:38.379 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=220] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/06 08:04:38.460 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:308, Type:create schema, State:queueing, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:38.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:38.460 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:308, Type:create schema, State:queueing, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:38.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 08:04:38.526 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=308] [conn=2] [category=ddl] [job="ID:308, Type:create schema, State:queueing, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:38.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:38.556 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=220] [neededSchemaVersion=221] ["start time"=924.278Β΅s] [gotSchemaVersion=221] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:04:38.568 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=308] [version=221] [2024/05/06 08:04:38.604 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=221] ["take time"=53.350798ms] [job="ID:308, Type:create schema, State:done, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:38.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:38.652 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=308] [conn=2] [job="ID:308, Type:create schema, State:synced, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:38.379 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:38.679 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=308] [2024/05/06 08:04:38.679 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:38.683 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.304291437\n# Parse_time: 0.000248078\n# Compile_time: 0.000906884\n# Rewrite_time: 0.000035216\n# Optimize_time: 0.00185751\n# Wait_TS: 0.000416521\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database load_data;"] [2024/05/06 08:04:38.685 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=221] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 08:04:38.689 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=221] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/06 08:04:38.727 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:310, Type:create table, State:queueing, SchemaState:none, SchemaID:307, TableID:309, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:38.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:38.727 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:310, Type:create table, State:queueing, SchemaState:none, SchemaID:307, TableID:309, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:38.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 08:04:38.769 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=310] [conn=2] [category=ddl] [job="ID:310, Type:create table, State:queueing, SchemaState:none, SchemaID:307, TableID:309, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:38.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:38.777 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 307, Table ID: 309, Table Name: t"] [2024/05/06 08:04:38.838 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=221] [neededSchemaVersion=222] ["start time"=2.26407ms] [gotSchemaVersion=222] [phyTblIDs="[309]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:04:38.890 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=310] [version=222] [2024/05/06 08:04:38.892 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=222] ["take time"=59.874777ms] [job="ID:310, Type:create table, State:done, SchemaState:public, SchemaID:307, TableID:309, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:38.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:38.965 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=310] [conn=2] [job="ID:310, Type:create table, State:synced, SchemaState:public, SchemaID:307, TableID:309, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:38.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:39.008 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=310] [2024/05/06 08:04:39.008 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:39.011 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.324617622\n# Parse_time: 0.0015155\n# Compile_time: 0.000883383\n# Rewrite_time: 0.000041376\n# Optimize_time: 0.00185751\n# Wait_TS: 0.000305757\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 08:04:39.032 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:39.068 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] === RUN TestImportInto/TestRegisterTask [2024/05/06 08:04:39.090 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=222] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/05/06 08:04:39.119 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:311, Type:drop schema, State:queueing, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:39.08 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/05/06 08:04:39.119 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:311, Type:drop schema, State:queueing, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:39.08 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:39.180 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [category=ddl] [job="ID:311, Type:drop schema, State:queueing, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:39.08 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:39.210 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=222] [neededSchemaVersion=223] ["start time"=396.208Β΅s] [gotSchemaVersion=223] [phyTblIDs="[309]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:04:39.221 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=311] [version=223] [2024/05/06 08:04:39.259 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=223] ["take time"=53.130943ms] [job="ID:311, Type:drop schema, State:running, SchemaState:write only, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:39.08 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:39.305 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [category=ddl] [job="ID:311, Type:drop schema, State:running, SchemaState:write only, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:39.08 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:39.384 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=223] [neededSchemaVersion=224] ["start time"=216.216Β΅s] [gotSchemaVersion=224] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:04:39.393 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=311] [version=224] [2024/05/06 08:04:39.432 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=224] ["take time"=53.470062ms] [job="ID:311, Type:drop schema, State:running, SchemaState:delete only, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:39.08 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:39.506 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [category=ddl] [job="ID:311, Type:drop schema, State:running, SchemaState:delete only, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:39.08 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:39.544 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=224] [neededSchemaVersion=225] ["start time"=198.106Β΅s] [gotSchemaVersion=225] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:04:39.554 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=311] [version=225] [2024/05/06 08:04:39.593 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=225] ["take time"=52.81219ms] [job="ID:311, Type:drop schema, State:done, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:39.08 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:39.662 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=311] [tableIDs="[309]"] [comment="drop schema: table IDs"] [2024/05/06 08:04:39.671 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=311] [jobType="drop schema"] [2024/05/06 08:04:39.675 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [job="ID:311, Type:drop schema, State:synced, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:39.08 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:39.725 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=311] [2024/05/06 08:04:39.725 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:39.728 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.63982489\n# Parse_time: 0.000506334\n# Compile_time: 0.000670999\n# Rewrite_time: 0.000032144\n# Optimize_time: 0.00185751\n# Wait_TS: 0.000378697\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_data;"] [2024/05/06 08:04:39.730 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=225] [cur_db=] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/05/06 08:04:39.769 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:39.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:39.769 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:39.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_data;"] [2024/05/06 08:04:39.896 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=313] [conn=2] [category=ddl] [job="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:39.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:39.929 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=225] [neededSchemaVersion=226] ["start time"=1.253845ms] [gotSchemaVersion=226] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:04:39.942 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=313] [version=226] [2024/05/06 08:04:39.978 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=226] ["take time"=54.725885ms] [job="ID:313, Type:create schema, State:done, SchemaState:public, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:39.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:40.023 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=313] [conn=2] [job="ID:313, Type:create schema, State:synced, SchemaState:public, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:39.729 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:40.050 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=313] [2024/05/06 08:04:40.050 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:40.054 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.324500029\n# Parse_time: 0.000222195\n# Compile_time: 0.000747191\n# Rewrite_time: 0.000030095\n# Optimize_time: 0.00185751\n# Wait_TS: 0.000372341\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_data;"] [2024/05/06 08:04:40.057 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=226] [cur_db=] [sql="CREATE TABLE load_data.register_task (a INT, b INT, c int);"] [user=root@%] [2024/05/06 08:04:40.103 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:40.03 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:40.103 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:40.03 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_data.register_task (a INT, b INT, c int);"] [2024/05/06 08:04:40.156 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=315] [conn=2] [category=ddl] [job="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:40.03 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:40.165 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 312, Table ID: 314, Table Name: register_task"] [2024/05/06 08:04:40.227 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=226] [neededSchemaVersion=227] ["start time"=2.515436ms] [gotSchemaVersion=227] [phyTblIDs="[314]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:04:40.238 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=315] [version=227] [2024/05/06 08:04:40.273 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=227] ["take time"=53.088656ms] [job="ID:315, Type:create table, State:done, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:40.03 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:40.407 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=315] [conn=2] [job="ID:315, Type:create table, State:synced, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:40.03 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:40.463 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=315] [2024/05/06 08:04:40.463 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:40.467 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.41291945\n# Parse_time: 0.001128982\n# Compile_time: 0.001359733\n# Rewrite_time: 0.00005189\n# Optimize_time: 0.00185751\n# Wait_TS: 0.000286339\n# Is_internal: false\n# Digest: 440f501f110ac5b73ffb36512799e2b600066ba480f5072f78e90fd37be67273\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_data.register_task (a INT, b INT, c int);"] [2024/05/06 08:04:40.484 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:40.680 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:04:40.845 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=65] [task-id=65] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:04:40.887 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=65] [2024/05/06 08:04:40.887 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:04:40.998 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:04:41.001 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:04:41.003 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=65] [curr-step=init] [next-step=import] [2024/05/06 08:04:41.026 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:41.028 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=register_task] [2024/05/06 08:04:41.029 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/05/06 08:04:41.029 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=register_task] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=63.123Β΅s] [2024/05/06 08:04:41.029 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=register_task] [takeTime=188.755Β΅s] [] [2024/05/06 08:04:41.029 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=65] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:04:41.029 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:04:41.153 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=65] [mode=Import] [2024/05/06 08:04:41.168 +00:00] [INFO] [import_into_test.go:901] ["register task"] [task_id=65] [2024/05/06 08:04:41.168 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=65] [2024/05/06 08:04:41.254 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=65] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:04:41.302 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:04:41.304 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=65] [step=import] [2024/05/06 08:04:41.305 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:41.314 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:04:41.314 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:04:41.314 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:41.314 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:04:41.316 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:41.316 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:41.316 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:04:41.316 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:04:41.316 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:41.335 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:04:41.337 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:04:41.337 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=374.2GB] [2024/05/06 08:04:41.337 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=65] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:04:41.337 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=register_task] [import-id=65] [disk-quota=348.5GiB] [2024/05/06 08:04:41.389 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=65] [step=import] [subtask-id=125] [2024/05/06 08:04:41.394 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 08:04:41.398 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 08:04:41.398 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=314] [2024/05/06 08:04:41.413 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=314] [key=register_task-1.tsv:0] [2024/05/06 08:04:41.415 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=314] [key=register_task-1.tsv:0] [readDur=1.136494ms] [encodeDur=471.631Β΅s] [checksum="{cksum=8169789734841499502,size=37,kvs=1}"] [deliverDur=198.215Β΅s] [type=file] [takeTime=2.126806ms] [] [2024/05/06 08:04:41.416 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=65] [step=import] [subtask-id=125] [takeTime=26.684868ms] [] [2024/05/06 08:04:41.416 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/65/51a7a24d-77bd-5aff-aeb3-117ab334dd31.sst/3ce7b26c-2185-4f25-814d-00c9ad05fb46.sst] [firstKey=74800000000000013A5F728000000000000001] [lastKey=74800000000000013A5F728000000000000001] [2024/05/06 08:04:41.416 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=65] [step=import] [engine-id=0] [2024/05/06 08:04:41.416 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=65] [step=import] [engine-id=0] [2024/05/06 08:04:41.416 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 08:04:41.418 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.629944ms] [] [2024/05/06 08:04:41.418 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [2024/05/06 08:04:41.422 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:04:41.444 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] ["region ranges"=1] [count=1] [size=37] [2024/05/06 08:04:41.444 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:04:41.457 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 08:04:41.459 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [takeTime=40.697751ms] [] [2024/05/06 08:04:41.459 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 08:04:41.460 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.204898ms] [] [2024/05/06 08:04:41.460 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=65] [step=import] [engine-id=0] [2024/05/06 08:04:41.460 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 08:04:41.462 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=1.491516ms] [] [2024/05/06 08:04:41.462 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [2024/05/06 08:04:41.462 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 08:04:41.462 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [takeTime=69.727Β΅s] [] [2024/05/06 08:04:41.462 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 08:04:41.463 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=802.228Β΅s] [] [2024/05/06 08:04:41.511 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:04:41.512 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=65] [step=import] [2024/05/06 08:04:41.512 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:04:41.514 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [2024/05/06 08:04:41.514 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:04:41.515 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:04:41.515 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:41.515 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:04:41.515 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:04:41.515 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:04:41.515 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:41.515 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:04:41.515 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:41.515 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:41.515 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:41.515 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:41.515 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:41.515 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:04:41.518 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:04:41.518 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:41.518 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:41.518 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:41.518 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:41.518 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=215.380208ms] [] [2024/05/06 08:04:41.587 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 08:04:41.589 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:04:41.589 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:04:41.805 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:04:41.861 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [2024/05/06 08:04:41.861 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [2024/05/06 08:04:41.861 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [2024/05/06 08:04:41.869 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [takeTime=7.855637ms] [] [2024/05/06 08:04:41.869 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [groupId=-1] [size=37] [kvs=1] [checksum=8169789734841499502] [2024/05/06 08:04:41.869 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [checksum="{cksum=8169789734841499502,size=37,kvs=1}"] [2024/05/06 08:04:41.869 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [weight=30] [2024/05/06 08:04:41.869 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [concurrency=15] [2024/05/06 08:04:41.873 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=314] [physicalTableID=314] [indexID=-1] [checksum=8169789734841499502] [totalKvs=1] [totalBytes=37] [2024/05/06 08:04:41.874 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [local="{cksum=8169789734841499502,size=37,kvs=1}"] [2024/05/06 08:04:41.874 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [takeTime=12.718984ms] [] [2024/05/06 08:04:41.874 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [takeTime=12.959086ms] [] [2024/05/06 08:04:41.908 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:04:41.908 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=65] [step=post-process] [state=running] [] [2024/05/06 08:04:41.910 +00:00] [INFO] [import_into_test.go:906] ["unregister task"] [task_id=65] [2024/05/06 08:04:41.910 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=65] [2024/05/06 08:04:41.918 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=112.799564ms] [] [2024/05/06 08:04:41.969 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=65] [type=ImportInto] [2024/05/06 08:04:41.993 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=65] [2024/05/06 08:04:42.076 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:04:42.076 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=65] [2024/05/06 08:04:42.140 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.671347281\n# Parse_time: 0.001397819\n# Compile_time: 0.001305731\n# Rewrite_time: 0.000271408\n# Optimize_time: 0.00185751\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 08:04:42.152 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=227] [cur_db=] [sql="truncate table load_data.register_task;"] [user=root@%] [2024/05/06 08:04:42.184 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:317, Type:truncate table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:3, start time: 2024-05-06 08:04:42.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:42.184 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:317, Type:truncate table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:3, start time: 2024-05-06 08:04:42.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.register_task;"] [2024/05/06 08:04:42.185 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:04:42.232 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=317] [conn=2] [category=ddl] [job="ID:317, Type:truncate table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:42.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:42.249 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 312, Table ID: 316, Table Name: register_task, Old Table ID: 314, Old Table Name: register_task"] [2024/05/06 08:04:42.300 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=227] [neededSchemaVersion=228] ["start time"=2.650099ms] [gotSchemaVersion=228] [phyTblIDs="[314,316]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:04:42.314 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=317] [version=228] [2024/05/06 08:04:42.345 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=228] ["take time"=53.25529ms] [job="ID:317, Type:truncate table, State:done, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:42.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:42.421 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=317] [tableIDs="[314]"] [comment="drop table: table ID"] [2024/05/06 08:04:42.430 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=317] [jobType="truncate table"] [2024/05/06 08:04:42.434 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=317] [conn=2] [job="ID:317, Type:truncate table, State:synced, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:42.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:42.552 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=317] [2024/05/06 08:04:42.552 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:42.557 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.406065226\n# Parse_time: 0.000567255\n# Compile_time: 0.000959893\n# Rewrite_time: 0.000041705\n# Optimize_time: 0.001989312\n# Wait_TS: 0.00043768\n# Is_internal: false\n# Digest: 9227ff4b76bdfbee0fa9a7a479a3a8bd83eeae6d7c357923f79e45f050bd1a3f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.register_task;"] [2024/05/06 08:04:42.575 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:42.781 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:04:42.895 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=66] [task-id=66] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:04:42.989 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=66] [2024/05/06 08:04:42.989 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:04:43.100 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:04:43.103 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:04:43.105 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=66] [curr-step=init] [next-step=import] [2024/05/06 08:04:43.130 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:43.133 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=register_task] [2024/05/06 08:04:43.133 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/05/06 08:04:43.133 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=register_task] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=64.817Β΅s] [2024/05/06 08:04:43.133 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=register_task] [takeTime=188.341Β΅s] [] [2024/05/06 08:04:43.133 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=66] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:04:43.133 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:04:43.258 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=66] [mode=Import] [2024/05/06 08:04:43.273 +00:00] [INFO] [import_into_test.go:901] ["register task"] [task_id=66] [2024/05/06 08:04:43.274 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=66] [2024/05/06 08:04:43.311 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=66] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:04:43.358 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:04:43.360 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=66] [step=import] [2024/05/06 08:04:43.362 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:43.370 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:04:43.370 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:04:43.371 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:43.371 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:04:43.372 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:43.372 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:04:43.372 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:43.372 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:04:43.372 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:43.386 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:04:43.388 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:04:43.388 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=374.2GB] [2024/05/06 08:04:43.388 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=66] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:04:43.388 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=register_task] [import-id=66] [disk-quota=348.5GiB] [2024/05/06 08:04:43.483 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=66] [step=import] [subtask-id=127] [2024/05/06 08:04:43.488 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 08:04:43.492 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 08:04:43.492 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=316] [2024/05/06 08:04:46.493 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=66] [step=import] [subtask-id=127] [takeTime=3.00926138s] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:04:46.493 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:04:46.494 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:04:46.494 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:46.494 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:04:46.494 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:04:46.494 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:04:46.494 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:46.495 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:04:46.494 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:04:46.495 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:46.495 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:04:46.521 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=66] [step=import] [2024/05/06 08:04:46.526 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:46.526 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:46.526 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:46.526 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:46.526 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:04:46.528 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:04:46.528 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:46.529 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:46.529 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:46.529 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:46.529 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=3.171047757s] [error="occur an error when sort chunk"] [2024/05/06 08:04:46.529 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:04:46.632 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[0]occur an error when sort chunk\\\"}\"]"] [2024/05/06 08:04:46.652 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=66] [type=ImportInto] [2024/05/06 08:04:46.710 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=66] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/05/06 08:04:46.712 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=66] [step=import] [mode=Normal] [2024/05/06 08:04:46.726 +00:00] [INFO] [import_into_test.go:906] ["unregister task"] [task_id=66] [2024/05/06 08:04:46.726 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=66] [2024/05/06 08:04:46.795 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=66] [2024/05/06 08:04:46.829 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:04:46.829 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=66] [2024/05/06 08:04:46.865 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=66] [error="[0]occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:403\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1209\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:158\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:251\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestRegisterTask\n\ttests/realtikvtest/importintotest/import_into_test.go:944\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 08:04:46.866 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.307732724\n# Parse_time: 0.000499105\n# Compile_time: 0.001592932\n# Rewrite_time: 0.000341434\n# Optimize_time: 0.001989312\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkwCXRpbWU6NC4zcywgbG9vcHM6MQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('RcAKQQoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhJ0aW1lOjQuM3MsIGxvb3BzOjFw////CQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 08:04:46.936 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:46.995 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:04:47.150 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:04:47.244 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=67] [task-id=67] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:04:47.332 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=67] [2024/05/06 08:04:47.333 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:04:47.440 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:04:47.441 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:04:47.442 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=67] [curr-step=init] [next-step=import] [2024/05/06 08:04:47.462 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:47.465 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=register_task] [2024/05/06 08:04:47.465 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/05/06 08:04:47.465 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=register_task] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=64.541Β΅s] [2024/05/06 08:04:47.465 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=register_task] [takeTime=177.939Β΅s] [] [2024/05/06 08:04:47.465 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=67] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:04:47.465 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:04:47.594 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=67] [mode=Import] [2024/05/06 08:04:47.612 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=67] [2024/05/06 08:04:47.634 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=67] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:04:47.681 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:04:47.682 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=67] [step=import] [2024/05/06 08:04:47.684 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:47.692 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:04:47.692 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:04:47.692 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:47.692 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:04:47.693 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:47.693 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:04:47.693 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:47.693 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:04:47.694 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:47.708 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:04:47.709 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:04:47.709 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=374.2GB] [2024/05/06 08:04:47.709 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=67] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:04:47.710 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=register_task] [import-id=67] [disk-quota=348.5GiB] [2024/05/06 08:04:47.809 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=67] [step=import] [subtask-id=128] [2024/05/06 08:04:47.814 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 08:04:47.818 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 08:04:47.818 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=316] [2024/05/06 08:04:47.840 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:48.179 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=316] [key=register_task-1.tsv:0] [2024/05/06 08:04:48.182 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=316] [key=register_task-1.tsv:0] [readDur=1.239028ms] [encodeDur=518.03Β΅s] [checksum="{cksum=9112913226393502393,size=37,kvs=1}"] [deliverDur=253.994Β΅s] [type=file] [takeTime=2.462199ms] [] [2024/05/06 08:04:48.183 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=67] [step=import] [subtask-id=128] [takeTime=373.156452ms] [] [2024/05/06 08:04:48.183 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/67/51a7a24d-77bd-5aff-aeb3-117ab334dd31.sst/01e60a11-6d60-49ca-b5a3-1b0f7993d308.sst] [firstKey=74800000000000013C5F728000000000000001] [lastKey=74800000000000013C5F728000000000000001] [2024/05/06 08:04:48.183 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/05/06 08:04:48.183 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/05/06 08:04:48.183 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 08:04:48.185 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.863085ms] [] [2024/05/06 08:04:48.185 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [2024/05/06 08:04:48.190 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:04:48.212 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] ["region ranges"=1] [count=1] [size=37] [2024/05/06 08:04:48.212 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:04:48.287 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 08:04:48.289 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [takeTime=104.114023ms] [] [2024/05/06 08:04:48.289 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 08:04:48.291 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.18142ms] [] [2024/05/06 08:04:48.291 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/05/06 08:04:48.291 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 08:04:48.292 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=1.655066ms] [] [2024/05/06 08:04:48.293 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [2024/05/06 08:04:48.293 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 08:04:48.293 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [takeTime=61.011Β΅s] [] [2024/05/06 08:04:48.293 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 08:04:48.294 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=793.297Β΅s] [] [2024/05/06 08:04:48.340 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=67] [step=import] [2024/05/06 08:04:48.344 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:48.345 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:04:48.345 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:04:48.344 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:48.345 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:04:48.345 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:04:48.345 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:48.345 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:04:48.345 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:48.345 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:48.345 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:48.345 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:48.345 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:04:48.347 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:04:48.347 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:48.347 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:48.347 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:48.348 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:48.348 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=666.782667ms] [] [2024/05/06 08:04:48.358 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:04:48.359 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:04:48.360 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [2024/05/06 08:04:48.361 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:04:48.430 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 08:04:48.432 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:04:48.432 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:04:48.594 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:04:48.704 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [2024/05/06 08:04:48.704 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [2024/05/06 08:04:48.704 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [2024/05/06 08:04:48.712 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [takeTime=7.519786ms] [] [2024/05/06 08:04:48.712 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [groupId=-1] [size=37] [kvs=1] [checksum=9112913226393502393] [2024/05/06 08:04:48.712 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [checksum="{cksum=9112913226393502393,size=37,kvs=1}"] [2024/05/06 08:04:48.712 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [weight=30] [2024/05/06 08:04:48.712 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [concurrency=15] [2024/05/06 08:04:48.716 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=316] [physicalTableID=316] [indexID=-1] [checksum=9112913226393502393] [totalKvs=1] [totalBytes=37] [2024/05/06 08:04:48.716 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [local="{cksum=9112913226393502393,size=37,kvs=1}"] [2024/05/06 08:04:48.716 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [takeTime=12.318984ms] [] [2024/05/06 08:04:48.716 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [takeTime=12.544945ms] [] [2024/05/06 08:04:48.759 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=164.584659ms] [] [2024/05/06 08:04:48.759 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:04:48.759 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=67] [step=post-process] [state=running] [] [2024/05/06 08:04:48.763 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=67] [2024/05/06 08:04:48.810 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=67] [type=ImportInto] [2024/05/06 08:04:48.839 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=67] [2024/05/06 08:04:48.863 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:04:48.863 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=67] [2024/05/06 08:04:48.944 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:04:49.175 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.307253857\n# Parse_time: 0.001809744\n# Compile_time: 0.002445981\n# Rewrite_time: 0.000340852\n# Optimize_time: 0.001989312\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4zcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6Mi4zcywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestSameBehaviourDetachedOrNot [2024/05/06 08:04:49.188 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=228] [cur_db=] [sql="DROP DATABASE IF EXISTS test_detached;"] [user=root@%] [2024/05/06 08:04:49.191 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=228] [cur_db=] [sql="CREATE DATABASE test_detached;"] [user=root@%] [2024/05/06 08:04:49.221 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:319, Type:create schema, State:queueing, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:49.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:49.221 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:319, Type:create schema, State:queueing, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:49.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE test_detached;"] [2024/05/06 08:04:49.296 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=319] [conn=2] [category=ddl] [job="ID:319, Type:create schema, State:queueing, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:49.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:49.327 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=228] [neededSchemaVersion=229] ["start time"=1.162123ms] [gotSchemaVersion=229] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:04:49.337 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=319] [version=229] [2024/05/06 08:04:49.375 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=229] ["take time"=53.905431ms] [job="ID:319, Type:create schema, State:done, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:49.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:49.439 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=319] [conn=2] [job="ID:319, Type:create schema, State:synced, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:49.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:49.469 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=319] [2024/05/06 08:04:49.469 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:49.474 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=229] [cur_db=] [sql="CREATE TABLE test_detached.t1 (dt DATETIME, ts TIMESTAMP);"] [user=root@%] [2024/05/06 08:04:49.560 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:321, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:320, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:49.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t1 (dt DATETIME, ts TIMESTAMP);"] [2024/05/06 08:04:49.560 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:321, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:320, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:49.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:49.608 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=321] [conn=2] [category=ddl] [job="ID:321, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:320, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:49.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:49.616 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 318, Table ID: 320, Table Name: t1"] [2024/05/06 08:04:49.679 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=229] [neededSchemaVersion=230] ["start time"=2.476695ms] [gotSchemaVersion=230] [phyTblIDs="[320]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:04:49.691 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=321] [version=230] [2024/05/06 08:04:49.725 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=230] ["take time"=53.740977ms] [job="ID:321, Type:create table, State:done, SchemaState:public, SchemaID:318, TableID:320, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:49.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:49.801 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=321] [conn=2] [job="ID:321, Type:create table, State:synced, SchemaState:public, SchemaID:318, TableID:320, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:49.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:49.834 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=321] [2024/05/06 08:04:49.834 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:49.837 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.364102771\n# Parse_time: 0.000471933\n# Compile_time: 0.00085337\n# Rewrite_time: 0.000047212\n# Optimize_time: 0.001050275\n# Wait_TS: 0.000388804\n# Is_internal: false\n# Digest: 432f3afcc274864365805e38284bd9d1ce7cebbc91bc9bc241ee6692f6142820\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t1 (dt DATETIME, ts TIMESTAMP);"] [2024/05/06 08:04:49.839 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=230] [cur_db=] [sql="CREATE TABLE test_detached.t2 (dt DATETIME, ts TIMESTAMP);"] [user=root@%] [2024/05/06 08:04:49.890 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:323, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:322, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:49.83 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:49.890 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:323, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:322, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:49.83 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t2 (dt DATETIME, ts TIMESTAMP);"] [2024/05/06 08:04:49.961 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=323] [conn=2] [category=ddl] [job="ID:323, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:322, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:49.83 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:49.968 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 318, Table ID: 322, Table Name: t2"] [2024/05/06 08:04:50.084 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=230] [neededSchemaVersion=231] ["start time"=2.367088ms] [gotSchemaVersion=231] [phyTblIDs="[322]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:04:50.095 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=323] [version=231] [2024/05/06 08:04:50.130 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=231] ["take time"=53.679713ms] [job="ID:323, Type:create table, State:done, SchemaState:public, SchemaID:318, TableID:322, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:49.83 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:50.201 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=323] [conn=2] [job="ID:323, Type:create table, State:synced, SchemaState:public, SchemaID:318, TableID:322, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:49.83 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:50.240 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=323] [2024/05/06 08:04:50.240 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:50.244 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.405476666\n# Parse_time: 0.000561676\n# Compile_time: 0.000938089\n# Rewrite_time: 0.000043321\n# Optimize_time: 0.001050275\n# Wait_TS: 0.000381131\n# Is_internal: false\n# Digest: e9ba2dcc2a574fc4b46a542fa77c0bbf453db514bf088b55857a362aef3bf662\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t2 (dt DATETIME, ts TIMESTAMP);"] [2024/05/06 08:04:50.260 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:50.503 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 08:04:50.601 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=68] [task-id=68] [data-size=39B] [thread-cnt=1] [global-sort=false] [2024/05/06 08:04:50.638 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=68] [2024/05/06 08:04:50.638 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 08:04:50.743 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:04:50.745 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:04:50.746 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=68] [curr-step=init] [next-step=import] [2024/05/06 08:04:50.764 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:50.767 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/06 08:04:50.768 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=39] [2024/05/06 08:04:50.768 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=39] [cost=84.725Β΅s] [2024/05/06 08:04:50.768 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=265.121Β΅s] [] [2024/05/06 08:04:50.768 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=68] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:04:50.768 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 08:04:50.931 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=68] [mode=Import] [2024/05/06 08:04:50.953 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=68] [2024/05/06 08:04:50.965 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=68] [type=ImportInto] [remaining-slots=51] [2024/05/06 08:04:51.009 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:04:51.010 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=68] [step=import] [2024/05/06 08:04:51.011 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:51.020 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:04:51.020 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:04:51.020 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:51.021 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:04:51.021 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:51.022 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:51.022 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:04:51.022 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:04:51.022 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:51.037 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:04:51.038 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:04:51.038 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=374.2GB] [2024/05/06 08:04:51.038 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=68] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:04:51.039 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=68] [disk-quota=348.5GiB] [2024/05/06 08:04:51.089 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=68] [step=import] [subtask-id=130] [2024/05/06 08:04:51.093 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 08:04:51.097 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 08:04:51.097 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=320] [2024/05/06 08:04:51.103 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=320] [key=1.txt:0] [2024/05/06 08:04:51.106 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=320] [key=1.txt:0] [readDur=1.099355ms] [encodeDur=762.836Β΅s] [checksum="{cksum=10446017286793149145,size=47,kvs=1}"] [deliverDur=220.054Β΅s] [type=file] [takeTime=2.5863ms] [] [2024/05/06 08:04:51.106 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=68] [step=import] [subtask-id=130] [takeTime=17.180363ms] [] [2024/05/06 08:04:51.106 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=47] [kvs=1] [files=1] [sstFileSize=945] [file=/tmp/tidb/import-4000/68/3ae7f001-78df-5ff2-91c4-d73c344f65c1.sst/82ab80ce-4d91-446d-b957-f50b34d404bf.sst] [firstKey=7480000000000001405F728000000000000001] [lastKey=7480000000000001405F728000000000000001] [2024/05/06 08:04:51.107 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/05/06 08:04:51.107 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/05/06 08:04:51.107 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 08:04:51.109 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.882635ms] [] [2024/05/06 08:04:51.109 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [2024/05/06 08:04:51.113 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:04:51.135 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] ["region ranges"=1] [count=1] [size=47] [2024/05/06 08:04:51.136 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:04:51.148 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [size=47] [kvs=1] [importedSize=47] [importedCount=1] [2024/05/06 08:04:51.151 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [takeTime=41.799313ms] [] [2024/05/06 08:04:51.151 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 08:04:51.152 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=925.549Β΅s] [] [2024/05/06 08:04:51.152 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/05/06 08:04:51.152 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 08:04:51.153 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=1.323888ms] [] [2024/05/06 08:04:51.153 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [2024/05/06 08:04:51.153 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 08:04:51.153 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [takeTime=52.316Β΅s] [] [2024/05/06 08:04:51.153 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 08:04:51.154 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=913.081Β΅s] [] [2024/05/06 08:04:51.202 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=68] [step=import] [2024/05/06 08:04:51.205 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:04:51.205 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:51.205 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:04:51.205 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:04:51.205 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:51.205 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:51.205 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:04:51.205 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:04:51.205 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:51.205 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:51.205 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:51.206 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:51.206 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:04:51.207 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:04:51.207 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:51.207 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:51.207 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:51.208 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:51.208 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=198.716396ms] [] [2024/05/06 08:04:51.257 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:04:51.258 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:04:51.259 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [2024/05/06 08:04:51.260 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:04:51.385 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8,\"2\":8}}"] [2024/05/06 08:04:51.387 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:04:51.387 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 08:04:51.593 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:04:51.650 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [2024/05/06 08:04:51.650 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [2024/05/06 08:04:51.650 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [2024/05/06 08:04:51.659 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [takeTime=9.072864ms] [] [2024/05/06 08:04:51.659 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [groupId=-1] [size=47] [kvs=1] [checksum=10446017286793149145] [2024/05/06 08:04:51.659 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [checksum="{cksum=10446017286793149145,size=47,kvs=1}"] [2024/05/06 08:04:51.659 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [weight=30] [2024/05/06 08:04:51.659 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [concurrency=15] [2024/05/06 08:04:51.666 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=320] [physicalTableID=320] [indexID=-1] [checksum=10446017286793149145] [totalKvs=1] [totalBytes=47] [2024/05/06 08:04:51.667 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [local="{cksum=10446017286793149145,size=47,kvs=1}"] [2024/05/06 08:04:51.667 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [takeTime=17.205333ms] [] [2024/05/06 08:04:51.667 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [takeTime=17.427895ms] [] [2024/05/06 08:04:51.772 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=179.09986ms] [] [2024/05/06 08:04:51.803 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:04:51.803 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=68] [step=post-process] [state=running] [] [2024/05/06 08:04:51.806 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=68] [2024/05/06 08:04:51.860 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=68] [2024/05/06 08:04:51.869 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=68] [type=ImportInto] [2024/05/06 08:04:51.877 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:04:51.877 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=68] [2024/05/06 08:04:51.965 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:04:52.160 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.915366594\n# Parse_time: 0.001521591\n# Compile_time: 0.001910667\n# Rewrite_time: 0.000350127\n# Optimize_time: 0.001050275\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 774e96f70f54201ff90b227839cc6a84156ba01693c8ca009f9710ecb324ae55\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t1` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 08:04:52.228 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:52.417 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null,\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 08:04:52.522 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=69] [task-id=69] [data-size=39B] [thread-cnt=1] [global-sort=false] [2024/05/06 08:04:52.528 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.366882722\n# Parse_time: 0.000592207\n# Compile_time: 0.001306577\n# Rewrite_time: 0.000351492\n# Optimize_time: 0.001050275\n# Wait_TS: 0\n# Is_internal: false\n# Digest: c076a4f34f52ff3f1e947c5a213a4e3cbcf500b0cc838e94eb45201a51d04df4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzY0LjRtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzY0LjRtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t2` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached, thread=1;"] [2024/05/06 08:04:52.608 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=69] [2024/05/06 08:04:52.608 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 08:04:52.716 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:04:52.717 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:04:52.718 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=69] [curr-step=init] [next-step=import] [2024/05/06 08:04:52.739 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:52.742 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/06 08:04:52.742 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=39] [2024/05/06 08:04:52.742 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=39] [cost=66.097Β΅s] [2024/05/06 08:04:52.742 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=195.177Β΅s] [] [2024/05/06 08:04:52.742 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=69] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:04:52.742 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 08:04:52.858 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=69] [mode=Import] [2024/05/06 08:04:52.879 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=69] [type=ImportInto] [remaining-slots=51] [2024/05/06 08:04:52.880 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=69] [2024/05/06 08:04:52.921 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:04:52.923 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=69] [step=import] [2024/05/06 08:04:52.923 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:52.932 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:04:52.932 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:04:52.933 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:52.933 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:04:52.934 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:04:52.934 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:52.934 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:52.934 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:52.934 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:04:52.949 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:04:52.950 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:04:52.950 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=374.2GB] [2024/05/06 08:04:52.950 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=69] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:04:52.950 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=69] [disk-quota=348.5GiB] [2024/05/06 08:04:53.003 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=69] [step=import] [subtask-id=132] [2024/05/06 08:04:53.056 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 08:04:53.060 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 08:04:53.061 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=322] [2024/05/06 08:04:53.068 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=322] [key=1.txt:0] [2024/05/06 08:04:53.071 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=322] [key=1.txt:0] [readDur=1.197495ms] [encodeDur=1.101252ms] [checksum="{cksum=12835452298760226051,size=47,kvs=1}"] [deliverDur=273.735Β΅s] [type=file] [takeTime=3.019935ms] [] [2024/05/06 08:04:53.071 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=69] [step=import] [subtask-id=132] [takeTime=68.548413ms] [] [2024/05/06 08:04:53.071 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=47] [kvs=1] [files=1] [sstFileSize=945] [file=/tmp/tidb/import-4000/69/ad22e41c-f30a-50a8-9086-89d3ea93a06e.sst/a8563ecc-1839-4f7a-8c29-bfb927c2a974.sst] [firstKey=7480000000000001425F728000000000000001] [lastKey=7480000000000001425F728000000000000001] [2024/05/06 08:04:53.072 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/05/06 08:04:53.072 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/05/06 08:04:53.072 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 08:04:53.074 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.662836ms] [] [2024/05/06 08:04:53.074 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [2024/05/06 08:04:53.079 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:04:53.101 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] ["region ranges"=1] [count=1] [size=47] [2024/05/06 08:04:53.102 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:04:53.114 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [size=47] [kvs=1] [importedSize=47] [importedCount=1] [2024/05/06 08:04:53.115 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [takeTime=41.424239ms] [] [2024/05/06 08:04:53.115 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 08:04:53.117 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.094656ms] [] [2024/05/06 08:04:53.117 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/05/06 08:04:53.117 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 08:04:53.118 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=1.399472ms] [] [2024/05/06 08:04:53.118 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [2024/05/06 08:04:53.118 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 08:04:53.118 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [takeTime=58.295Β΅s] [] [2024/05/06 08:04:53.118 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 08:04:53.119 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=824.733Β΅s] [] [2024/05/06 08:04:53.168 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=69] [step=import] [2024/05/06 08:04:53.171 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:53.171 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:53.171 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:04:53.171 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:04:53.171 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:04:53.171 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:04:53.171 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:53.171 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:04:53.171 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:53.171 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:53.172 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:53.172 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:53.172 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:04:53.174 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:04:53.174 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:53.174 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:53.174 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:53.174 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:53.174 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=252.637635ms] [] [2024/05/06 08:04:53.227 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:04:53.228 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:04:53.229 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [2024/05/06 08:04:53.229 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:04:53.300 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8,\"2\":8}}"] [2024/05/06 08:04:53.301 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:04:53.302 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 08:04:53.512 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:04:53.558 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [2024/05/06 08:04:53.558 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [2024/05/06 08:04:53.558 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [2024/05/06 08:04:53.566 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [takeTime=7.803698ms] [] [2024/05/06 08:04:53.566 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [groupId=-1] [size=47] [kvs=1] [checksum=12835452298760226051] [2024/05/06 08:04:53.567 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [checksum="{cksum=12835452298760226051,size=47,kvs=1}"] [2024/05/06 08:04:53.567 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [weight=30] [2024/05/06 08:04:53.567 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [concurrency=15] [2024/05/06 08:04:53.571 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=322] [physicalTableID=322] [indexID=-1] [checksum=12835452298760226051] [totalKvs=1] [totalBytes=47] [2024/05/06 08:04:53.571 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [local="{cksum=12835452298760226051,size=47,kvs=1}"] [2024/05/06 08:04:53.571 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [takeTime=12.98933ms] [] [2024/05/06 08:04:53.572 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [takeTime=13.233859ms] [] [2024/05/06 08:04:53.619 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=106.397309ms] [] [2024/05/06 08:04:53.631 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:04:53.631 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=69] [step=post-process] [state=running] [] [2024/05/06 08:04:53.634 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=69] [2024/05/06 08:04:53.716 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=69] [type=ImportInto] [2024/05/06 08:04:53.716 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=69] [2024/05/06 08:04:53.742 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:04:53.742 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=69] [2024/05/06 08:04:53.895 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=56.26048ms] [2024/05/06 08:04:53.899 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:04:54.583 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=231] [cur_db=] [sql="DROP DATABASE IF EXISTS test_detached;"] [user=root@%] [2024/05/06 08:04:54.612 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:324, Type:drop schema, State:queueing, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:54.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:54.612 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:324, Type:drop schema, State:queueing, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:54.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS test_detached;"] [2024/05/06 08:04:54.671 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [category=ddl] [job="ID:324, Type:drop schema, State:queueing, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:54.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:54.706 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=231] [neededSchemaVersion=232] ["start time"=288.011Β΅s] [gotSchemaVersion=232] [phyTblIDs="[320,322]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:04:54.717 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=324] [version=232] [2024/05/06 08:04:54.755 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=232] ["take time"=54.171984ms] [job="ID:324, Type:drop schema, State:running, SchemaState:write only, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:54.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:54.797 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [category=ddl] [job="ID:324, Type:drop schema, State:running, SchemaState:write only, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:54.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:54.830 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=232] [neededSchemaVersion=233] ["start time"=236.956Β΅s] [gotSchemaVersion=233] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:04:54.839 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=324] [version=233] [2024/05/06 08:04:54.880 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=233] ["take time"=54.332095ms] [job="ID:324, Type:drop schema, State:running, SchemaState:delete only, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:54.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:54.912 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [category=ddl] [job="ID:324, Type:drop schema, State:running, SchemaState:delete only, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:54.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:55.010 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=233] [neededSchemaVersion=234] ["start time"=361.162Β΅s] [gotSchemaVersion=234] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:04:55.025 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=324] [version=234] [2024/05/06 08:04:55.060 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=234] ["take time"=54.3121ms] [job="ID:324, Type:drop schema, State:done, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:54.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:55.121 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=324] [tableIDs="[320,322]"] [comment="drop schema: table IDs"] [2024/05/06 08:04:55.133 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=324] [jobType="drop schema"] [2024/05/06 08:04:55.137 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [job="ID:324, Type:drop schema, State:synced, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:54.579 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:55.182 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=324] [2024/05/06 08:04:55.182 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:55.185 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.603180907\n# Parse_time: 0.000342992\n# Compile_time: 0.000902583\n# Rewrite_time: 0.000038269\n# Optimize_time: 0.001040531\n# Wait_TS: 0.000461258\n# Is_internal: false\n# Digest: 427353e7fe5ce033c298362348c2c614e9220922ba349be6be3ea6bc83dd6493\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS test_detached;"] [2024/05/06 08:04:55.187 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=234] [cur_db=] [sql="CREATE DATABASE test_detached;"] [user=root@%] [2024/05/06 08:04:55.216 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:55.18 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:55.216 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:55.18 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE test_detached;"] [2024/05/06 08:04:55.259 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=326] [conn=2] [category=ddl] [job="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:55.18 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:55.290 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=234] [neededSchemaVersion=235] ["start time"=932.905Β΅s] [gotSchemaVersion=235] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:04:55.299 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=326] [version=235] [2024/05/06 08:04:55.338 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=235] ["take time"=52.925455ms] [job="ID:326, Type:create schema, State:done, SchemaState:public, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:04:55.18 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:55.383 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=326] [conn=2] [job="ID:326, Type:create schema, State:synced, SchemaState:public, SchemaID:325, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:55.18 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:55.470 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=326] [2024/05/06 08:04:55.471 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:55.478 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=235] [cur_db=] [sql="CREATE TABLE test_detached.t1 (c INT NOT NULL, c2 TINYINT);"] [user=root@%] [2024/05/06 08:04:55.519 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:55.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:55.519 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:55.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t1 (c INT NOT NULL, c2 TINYINT);"] [2024/05/06 08:04:55.577 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=328] [conn=2] [category=ddl] [job="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:55.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:55.584 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 325, Table ID: 327, Table Name: t1"] [2024/05/06 08:04:55.635 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=235] [neededSchemaVersion=236] ["start time"=2.683724ms] [gotSchemaVersion=236] [phyTblIDs="[327]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:04:55.644 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=328] [version=236] [2024/05/06 08:04:55.681 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=236] ["take time"=53.056276ms] [job="ID:328, Type:create table, State:done, SchemaState:public, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:55.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:55.717 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=328] [conn=2] [job="ID:328, Type:create table, State:synced, SchemaState:public, SchemaID:325, TableID:327, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:55.479 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:55.749 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=328] [2024/05/06 08:04:55.749 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:55.754 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=236] [cur_db=] [sql="CREATE TABLE test_detached.t2 (c INT NOT NULL, c2 TINYINT);"] [user=root@%] [2024/05/06 08:04:55.792 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:55.73 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:04:55.792 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:55.73 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t2 (c INT NOT NULL, c2 TINYINT);"] [2024/05/06 08:04:55.827 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=330] [conn=2] [category=ddl] [job="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:55.73 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:55.834 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 325, Table ID: 329, Table Name: t2"] [2024/05/06 08:04:55.946 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=236] [neededSchemaVersion=237] ["start time"=2.21718ms] [gotSchemaVersion=237] [phyTblIDs="[329]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:04:55.955 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=330] [version=237] [2024/05/06 08:04:55.993 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=237] ["take time"=53.407121ms] [job="ID:330, Type:create table, State:done, SchemaState:public, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-05-06 08:04:55.73 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:56.031 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=330] [conn=2] [job="ID:330, Type:create table, State:synced, SchemaState:public, SchemaID:325, TableID:329, RowCount:0, ArgLen:0, start time: 2024-05-06 08:04:55.73 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:04:56.068 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=330] [2024/05/06 08:04:56.068 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:04:56.072 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.319427188\n# Parse_time: 0.00103481\n# Compile_time: 0.001013927\n# Rewrite_time: 0.000056565\n# Optimize_time: 0.001040531\n# Wait_TS: 0.000300353\n# Is_internal: false\n# Digest: 1725021cf72262b167e3549be35c78a8fcec3fb9c1af28c0454c1f40eda26497\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t2 (c INT NOT NULL, c2 TINYINT);"] [2024/05/06 08:04:56.086 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:56.255 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 08:04:56.388 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=70] [task-id=70] [data-size=5B] [thread-cnt=1] [global-sort=false] [2024/05/06 08:04:56.428 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=70] [2024/05/06 08:04:56.428 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 08:04:56.533 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:04:56.534 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:04:56.535 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=70] [curr-step=init] [next-step=import] [2024/05/06 08:04:56.552 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:56.556 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/06 08:04:56.556 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=5] [2024/05/06 08:04:56.556 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=5] [cost=61.689Β΅s] [2024/05/06 08:04:56.556 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=176.915Β΅s] [] [2024/05/06 08:04:56.556 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=70] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:04:56.556 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 08:04:56.662 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=70] [mode=Import] [2024/05/06 08:04:56.681 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=70] [2024/05/06 08:04:56.763 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=70] [type=ImportInto] [remaining-slots=51] [2024/05/06 08:04:56.802 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:04:56.804 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=70] [step=import] [2024/05/06 08:04:56.805 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:56.814 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:04:56.814 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:04:56.814 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:56.814 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:04:56.815 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:56.815 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:56.815 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:04:56.815 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:04:56.816 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:56.829 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:04:56.830 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:04:56.830 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=374.2GB] [2024/05/06 08:04:56.830 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=70] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:04:56.830 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=70] [disk-quota=348.5GiB] [2024/05/06 08:04:56.876 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=70] [step=import] [subtask-id=134] [2024/05/06 08:04:56.881 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 08:04:56.884 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 08:04:56.884 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=327] [2024/05/06 08:04:56.899 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=327] [key=1.txt:0] [2024/05/06 08:04:56.902 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=327] [key=1.txt:0] [readDur=1.029136ms] [encodeDur=746.301Β΅s] [checksum="{cksum=993147155581682176,size=33,kvs=1}"] [deliverDur=233.442Β΅s] [type=file] [takeTime=2.398848ms] [] [2024/05/06 08:04:56.902 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=70] [step=import] [subtask-id=134] [takeTime=25.871417ms] [] [2024/05/06 08:04:56.902 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/70/3ae7f001-78df-5ff2-91c4-d73c344f65c1.sst/ab79c638-fa3b-42a3-a273-8e7aa4ec801b.sst] [firstKey=7480000000000001475F728000000000000001] [lastKey=7480000000000001475F728000000000000001] [2024/05/06 08:04:56.903 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/05/06 08:04:56.903 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/05/06 08:04:56.903 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 08:04:56.904 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.716733ms] [] [2024/05/06 08:04:56.905 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [2024/05/06 08:04:56.909 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:04:56.931 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] ["region ranges"=1] [count=1] [size=33] [2024/05/06 08:04:56.931 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:04:56.944 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [size=33] [kvs=1] [importedSize=33] [importedCount=1] [2024/05/06 08:04:56.945 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [takeTime=40.803182ms] [] [2024/05/06 08:04:56.945 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 08:04:56.947 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=977.981Β΅s] [] [2024/05/06 08:04:56.947 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/05/06 08:04:56.947 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 08:04:56.948 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=1.338198ms] [] [2024/05/06 08:04:56.948 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [2024/05/06 08:04:56.948 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 08:04:56.948 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [takeTime=57.429Β΅s] [] [2024/05/06 08:04:56.948 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 08:04:56.949 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=755.919Β΅s] [] [2024/05/06 08:04:56.995 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=70] [step=import] [2024/05/06 08:04:56.997 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:56.997 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:04:56.997 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:04:56.997 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:04:56.997 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:04:56.997 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:56.997 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:04:56.997 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:56.997 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:56.997 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:56.998 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:56.998 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:56.998 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:04:56.999 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:04:56.999 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:56.999 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:56.999 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:56.999 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:56.999 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=197.155136ms] [] [2024/05/06 08:04:57.055 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:04:57.056 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:04:57.057 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [2024/05/06 08:04:57.057 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:04:57.186 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":2}}"] [2024/05/06 08:04:57.188 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:04:57.188 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 08:04:57.325 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:04:57.367 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [2024/05/06 08:04:57.368 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [2024/05/06 08:04:57.368 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [2024/05/06 08:04:57.375 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [takeTime=7.471402ms] [] [2024/05/06 08:04:57.375 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [groupId=-1] [size=33] [kvs=1] [checksum=993147155581682176] [2024/05/06 08:04:57.375 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [checksum="{cksum=993147155581682176,size=33,kvs=1}"] [2024/05/06 08:04:57.375 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [weight=30] [2024/05/06 08:04:57.376 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [concurrency=15] [2024/05/06 08:04:57.379 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=327] [physicalTableID=327] [indexID=-1] [checksum=993147155581682176] [totalKvs=1] [totalBytes=33] [2024/05/06 08:04:57.379 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [local="{cksum=993147155581682176,size=33,kvs=1}"] [2024/05/06 08:04:57.380 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [takeTime=11.836202ms] [] [2024/05/06 08:04:57.380 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [takeTime=12.07021ms] [] [2024/05/06 08:04:57.420 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=94.683598ms] [] [2024/05/06 08:04:57.451 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:04:57.451 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=70] [step=post-process] [state=running] [] [2024/05/06 08:04:57.453 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=70] [2024/05/06 08:04:57.549 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=70] [type=ImportInto] [2024/05/06 08:04:57.553 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=70] [2024/05/06 08:04:57.576 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:04:57.576 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=70] [2024/05/06 08:04:57.652 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.579502249\n# Parse_time: 0.000544423\n# Compile_time: 0.001258846\n# Rewrite_time: 0.000315874\n# Optimize_time: 0.001040531\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 774e96f70f54201ff90b227839cc6a84156ba01693c8ca009f9710ecb324ae55\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t1` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 08:04:57.667 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:57.688 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:04:57.828 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null,\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 08:04:58.013 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=71] [task-id=71] [data-size=5B] [thread-cnt=1] [global-sort=false] [2024/05/06 08:04:58.025 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.371062665\n# Parse_time: 0.000995674\n# Compile_time: 0.001621808\n# Rewrite_time: 0.000336289\n# Optimize_time: 0.001040531\n# Wait_TS: 0\n# Is_internal: false\n# Digest: c076a4f34f52ff3f1e947c5a213a4e3cbcf500b0cc838e94eb45201a51d04df4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzY3LjdtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzY3LjdtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t2` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached, thread=1;"] [2024/05/06 08:04:58.054 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=71] [2024/05/06 08:04:58.054 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 08:04:58.162 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:04:58.164 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:04:58.165 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=71] [curr-step=init] [next-step=import] [2024/05/06 08:04:58.185 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:58.188 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/06 08:04:58.189 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=5] [2024/05/06 08:04:58.189 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=5] [cost=87.83Β΅s] [2024/05/06 08:04:58.189 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=242.89Β΅s] [] [2024/05/06 08:04:58.189 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=71] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:04:58.189 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 08:04:58.315 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=71] [mode=Import] [2024/05/06 08:04:58.333 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=71] [2024/05/06 08:04:58.354 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=71] [type=ImportInto] [remaining-slots=51] [2024/05/06 08:04:58.469 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:04:58.471 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=71] [step=import] [2024/05/06 08:04:58.472 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:04:58.481 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:04:58.481 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:04:58.482 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:58.482 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:04:58.483 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:04:58.483 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:04:58.483 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:58.483 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:04:58.483 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:58.498 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:04:58.499 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:04:58.500 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=374.2GB] [2024/05/06 08:04:58.500 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=71] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:04:58.500 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=71] [disk-quota=348.5GiB] [2024/05/06 08:04:58.553 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=71] [step=import] [subtask-id=136] [2024/05/06 08:04:58.557 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 08:04:58.561 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 08:04:58.562 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=329] [2024/05/06 08:04:58.569 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=329] [key=1.txt:0] [2024/05/06 08:04:58.572 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=329] [key=1.txt:0] [readDur=1.194216ms] [encodeDur=444.607Β΅s] [checksum="{cksum=17004222232752915364,size=33,kvs=1}"] [deliverDur=293.577Β΅s] [type=file] [takeTime=2.340661ms] [] [2024/05/06 08:04:58.573 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/71/ad22e41c-f30a-50a8-9086-89d3ea93a06e.sst/c75a91ea-2527-4ce3-ba63-be2854cb5847.sst] [firstKey=7480000000000001495F728000000000000001] [lastKey=7480000000000001495F728000000000000001] [2024/05/06 08:04:58.573 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=71] [step=import] [subtask-id=136] [takeTime=19.782564ms] [] [2024/05/06 08:04:58.573 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/05/06 08:04:58.573 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/05/06 08:04:58.573 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 08:04:58.575 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.961912ms] [] [2024/05/06 08:04:58.575 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [2024/05/06 08:04:58.580 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:04:58.601 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] ["region ranges"=1] [count=1] [size=33] [2024/05/06 08:04:58.602 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:04:58.615 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [size=33] [kvs=1] [importedSize=33] [importedCount=1] [2024/05/06 08:04:58.617 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [takeTime=42.247743ms] [] [2024/05/06 08:04:58.617 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 08:04:58.619 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.153609ms] [] [2024/05/06 08:04:58.619 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/05/06 08:04:58.619 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 08:04:58.620 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=1.520735ms] [] [2024/05/06 08:04:58.620 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [2024/05/06 08:04:58.621 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 08:04:58.621 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [takeTime=66.685Β΅s] [] [2024/05/06 08:04:58.621 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 08:04:58.621 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=850.241Β΅s] [] [2024/05/06 08:04:58.677 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=71] [step=import] [2024/05/06 08:04:58.680 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:04:58.680 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:04:58.681 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:04:58.681 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:04:58.680 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:04:58.681 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:04:58.681 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:04:58.681 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:58.681 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:58.681 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:58.681 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:58.681 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:58.681 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:04:58.682 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:04:58.683 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:04:58.683 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:04:58.683 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:04:58.683 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:04:58.683 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:04:58.683 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=213.685684ms] [] [2024/05/06 08:04:58.683 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:04:58.685 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [2024/05/06 08:04:58.685 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:04:58.772 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":2}}"] [2024/05/06 08:04:58.774 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:04:58.774 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 08:04:59.030 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:04:59.087 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [2024/05/06 08:04:59.087 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [2024/05/06 08:04:59.087 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [2024/05/06 08:04:59.095 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [takeTime=7.879151ms] [] [2024/05/06 08:04:59.095 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [groupId=-1] [size=33] [kvs=1] [checksum=17004222232752915364] [2024/05/06 08:04:59.095 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [checksum="{cksum=17004222232752915364,size=33,kvs=1}"] [2024/05/06 08:04:59.095 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [weight=30] [2024/05/06 08:04:59.095 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [concurrency=15] [2024/05/06 08:04:59.101 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=329] [physicalTableID=329] [indexID=-1] [checksum=17004222232752915364] [totalKvs=1] [totalBytes=33] [2024/05/06 08:04:59.101 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [local="{cksum=17004222232752915364,size=33,kvs=1}"] [2024/05/06 08:04:59.102 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [takeTime=14.5229ms] [] [2024/05/06 08:04:59.102 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [takeTime=14.758808ms] [] [2024/05/06 08:04:59.149 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=118.479039ms] [] [2024/05/06 08:04:59.176 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:04:59.177 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=71] [step=post-process] [state=running] [] [2024/05/06 08:04:59.179 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=71] [2024/05/06 08:04:59.230 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=71] [type=ImportInto] [2024/05/06 08:04:59.261 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=71] [2024/05/06 08:04:59.348 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:04:59.348 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=71] [2024/05/06 08:04:59.444 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestShowDetachedJob [2024/05/06 08:05:00.074 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=237] [cur_db=] [sql="drop database if exists show_detached_job"] [user=root@%] [2024/05/06 08:05:00.077 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=237] [cur_db=] [sql="create database show_detached_job"] [user=root@%] [2024/05/06 08:05:00.113 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:332, Type:create schema, State:queueing, SchemaState:none, SchemaID:331, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:05:00.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:05:00.113 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:332, Type:create schema, State:queueing, SchemaState:none, SchemaID:331, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:05:00.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database show_detached_job"] [2024/05/06 08:05:00.176 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=332] [conn=2] [category=ddl] [job="ID:332, Type:create schema, State:queueing, SchemaState:none, SchemaID:331, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:05:00.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:00.205 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=237] [neededSchemaVersion=238] ["start time"=962.544Β΅s] [gotSchemaVersion=238] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:05:00.216 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=332] [version=238] [2024/05/06 08:05:00.253 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=238] ["take time"=53.260922ms] [job="ID:332, Type:create schema, State:done, SchemaState:public, SchemaID:331, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:05:00.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:00.305 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=332] [conn=2] [job="ID:332, Type:create schema, State:synced, SchemaState:public, SchemaID:331, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:05:00.079 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:00.333 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=332] [2024/05/06 08:05:00.333 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:05:00.341 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=238] [cur_db=show_detached_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 08:05:00.439 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:334, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:333, RowCount:0, ArgLen:2, start time: 2024-05-06 08:05:00.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:05:00.439 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:334, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:333, RowCount:0, ArgLen:2, start time: 2024-05-06 08:05:00.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 08:05:00.489 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=334] [conn=2] [category=ddl] [job="ID:334, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:333, RowCount:0, ArgLen:0, start time: 2024-05-06 08:05:00.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:00.498 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 331, Table ID: 333, Table Name: t1"] [2024/05/06 08:05:00.551 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=238] [neededSchemaVersion=239] ["start time"=2.25761ms] [gotSchemaVersion=239] [phyTblIDs="[333]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:05:00.563 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=334] [version=239] [2024/05/06 08:05:00.598 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=239] ["take time"=53.241921ms] [job="ID:334, Type:create table, State:done, SchemaState:public, SchemaID:331, TableID:333, RowCount:0, ArgLen:2, start time: 2024-05-06 08:05:00.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:00.657 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=334] [conn=2] [job="ID:334, Type:create table, State:synced, SchemaState:public, SchemaID:331, TableID:333, RowCount:0, ArgLen:0, start time: 2024-05-06 08:05:00.329 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:00.692 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=334] [2024/05/06 08:05:00.692 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:05:00.696 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.357224771\n# Parse_time: 0.001158177\n# Compile_time: 0.001112968\n# Rewrite_time: 0.000048856\n# Optimize_time: 0.001244773\n# Wait_TS: 0.000370038\n# DB: show_detached_job\n# Is_internal: false\n# Digest: d8696567f7f4f571ff6f2842ead9c03ca982ef29a8c49eb575a9f42d5cd117de\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse show_detached_job;\nCREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 08:05:00.698 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=239] [cur_db=show_detached_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 08:05:00.735 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:335, RowCount:0, ArgLen:2, start time: 2024-05-06 08:05:00.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:05:00.735 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:335, RowCount:0, ArgLen:2, start time: 2024-05-06 08:05:00.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/06 08:05:00.782 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=336] [conn=2] [category=ddl] [job="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:335, RowCount:0, ArgLen:0, start time: 2024-05-06 08:05:00.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:00.790 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 331, Table ID: 335, Table Name: t2"] [2024/05/06 08:05:00.840 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=239] [neededSchemaVersion=240] ["start time"=2.404925ms] [gotSchemaVersion=240] [phyTblIDs="[335]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:05:00.850 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=336] [version=240] [2024/05/06 08:05:00.910 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=240] ["take time"=76.344222ms] [job="ID:336, Type:create table, State:done, SchemaState:public, SchemaID:331, TableID:335, RowCount:0, ArgLen:2, start time: 2024-05-06 08:05:00.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:00.972 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=336] [conn=2] [job="ID:336, Type:create table, State:synced, SchemaState:public, SchemaID:331, TableID:335, RowCount:0, ArgLen:0, start time: 2024-05-06 08:05:00.679 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:01.021 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=336] [2024/05/06 08:05:01.022 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:05:01.025 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.328314399\n# Parse_time: 0.000696696\n# Compile_time: 0.00102015\n# Rewrite_time: 0.000052967\n# Optimize_time: 0.001244773\n# Wait_TS: 0.000407136\n# DB: show_detached_job\n# Is_internal: false\n# Digest: a8c2f762f2e5725dfe473f67672234f006b1a928c4a769884a3707c56f1cd7f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/06 08:05:01.028 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=240] [cur_db=show_detached_job] [sql="CREATE TABLE t3 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 08:05:01.070 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:337, RowCount:0, ArgLen:2, start time: 2024-05-06 08:05:01.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:05:01.070 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:337, RowCount:0, ArgLen:2, start time: 2024-05-06 08:05:01.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/05/06 08:05:01.126 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=338] [conn=2] [category=ddl] [job="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:337, RowCount:0, ArgLen:0, start time: 2024-05-06 08:05:01.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:01.134 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 331, Table ID: 337, Table Name: t3"] [2024/05/06 08:05:01.183 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=240] [neededSchemaVersion=241] ["start time"=2.181727ms] [gotSchemaVersion=241] [phyTblIDs="[337]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:05:01.193 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=338] [version=241] [2024/05/06 08:05:01.230 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=241] ["take time"=53.154589ms] [job="ID:338, Type:create table, State:done, SchemaState:public, SchemaID:331, TableID:337, RowCount:0, ArgLen:2, start time: 2024-05-06 08:05:01.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:01.308 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=338] [conn=2] [job="ID:338, Type:create table, State:synced, SchemaState:public, SchemaID:331, TableID:337, RowCount:0, ArgLen:0, start time: 2024-05-06 08:05:01.029 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:01.409 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=338] [2024/05/06 08:05:01.409 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:05:01.413 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.387211598\n# Parse_time: 0.000775052\n# Compile_time: 0.001249508\n# Rewrite_time: 0.000045593\n# Optimize_time: 0.001244773\n# Wait_TS: 0.000381367\n# DB: show_detached_job\n# Is_internal: false\n# Digest: a5e0f5a0f1316e9f992b3345acf5f33a1d5080943c74940823bbffb5217d5671\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/05/06 08:05:01.431 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:05:01.620 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 08:05:01.708 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=72] [task-id=72] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:05:01.717 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.301790348\n# Parse_time: 0.001173771\n# Compile_time: 0.002156201\n# Rewrite_time: 0.000327508\n# Optimize_time: 0.001244773\n# Wait_TS: 0\n# DB: show_detached_job\n# Is_internal: false\n# Digest: c4fea08b379d575726c4116a5ec31132ec35ecd71972dbdaf5df3f791809cd2f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mjk3LjhtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6Mjk3LjhtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `show_detached_job`.`t1` FROM 'gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/05/06 08:05:01.807 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=72] [2024/05/06 08:05:01.807 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:05:01.914 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:05:01.915 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:05:01.916 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=72] [curr-step=init] [next-step=import] [2024/05/06 08:05:01.935 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:05:01.938 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/06 08:05:01.938 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/06 08:05:01.938 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=56.572Β΅s] [2024/05/06 08:05:01.938 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=161.968Β΅s] [] [2024/05/06 08:05:01.938 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=72] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:05:01.938 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:05:02.052 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=72] [mode=Import] [2024/05/06 08:05:02.072 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=72] [2024/05/06 08:05:02.077 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=72] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:05:02.116 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:05:02.117 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=72] [step=import] [2024/05/06 08:05:02.118 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:05:02.126 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:05:02.126 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:05:02.127 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:05:02.127 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:05:02.128 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:05:02.128 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:05:02.128 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:05:02.128 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:05:02.128 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:05:02.141 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:05:02.142 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:05:02.143 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=374.2GB] [2024/05/06 08:05:02.143 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=72] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:05:02.143 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=72] [disk-quota=348.5GiB] [2024/05/06 08:05:02.183 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=72] [step=import] [subtask-id=138] [2024/05/06 08:05:02.187 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/05/06 08:05:02.191 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/06 08:05:02.191 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=333] [2024/05/06 08:05:02.325 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=333] [key=t.csv:0] [2024/05/06 08:05:02.328 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=333] [key=t.csv:0] [readDur=1.562545ms] [encodeDur=1.088531ms] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=398.197Β΅s] [type=file] [takeTime=3.530372ms] [] [2024/05/06 08:05:02.330 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/72/4c8e15fc-755f-59dd-958d-7cda1975f957.sst/033f594a-579b-4148-9b8a-a9eb7080bcb2.sst] [firstKey=74800000000000014D5F728000000000000001] [lastKey=74800000000000014D5F728000000000000002] [2024/05/06 08:05:02.330 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=72] [step=import] [subtask-id=138] [takeTime=147.111122ms] [] [2024/05/06 08:05:02.330 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/05/06 08:05:02.330 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/05/06 08:05:02.330 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/05/06 08:05:02.332 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [takeTime=1.939848ms] [] [2024/05/06 08:05:02.332 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [retryCnt=0] [2024/05/06 08:05:02.338 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:05:02.359 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=4c8e15fc-755f-59dd-958d-7cda1975f957] ["region ranges"=1] [count=2] [size=50] [2024/05/06 08:05:02.360 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:05:02.372 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=4c8e15fc-755f-59dd-958d-7cda1975f957] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 08:05:02.374 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [retryCnt=0] [takeTime=41.864115ms] [] [2024/05/06 08:05:02.374 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/05/06 08:05:02.376 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [takeTime=1.179997ms] [] [2024/05/06 08:05:02.376 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/05/06 08:05:02.376 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/06 08:05:02.377 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [takeTime=1.477681ms] [] [2024/05/06 08:05:02.377 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [retryCnt=0] [2024/05/06 08:05:02.377 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/06 08:05:02.378 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [retryCnt=0] [takeTime=79.601Β΅s] [] [2024/05/06 08:05:02.378 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/06 08:05:02.379 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [takeTime=925.884Β΅s] [] [2024/05/06 08:05:02.428 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=72] [step=import] [2024/05/06 08:05:02.431 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:05:02.431 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:05:02.431 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:05:02.431 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:05:02.431 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:05:02.431 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:05:02.431 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:05:02.431 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:05:02.431 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:05:02.431 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:05:02.431 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:05:02.431 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:05:02.431 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:05:02.431 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:05:02.432 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:05:02.433 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [2024/05/06 08:05:02.433 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:05:02.433 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:05:02.434 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:05:02.434 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:05:02.434 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:05:02.434 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:05:02.434 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=317.990391ms] [] [2024/05/06 08:05:02.503 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 08:05:02.504 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:05:02.504 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:05:02.625 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:05:02.720 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [2024/05/06 08:05:02.720 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [2024/05/06 08:05:02.720 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [2024/05/06 08:05:02.720 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [takeTime=17.149Β΅s] [] [2024/05/06 08:05:02.720 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/05/06 08:05:02.720 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 08:05:02.721 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [weight=30] [2024/05/06 08:05:02.721 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [concurrency=15] [2024/05/06 08:05:02.725 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=333] [physicalTableID=333] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/05/06 08:05:02.725 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 08:05:02.725 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [takeTime=4.835209ms] [] [2024/05/06 08:05:02.725 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [takeTime=5.047124ms] [] [2024/05/06 08:05:02.765 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=139.750777ms] [] [2024/05/06 08:05:02.827 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:05:02.827 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=72] [step=post-process] [state=running] [] [2024/05/06 08:05:02.830 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=72] [2024/05/06 08:05:02.882 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=72] [type=ImportInto] [2024/05/06 08:05:02.912 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=72] [2024/05/06 08:05:02.938 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:05:02.938 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=72] [2024/05/06 08:05:03.059 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:05:03.254 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:05:03.451 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t2.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 08:05:03.601 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=73] [task-id=73] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:05:03.608 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.366166056\n# Parse_time: 0.000489957\n# Compile_time: 0.001540273\n# Rewrite_time: 0.000249409\n# Optimize_time: 0.001383613\n# Wait_TS: 0\n# DB: show_detached_job\n# Is_internal: false\n# Digest: 098f14f0010fe14d812061e6965be2de38ec71c5b5b64ab8c8e22c08cd8067ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzYzLjVtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzYzLjVtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `show_detached_job`.`t2` FROM 'gs://test-show-detached-job/t2.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/05/06 08:05:03.634 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=73] [2024/05/06 08:05:03.634 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:05:03.740 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:05:03.741 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:05:03.742 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=73] [curr-step=init] [next-step=import] [2024/05/06 08:05:03.761 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:05:03.764 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/06 08:05:03.764 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/06 08:05:03.764 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=66.26Β΅s] [2024/05/06 08:05:03.764 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=188.164Β΅s] [] [2024/05/06 08:05:03.764 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=73] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:05:03.765 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:05:03.856 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=73] [mode=Import] [2024/05/06 08:05:03.875 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=73] [2024/05/06 08:05:03.883 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=73] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:05:03.997 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:05:03.998 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=73] [step=import] [2024/05/06 08:05:03.999 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:05:04.007 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:05:04.007 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:05:04.008 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:05:04.008 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:05:04.009 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:05:04.009 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:05:04.009 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:05:04.009 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:05:04.009 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:05:04.023 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:05:04.025 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:05:04.025 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=374.2GB] [2024/05/06 08:05:04.025 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=73] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:05:04.025 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=73] [disk-quota=348.5GiB] [2024/05/06 08:05:04.068 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=73] [step=import] [subtask-id=140] [2024/05/06 08:05:04.072 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/05/06 08:05:04.076 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/06 08:05:04.076 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=335] [2024/05/06 08:05:04.173 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=335] [key=t2.csv:0] [2024/05/06 08:05:04.176 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=335] [key=t2.csv:0] [readDur=1.307891ms] [encodeDur=732.69Β΅s] [checksum="{cksum=0,size=50,kvs=2}"] [deliverDur=343.213Β΅s] [type=file] [takeTime=2.785587ms] [] [2024/05/06 08:05:04.176 +00:00] [WARN] [engine.go:1399] ["duplicated key found, skip write"] [category=ddl-ingest] [key=74800000000000014F5F728000000000000001] [2024/05/06 08:05:04.177 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=73] [step=import] [subtask-id=140] [takeTime=108.759402ms] [] [2024/05/06 08:05:04.177 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=25] [kvs=2] [files=1] [sstFileSize=923] [file=/tmp/tidb/import-4000/73/385b6216-6ebc-5909-bf6e-7976f99624d0.sst/81b2d441-5290-4ecb-87bd-f6e89bd901ee.sst] [firstKey=74800000000000014F5F728000000000000001] [lastKey=74800000000000014F5F728000000000000001] [2024/05/06 08:05:04.177 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=73] [step=import] [engine-id=0] [2024/05/06 08:05:04.177 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=73] [step=import] [engine-id=0] [2024/05/06 08:05:04.177 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/05/06 08:05:04.179 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [takeTime=1.618015ms] [] [2024/05/06 08:05:04.179 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [retryCnt=0] [2024/05/06 08:05:04.184 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:05:04.205 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=385b6216-6ebc-5909-bf6e-7976f99624d0] ["region ranges"=1] [count=2] [size=25] [2024/05/06 08:05:04.206 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:05:04.218 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=385b6216-6ebc-5909-bf6e-7976f99624d0] [size=25] [kvs=2] [importedSize=25] [importedCount=1] [2024/05/06 08:05:04.220 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [retryCnt=0] [takeTime=40.681497ms] [] [2024/05/06 08:05:04.220 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/05/06 08:05:04.221 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [takeTime=957.809Β΅s] [] [2024/05/06 08:05:04.221 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=73] [step=import] [engine-id=0] [2024/05/06 08:05:04.221 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/06 08:05:04.222 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [takeTime=1.464572ms] [] [2024/05/06 08:05:04.223 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [retryCnt=0] [2024/05/06 08:05:04.223 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/06 08:05:04.223 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [retryCnt=0] [takeTime=54.019Β΅s] [] [2024/05/06 08:05:04.223 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/06 08:05:04.224 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [takeTime=798.479Β΅s] [] [2024/05/06 08:05:04.270 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=73] [step=import] [2024/05/06 08:05:04.273 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:05:04.273 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:05:04.273 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:05:04.273 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:05:04.273 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:05:04.273 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:05:04.273 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:05:04.273 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:05:04.273 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:05:04.273 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:05:04.273 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:05:04.273 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:05:04.273 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:05:04.275 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:05:04.275 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:05:04.275 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:05:04.275 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:05:04.275 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:05:04.275 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=278.282362ms] [] [2024/05/06 08:05:04.355 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:05:04.356 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:05:04.357 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [2024/05/06 08:05:04.357 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:05:04.490 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 08:05:04.492 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:05:04.492 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:05:04.611 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:05:04.655 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [2024/05/06 08:05:04.655 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [2024/05/06 08:05:04.655 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [2024/05/06 08:05:04.655 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [takeTime=15.339Β΅s] [] [2024/05/06 08:05:04.655 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [groupId=-1] [size=50] [kvs=2] [checksum=0] [2024/05/06 08:05:04.655 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [checksum="{cksum=0,size=50,kvs=2}"] [2024/05/06 08:05:04.655 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [weight=30] [2024/05/06 08:05:04.655 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [concurrency=15] [2024/05/06 08:05:04.659 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=335] [physicalTableID=335] [indexID=-1] [checksum=4702128331558417619] [totalKvs=1] [totalBytes=25] [2024/05/06 08:05:04.660 +00:00] [ERROR] [subtask_executor.go:117] ["post process failed"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [takeTime=4.686167ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func1\n\tpkg/disttask/importinto/subtask_executor.go:117\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:05:04.660 +00:00] [ERROR] [task_executor.go:488] ["run subtask failed"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [takeTime=5.043216ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:488\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:05:04.660 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:05:04.661 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:05:04.661 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/05/06 08:05:04.682 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=71.248948ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/05/06 08:05:04.682 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:05:04.820 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\\\"}\"]"] [2024/05/06 08:05:04.850 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=73] [type=ImportInto] [2024/05/06 08:05:04.866 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=73] [step=post-process] [state=reverting] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/05/06 08:05:04.868 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=73] [step=post-process] [mode=Normal] [2024/05/06 08:05:04.874 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=73] [2024/05/06 08:05:04.940 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=73] [2024/05/06 08:05:04.962 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:05:04.963 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=73] [2024/05/06 08:05:05.046 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:05:05.139 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:05:05.406 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 08:05:05.776 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=74] [task-id=74] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:05:05.783 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.656063613\n# Parse_time: 0.00043312\n# Compile_time: 0.001152798\n# Rewrite_time: 0.000263576\n# Optimize_time: 0.000207146\n# Wait_TS: 0\n# DB: show_detached_job\n# Is_internal: false\n# Digest: b86f04c5b3edab39000659b5ba982255465d090c72b33624ca1e0eca6a8db054\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NjUzLjltcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6NjUzLjltcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `show_detached_job`.`t3` FROM 'gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/05/06 08:05:05.817 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=74] [2024/05/06 08:05:05.817 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:05:05.923 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:05:05.924 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:05:05.924 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=74] [curr-step=init] [next-step=import] [2024/05/06 08:05:05.943 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:05:05.946 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t3] [2024/05/06 08:05:05.946 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t3] [before=536870912000] [after=3] [2024/05/06 08:05:05.946 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t3] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=65.208Β΅s] [2024/05/06 08:05:05.946 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t3] [takeTime=194.204Β΅s] [] [2024/05/06 08:05:05.947 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=74] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:05:05.947 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:05:06.071 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=74] [mode=Import] [2024/05/06 08:05:06.278 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=74] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:05:06.280 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=74] [2024/05/06 08:05:06.391 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:05:06.392 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=74] [step=import] [2024/05/06 08:05:06.394 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:05:06.402 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:05:06.402 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:05:06.403 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:05:06.403 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:05:06.404 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:05:06.404 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:05:06.404 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:05:06.404 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:05:06.404 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:05:06.419 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:05:06.420 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:05:06.420 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t3] [quota=374.2GB] [2024/05/06 08:05:06.420 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=74] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:05:06.420 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t3] [import-id=74] [disk-quota=348.5GiB] [2024/05/06 08:05:06.461 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=74] [step=import] [subtask-id=142] [2024/05/06 08:05:06.465 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t3`:0] [engineUUID=1b1505a5-6ea7-513e-afb3-0c56d5f7e5e5] [2024/05/06 08:05:06.469 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t3`:-1] [engineUUID=61501221-9c0e-5dca-a32f-31aa40df2be4] [2024/05/06 08:05:06.469 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=337] [2024/05/06 08:05:06.470 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=74] [step=import] [subtask-id=142] [takeTime=8.190611ms] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:05:06.470 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:05:06.470 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:05:06.470 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:05:06.470 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:05:06.470 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:05:06.470 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:05:06.470 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:05:06.470 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:05:06.470 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:05:06.470 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 08:05:06.470 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:05:06.489 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=74] [step=import] [2024/05/06 08:05:06.492 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:05:06.492 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:05:06.492 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:05:06.492 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:05:06.492 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:05:06.494 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:05:06.494 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:05:06.494 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:05:06.494 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:05:06.494 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:05:06.494 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=102.863686ms] [error="occur an error when sort chunk"] [2024/05/06 08:05:06.494 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:05:06.550 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[0]occur an error when sort chunk\\\"}\"]"] [2024/05/06 08:05:06.577 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=74] [type=ImportInto] [2024/05/06 08:05:06.637 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=74] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/05/06 08:05:06.638 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=74] [step=import] [mode=Normal] [2024/05/06 08:05:06.654 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=74] [2024/05/06 08:05:06.723 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=74] [2024/05/06 08:05:06.745 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:05:06.745 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=74] === RUN TestImportInto/TestShowJob [2024/05/06 08:05:06.867 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=241] [cur_db=show_detached_job] [sql="drop database if exists test_show_job"] [user=root@%] [2024/05/06 08:05:06.870 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=241] [cur_db=show_detached_job] [sql="create database test_show_job"] [user=root@%] [2024/05/06 08:05:06.890 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:05:06.902 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:340, Type:create schema, State:queueing, SchemaState:none, SchemaID:339, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:05:06.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:05:06.902 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:340, Type:create schema, State:queueing, SchemaState:none, SchemaID:339, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:05:06.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database test_show_job"] [2024/05/06 08:05:06.965 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=340] [conn=2] [category=ddl] [job="ID:340, Type:create schema, State:queueing, SchemaState:none, SchemaID:339, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:05:06.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:06.997 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=241] [neededSchemaVersion=242] ["start time"=946.268Β΅s] [gotSchemaVersion=242] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:05:07.006 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=340] [version=242] [2024/05/06 08:05:07.045 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=242] ["take time"=53.702157ms] [job="ID:340, Type:create schema, State:done, SchemaState:public, SchemaID:339, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:05:06.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:07.107 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=340] [conn=2] [job="ID:340, Type:create schema, State:synced, SchemaState:public, SchemaID:339, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:05:06.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:07.134 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=340] [2024/05/06 08:05:07.135 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:05:07.141 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] [cur_db=test_show_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 08:05:07.196 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:342, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:341, RowCount:0, ArgLen:2, start time: 2024-05-06 08:05:07.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:05:07.196 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:342, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:341, RowCount:0, ArgLen:2, start time: 2024-05-06 08:05:07.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 08:05:07.336 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=342] [conn=2] [category=ddl] [job="ID:342, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:341, RowCount:0, ArgLen:0, start time: 2024-05-06 08:05:07.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:07.345 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 339, Table ID: 341, Table Name: t1"] [2024/05/06 08:05:07.397 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=242] [neededSchemaVersion=243] ["start time"=2.410113ms] [gotSchemaVersion=243] [phyTblIDs="[341]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:05:07.408 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=342] [version=243] [2024/05/06 08:05:07.444 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=243] ["take time"=53.419648ms] [job="ID:342, Type:create table, State:done, SchemaState:public, SchemaID:339, TableID:341, RowCount:0, ArgLen:2, start time: 2024-05-06 08:05:07.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:07.507 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=342] [conn=2] [job="ID:342, Type:create table, State:synced, SchemaState:public, SchemaID:339, TableID:341, RowCount:0, ArgLen:0, start time: 2024-05-06 08:05:07.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:07.548 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=342] [2024/05/06 08:05:07.548 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:05:07.552 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.411475755\n# Parse_time: 0.000508439\n# Compile_time: 0.00071981\n# Rewrite_time: 0.000048001\n# Optimize_time: 0.000233308\n# Wait_TS: 0.000355082\n# DB: test_show_job\n# Is_internal: false\n# Digest: d8696567f7f4f571ff6f2842ead9c03ca982ef29a8c49eb575a9f42d5cd117de\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test_show_job;\nCREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 08:05:07.555 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=243] [cur_db=test_show_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 08:05:07.589 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:344, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:343, RowCount:0, ArgLen:2, start time: 2024-05-06 08:05:07.53 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:05:07.589 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:344, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:343, RowCount:0, ArgLen:2, start time: 2024-05-06 08:05:07.53 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/06 08:05:07.626 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=344] [conn=2] [category=ddl] [job="ID:344, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:343, RowCount:0, ArgLen:0, start time: 2024-05-06 08:05:07.53 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:07.634 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 339, Table ID: 343, Table Name: t2"] [2024/05/06 08:05:07.683 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=243] [neededSchemaVersion=244] ["start time"=2.588853ms] [gotSchemaVersion=244] [phyTblIDs="[343]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:05:07.756 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id db9eb31b-8841-4201-9c4b-86324e5deb30"] ["ddl job id"=344] [ver=244] [2024/05/06 08:05:07.757 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=344] [version=244] [2024/05/06 08:05:07.778 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=244] ["take time"=101.634471ms] [job="ID:344, Type:create table, State:done, SchemaState:public, SchemaID:339, TableID:343, RowCount:0, ArgLen:2, start time: 2024-05-06 08:05:07.53 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:07.827 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=344] [conn=2] [job="ID:344, Type:create table, State:synced, SchemaState:public, SchemaID:339, TableID:343, RowCount:0, ArgLen:0, start time: 2024-05-06 08:05:07.53 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:07.867 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=344] [2024/05/06 08:05:07.868 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:05:07.871 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.318787413\n# Parse_time: 0.001337147\n# Compile_time: 0.001477236\n# Rewrite_time: 0.000044968\n# Optimize_time: 0.000233308\n# Wait_TS: 0.000350836\n# DB: test_show_job\n# Is_internal: false\n# Digest: a8c2f762f2e5725dfe473f67672234f006b1a928c4a769884a3707c56f1cd7f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/06 08:05:07.874 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=244] [cur_db=test_show_job] [sql="CREATE TABLE t3 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 08:05:07.907 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:346, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:345, RowCount:0, ArgLen:2, start time: 2024-05-06 08:05:07.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:05:07.907 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:346, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:345, RowCount:0, ArgLen:2, start time: 2024-05-06 08:05:07.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/05/06 08:05:07.947 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=346] [conn=2] [category=ddl] [job="ID:346, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:345, RowCount:0, ArgLen:0, start time: 2024-05-06 08:05:07.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:07.955 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 339, Table ID: 345, Table Name: t3"] [2024/05/06 08:05:07.999 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=244] [neededSchemaVersion=245] ["start time"=2.26732ms] [gotSchemaVersion=245] [phyTblIDs="[345]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:05:08.008 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=346] [version=245] [2024/05/06 08:05:08.043 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=245] ["take time"=53.529297ms] [job="ID:346, Type:create table, State:done, SchemaState:public, SchemaID:339, TableID:345, RowCount:0, ArgLen:2, start time: 2024-05-06 08:05:07.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:08.123 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=346] [conn=2] [job="ID:346, Type:create table, State:synced, SchemaState:public, SchemaID:339, TableID:345, RowCount:0, ArgLen:0, start time: 2024-05-06 08:05:07.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:08.154 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=346] [2024/05/06 08:05:08.154 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:05:08.160 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] [cur_db=test_show_job] [sql="DROP USER IF EXISTS 'test_show_job1'@'localhost';"] [user=root@%] [2024/05/06 08:05:08.441 +00:00] [INFO] [session.go:3883] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="create user test_show_job1@localhost"] [user=root@%] [2024/05/06 08:05:08.660 +00:00] [INFO] [session.go:3883] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_show_job.* to 'test_show_job1'@'localhost'"] [user=root@%] [2024/05/06 08:05:08.827 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] [cur_db=test_show_job] [sql="DROP USER IF EXISTS 'test_show_job2'@'localhost';"] [user=root@%] [2024/05/06 08:05:09.045 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=63.590681ms] [2024/05/06 08:05:09.128 +00:00] [INFO] [session.go:3883] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="create user test_show_job2@localhost"] [user=root@%] [2024/05/06 08:05:09.273 +00:00] [INFO] [session.go:3883] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_show_job.* to 'test_show_job2'@'localhost'"] [user=root@%] [2024/05/06 08:05:09.522 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:05:09.727 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t.csv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:05:09.810 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=75] [task-id=75] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:05:09.905 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=75] [2024/05/06 08:05:09.905 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:05:10.013 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:05:10.014 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:05:10.015 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=75] [curr-step=init] [next-step=import] [2024/05/06 08:05:10.033 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:05:10.036 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/06 08:05:10.036 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/06 08:05:10.037 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=59.775Β΅s] [2024/05/06 08:05:10.037 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=190.636Β΅s] [] [2024/05/06 08:05:10.037 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=75] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:05:10.037 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:05:10.145 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=75] [mode=Import] [2024/05/06 08:05:10.165 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=75] [2024/05/06 08:05:10.177 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=75] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:05:10.219 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:05:10.220 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=75] [step=import] [2024/05/06 08:05:10.222 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:05:10.230 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:05:10.230 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:05:10.231 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:05:10.231 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:05:10.232 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:05:10.232 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:05:10.232 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:05:10.232 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:05:10.232 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:05:10.246 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:05:10.247 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:05:10.247 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=374.2GB] [2024/05/06 08:05:10.247 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=75] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:05:10.248 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=75] [disk-quota=348.5GiB] [2024/05/06 08:05:10.354 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=75] [step=import] [subtask-id=143] [2024/05/06 08:05:10.358 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/05/06 08:05:10.362 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/06 08:05:10.362 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=341] [2024/05/06 08:05:10.396 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=341] [key=t.csv:0] [2024/05/06 08:05:10.399 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=341] [key=t.csv:0] [readDur=1.315365ms] [encodeDur=691.491Β΅s] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=370.223Β΅s] [type=file] [takeTime=2.880907ms] [] [2024/05/06 08:05:10.400 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=75] [step=import] [subtask-id=143] [takeTime=45.873374ms] [] [2024/05/06 08:05:10.400 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/75/14a064c0-6566-52c4-87f4-e5885586fbff.sst/e906f3ea-1efb-4eb8-989f-06a9917d2e17.sst] [firstKey=7480000000000001555F728000000000000001] [lastKey=7480000000000001555F728000000000000002] [2024/05/06 08:05:10.400 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/05/06 08:05:10.400 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/05/06 08:05:10.400 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/05/06 08:05:10.402 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [takeTime=1.776808ms] [] [2024/05/06 08:05:10.402 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [retryCnt=0] [2024/05/06 08:05:10.407 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:05:10.428 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=14a064c0-6566-52c4-87f4-e5885586fbff] ["region ranges"=1] [count=2] [size=50] [2024/05/06 08:05:10.428 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:05:10.441 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=14a064c0-6566-52c4-87f4-e5885586fbff] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 08:05:10.443 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [retryCnt=0] [takeTime=40.770967ms] [] [2024/05/06 08:05:10.443 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/05/06 08:05:10.444 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [takeTime=909.842Β΅s] [] [2024/05/06 08:05:10.444 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/05/06 08:05:10.444 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/06 08:05:10.445 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [takeTime=1.314501ms] [] [2024/05/06 08:05:10.446 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [retryCnt=0] [2024/05/06 08:05:10.446 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/06 08:05:10.446 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [retryCnt=0] [takeTime=57.538Β΅s] [] [2024/05/06 08:05:10.446 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/06 08:05:10.446 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [takeTime=743.007Β΅s] [] [2024/05/06 08:05:10.492 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=75] [step=import] [2024/05/06 08:05:10.495 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:05:10.495 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:05:10.495 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:05:10.496 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:05:10.496 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:05:10.496 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:05:10.496 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:05:10.496 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:05:10.496 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:05:10.496 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:05:10.496 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:05:10.496 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:05:10.496 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:05:10.498 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:05:10.498 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:05:10.498 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:05:10.498 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:05:10.498 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:05:10.498 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=279.139355ms] [] [2024/05/06 08:05:10.527 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:05:10.528 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:05:10.529 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [2024/05/06 08:05:10.529 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:05:10.594 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 08:05:10.596 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:05:10.596 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:05:10.795 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:05:10.839 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [2024/05/06 08:05:10.839 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [2024/05/06 08:05:10.839 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [2024/05/06 08:05:10.839 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [takeTime=13.492Β΅s] [] [2024/05/06 08:05:10.839 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/05/06 08:05:10.840 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 08:05:10.840 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [weight=30] [2024/05/06 08:05:10.840 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [concurrency=15] [2024/05/06 08:05:10.844 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=341] [physicalTableID=341] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/05/06 08:05:10.845 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 08:05:10.845 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [takeTime=5.635313ms] [] [2024/05/06 08:05:10.845 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [takeTime=5.919581ms] [] [2024/05/06 08:05:10.887 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=91.408888ms] [] [2024/05/06 08:05:10.928 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:05:10.928 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=75] [step=post-process] [state=running] [] [2024/05/06 08:05:10.931 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=75] [2024/05/06 08:05:10.979 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=75] [type=ImportInto] [2024/05/06 08:05:11.012 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=75] [2024/05/06 08:05:11.047 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:05:11.047 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=75] [2024/05/06 08:05:11.143 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: test_show_job1[test_show_job1] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.635089529\n# Parse_time: 0.000447091\n# Compile_time: 0.00131575\n# Rewrite_time: 0.000281915\n# Optimize_time: 0.00015549\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: 99e0210d02768185f513fdb4826de8b909e90d125e9b68ebb96c6b40a088fef9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t1` FROM 'gs://test-show-job/t.csv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] [2024/05/06 08:05:11.178 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:05:11.200 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:05:11.377 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:05:11.458 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=76] [task-id=76] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:05:11.560 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=76] [2024/05/06 08:05:11.560 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:05:11.668 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:05:11.669 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:05:11.670 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=76] [curr-step=init] [next-step=import] [2024/05/06 08:05:11.690 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:05:11.693 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/06 08:05:11.693 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/06 08:05:11.693 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=94.041Β΅s] [2024/05/06 08:05:11.693 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=313.055Β΅s] [] [2024/05/06 08:05:11.694 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=76] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:05:11.694 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:05:11.836 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=76] [mode=Import] [2024/05/06 08:05:11.854 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=76] [2024/05/06 08:05:11.886 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=76] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:05:11.929 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:05:11.930 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=76] [step=import] [2024/05/06 08:05:11.931 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:05:11.939 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:05:11.939 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:05:11.940 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:05:11.940 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:05:11.941 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:05:11.941 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:05:11.941 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:05:11.941 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:05:11.941 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:05:11.956 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:05:11.957 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:05:11.957 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=374.2GB] [2024/05/06 08:05:11.957 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=76] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:05:11.957 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=76] [disk-quota=348.5GiB] [2024/05/06 08:05:12.076 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=76] [step=import] [subtask-id=145] [2024/05/06 08:05:12.081 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/05/06 08:05:12.085 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/06 08:05:12.085 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=343] [2024/05/06 08:05:12.103 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=343] [key=t.csv:0] [2024/05/06 08:05:12.105 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=343] [key=t.csv:0] [readDur=1.069931ms] [encodeDur=743.585Β΅s] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=216.923Β΅s] [type=file] [takeTime=2.435651ms] [] [2024/05/06 08:05:12.106 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=76] [step=import] [subtask-id=145] [takeTime=30.305618ms] [] [2024/05/06 08:05:12.106 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/76/e31f885e-858e-52f9-8c22-abc4981608ce.sst/0a70ec8f-9b58-4087-9c05-faf26f5fe220.sst] [firstKey=7480000000000001575F728000000000000001] [lastKey=7480000000000001575F728000000000000002] [2024/05/06 08:05:12.107 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/05/06 08:05:12.107 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/05/06 08:05:12.107 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/05/06 08:05:12.109 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [takeTime=2.045747ms] [] [2024/05/06 08:05:12.109 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [retryCnt=0] [2024/05/06 08:05:12.114 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:05:12.136 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=e31f885e-858e-52f9-8c22-abc4981608ce] ["region ranges"=1] [count=2] [size=50] [2024/05/06 08:05:12.137 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:05:12.149 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=e31f885e-858e-52f9-8c22-abc4981608ce] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 08:05:12.151 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [retryCnt=0] [takeTime=42.242238ms] [] [2024/05/06 08:05:12.151 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/05/06 08:05:12.152 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [takeTime=981.14Β΅s] [] [2024/05/06 08:05:12.152 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/05/06 08:05:12.152 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/06 08:05:12.154 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [takeTime=1.453956ms] [] [2024/05/06 08:05:12.154 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [retryCnt=0] [2024/05/06 08:05:12.154 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/06 08:05:12.154 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [retryCnt=0] [takeTime=78.266Β΅s] [] [2024/05/06 08:05:12.154 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/06 08:05:12.155 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [takeTime=859.609Β΅s] [] [2024/05/06 08:05:12.209 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=76] [step=import] [2024/05/06 08:05:12.212 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:05:12.212 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:05:12.212 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:05:12.212 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:05:12.212 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:05:12.212 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:05:12.213 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:05:12.213 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:05:12.213 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:05:12.213 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:05:12.213 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:05:12.213 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:05:12.213 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:05:12.215 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:05:12.215 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:05:12.215 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:05:12.216 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:05:12.216 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:05:12.216 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=286.371596ms] [] [2024/05/06 08:05:12.283 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:05:12.284 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:05:12.285 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [2024/05/06 08:05:12.285 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:05:12.351 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 08:05:12.352 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:05:12.353 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:05:12.558 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:05:12.605 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [2024/05/06 08:05:12.605 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [2024/05/06 08:05:12.605 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [2024/05/06 08:05:12.605 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [takeTime=10.117Β΅s] [] [2024/05/06 08:05:12.606 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/05/06 08:05:12.606 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 08:05:12.606 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [weight=30] [2024/05/06 08:05:12.606 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [concurrency=15] [2024/05/06 08:05:12.609 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=343] [physicalTableID=343] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/05/06 08:05:12.610 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 08:05:12.610 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [takeTime=4.525588ms] [] [2024/05/06 08:05:12.610 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [takeTime=4.723403ms] [] [2024/05/06 08:05:12.652 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=93.873385ms] [] [2024/05/06 08:05:12.685 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:05:12.685 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=76] [step=post-process] [state=running] [] [2024/05/06 08:05:12.687 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=76] [2024/05/06 08:05:12.743 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=76] [type=ImportInto] [2024/05/06 08:05:12.767 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=76] [2024/05/06 08:05:12.784 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:05:12.784 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=76] [2024/05/06 08:05:12.925 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:05:13.012 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: test_show_job2[test_show_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.8484131769999999\n# Parse_time: 0.000977845\n# Compile_time: 0.00162642\n# Rewrite_time: 0.000289303\n# Optimize_time: 0.000152293\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: bb14f9daa9769ab5bd1b361b26a82cefb11854ee7a2fe4ff910de9e52bfdc24f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t2` FROM 'gs://test-show-job/t.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/05/06 08:05:13.080 +00:00] [INFO] [session.go:3883] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="GRANT SUPER on *.* to 'test_show_job2'@'localhost'"] [user=root@%] [2024/05/06 08:05:13.311 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:05:13.529 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t*.csv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 08:05:13.617 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=77] [task-id=77] [data-size=6B] [thread-cnt=1] [global-sort=false] [2024/05/06 08:05:13.656 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=77] [2024/05/06 08:05:13.656 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 08:05:13.762 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:05:13.763 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:05:13.764 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=77] [curr-step=init] [next-step=import] [2024/05/06 08:05:13.784 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:05:13.787 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t3] [2024/05/06 08:05:13.787 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t3] [before=1] [after=1] [2024/05/06 08:05:13.787 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t3] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=68.537Β΅s] [2024/05/06 08:05:13.787 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t3] [takeTime=200.525Β΅s] [] [2024/05/06 08:05:13.787 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=77] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/06 08:05:13.787 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/05/06 08:05:13.911 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=77] [mode=Import] [2024/05/06 08:05:13.930 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=77] [2024/05/06 08:05:13.943 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=77] [type=ImportInto] [remaining-slots=51] [2024/05/06 08:05:13.989 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:05:13.990 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=77] [step=import] [2024/05/06 08:05:13.993 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:05:14.001 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:05:14.001 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:05:14.001 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:05:14.001 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:05:14.002 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:05:14.002 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:05:14.002 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:05:14.002 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:05:14.003 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:05:14.017 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:05:14.019 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:05:14.019 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t3] [quota=374.2GB] [2024/05/06 08:05:14.019 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=77] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:05:14.020 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t3] [import-id=77] [disk-quota=348.5GiB] [2024/05/06 08:05:14.066 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=147] [2024/05/06 08:05:14.071 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/05/06 08:05:14.075 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/06 08:05:14.075 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=345] [2024/05/06 08:05:14.149 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=345] [key=t.csv:0] [2024/05/06 08:05:14.152 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=345] [key=t.csv:0] [readDur=1.15955ms] [encodeDur=906.453Β΅s] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=185.432Β΅s] [type=file] [takeTime=2.615305ms] [] [2024/05/06 08:05:14.153 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/77/e21dc392-0c66-5341-82f7-424a895bc139.sst/8e77c42c-1efc-4817-a22b-5dd8d660bf42.sst] [firstKey=7480000000000001595F728000000000000001] [lastKey=7480000000000001595F728000000000000002] [2024/05/06 08:05:14.153 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=147] [takeTime=86.469068ms] [] [2024/05/06 08:05:14.153 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/05/06 08:05:14.153 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/05/06 08:05:14.153 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/05/06 08:05:14.155 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [takeTime=1.777811ms] [] [2024/05/06 08:05:14.155 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [retryCnt=0] [2024/05/06 08:05:14.160 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:05:14.243 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=e21dc392-0c66-5341-82f7-424a895bc139] ["region ranges"=1] [count=2] [size=50] [2024/05/06 08:05:14.243 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:05:14.260 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=e21dc392-0c66-5341-82f7-424a895bc139] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 08:05:14.262 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [retryCnt=0] [takeTime=106.710823ms] [] [2024/05/06 08:05:14.262 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/05/06 08:05:14.264 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [takeTime=1.707521ms] [] [2024/05/06 08:05:14.264 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/05/06 08:05:14.264 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/06 08:05:14.266 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [takeTime=1.824789ms] [] [2024/05/06 08:05:14.266 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [retryCnt=0] [2024/05/06 08:05:14.266 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/06 08:05:14.266 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [retryCnt=0] [takeTime=69.698Β΅s] [] [2024/05/06 08:05:14.266 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/06 08:05:14.267 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [takeTime=947.384Β΅s] [] [2024/05/06 08:05:14.415 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=148] [2024/05/06 08:05:14.419 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/05/06 08:05:14.423 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/06 08:05:14.423 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=345] [2024/05/06 08:05:14.475 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=345] [key=t2.csv:0] [2024/05/06 08:05:14.477 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=345] [key=t2.csv:0] [readDur=1.227449ms] [encodeDur=679.54Β΅s] [checksum="{cksum=17045318164640841348,size=50,kvs=2}"] [deliverDur=71.654Β΅s] [type=file] [takeTime=2.37469ms] [] [2024/05/06 08:05:14.478 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=148] [takeTime=63.2783ms] [] [2024/05/06 08:05:14.478 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/77/69537677-8c9a-533f-9f7f-fb34aa20f14c.sst/a1ee4ecf-54ac-49fc-8db4-8e2beaa72da7.sst] [firstKey=7480000000000001595F728000000000000003] [lastKey=7480000000000001595F728000000000000004] [2024/05/06 08:05:14.478 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=77] [step=import] [engine-id=1] [2024/05/06 08:05:14.478 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=1] [2024/05/06 08:05:14.478 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/05/06 08:05:14.480 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [takeTime=1.683585ms] [] [2024/05/06 08:05:14.480 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [retryCnt=0] [2024/05/06 08:05:14.485 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:05:14.508 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=69537677-8c9a-533f-9f7f-fb34aa20f14c] ["region ranges"=1] [count=2] [size=50] [2024/05/06 08:05:14.508 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:05:14.521 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=69537677-8c9a-533f-9f7f-fb34aa20f14c] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 08:05:14.523 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [retryCnt=0] [takeTime=42.342873ms] [] [2024/05/06 08:05:14.523 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/05/06 08:05:14.524 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [takeTime=930.468Β΅s] [] [2024/05/06 08:05:14.524 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=1] [2024/05/06 08:05:14.524 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/06 08:05:14.525 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [takeTime=1.368941ms] [] [2024/05/06 08:05:14.525 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [retryCnt=0] [2024/05/06 08:05:14.525 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/06 08:05:14.525 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [retryCnt=0] [takeTime=70.905Β΅s] [] [2024/05/06 08:05:14.525 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/06 08:05:14.526 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [takeTime=750.477Β΅s] [] [2024/05/06 08:05:14.579 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:05:14.580 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:05:14.581 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [2024/05/06 08:05:14.581 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:05:14.728 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4}}"] [2024/05/06 08:05:14.730 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:05:14.730 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=77] [step=import] [2024/05/06 08:05:14.730 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 08:05:14.736 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:05:14.736 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:05:14.736 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:05:14.736 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:05:14.736 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:05:14.736 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:05:14.736 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:05:14.736 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:05:14.736 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:05:14.737 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:05:14.737 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:05:14.737 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:05:14.737 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:05:14.739 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:05:14.739 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:05:14.739 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:05:14.739 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:05:14.739 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:05:14.739 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=749.783523ms] [] [2024/05/06 08:05:14.871 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/06 08:05:14.914 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [2024/05/06 08:05:14.914 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [2024/05/06 08:05:14.914 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [2024/05/06 08:05:14.914 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [takeTime=12.456Β΅s] [] [2024/05/06 08:05:14.914 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [groupId=-1] [size=100] [kvs=4] [checksum=10068981574061626288] [2024/05/06 08:05:14.914 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [checksum="{cksum=10068981574061626288,size=100,kvs=4}"] [2024/05/06 08:05:14.914 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [weight=30] [2024/05/06 08:05:14.914 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [concurrency=15] [2024/05/06 08:05:14.919 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=345] [physicalTableID=345] [indexID=-1] [checksum=10068981574061626288] [totalKvs=4] [totalBytes=100] [2024/05/06 08:05:14.920 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [local="{cksum=10068981574061626288,size=100,kvs=4}"] [2024/05/06 08:05:14.920 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [takeTime=5.926821ms] [] [2024/05/06 08:05:14.920 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [takeTime=6.11436ms] [] [2024/05/06 08:05:14.958 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=86.484949ms] [] [2024/05/06 08:05:14.977 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:05:14.978 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=77] [step=post-process] [state=running] [] [2024/05/06 08:05:14.980 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=77] [2024/05/06 08:05:15.099 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=77] [2024/05/06 08:05:15.116 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=77] [type=ImportInto] [2024/05/06 08:05:15.123 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:05:15.123 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=77] [2024/05/06 08:05:15.185 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: test_show_job2[test_show_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.9427970289999998\n# Parse_time: 0.001892605\n# Compile_time: 0.001903285\n# Rewrite_time: 0.000376776\n# Optimize_time: 0.000210625\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: 586c4129dde8bf07f2eb957d1c11bacb4d785c5ef8a5f7344704851e24d20537\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t3` FROM 'gs://test-show-job/t*.csv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx' WITH thread=1, __max_engine_size=_UTF8MB4'1';"] === RUN TestImportInto/TestZeroDateTime [2024/05/06 08:05:15.197 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] [cur_db=test_show_job] [sql="DROP DATABASE IF EXISTS import_into;"] [user=root@%] [2024/05/06 08:05:15.219 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:05:15.224 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:347, Type:drop schema, State:queueing, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:05:15.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:05:15.224 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:347, Type:drop schema, State:queueing, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:05:15.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS import_into;"] [2024/05/06 08:05:15.277 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [category=ddl] [job="ID:347, Type:drop schema, State:queueing, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:05:15.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:15.311 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=245] [neededSchemaVersion=246] ["start time"=282.936Β΅s] [gotSchemaVersion=246] [phyTblIDs="[214]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:05:15.322 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=347] [version=246] [2024/05/06 08:05:15.361 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=246] ["take time"=54.028391ms] [job="ID:347, Type:drop schema, State:running, SchemaState:write only, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:05:15.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:15.399 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [category=ddl] [job="ID:347, Type:drop schema, State:running, SchemaState:write only, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:05:15.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:15.436 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=246] [neededSchemaVersion=247] ["start time"=291.715Β΅s] [gotSchemaVersion=247] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:05:15.446 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=347] [version=247] [2024/05/06 08:05:15.548 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=247] ["take time"=116.674573ms] [job="ID:347, Type:drop schema, State:running, SchemaState:delete only, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:05:15.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:15.621 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [category=ddl] [job="ID:347, Type:drop schema, State:running, SchemaState:delete only, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:05:15.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:15.656 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=247] [neededSchemaVersion=248] ["start time"=281.959Β΅s] [gotSchemaVersion=248] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 08:05:15.667 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=347] [version=248] [2024/05/06 08:05:15.705 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=248] ["take time"=53.464826ms] [job="ID:347, Type:drop schema, State:done, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:05:15.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:15.749 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=347] [tableIDs="[214]"] [comment="drop schema: table IDs"] [2024/05/06 08:05:15.760 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=347] [jobType="drop schema"] [2024/05/06 08:05:15.764 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [job="ID:347, Type:drop schema, State:synced, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:05:15.179 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:15.813 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=347] [2024/05/06 08:05:15.813 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:05:15.817 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.621239838\n# Parse_time: 0.000543044\n# Compile_time: 0.000799263\n# Rewrite_time: 0.000033808\n# Optimize_time: 0.001499869\n# Wait_TS: 0.000372175\n# DB: test_show_job\n# Is_internal: false\n# Digest: 2bf6205fd312b0e6558e6060b915b47a10f35edac12a547b88c81cc4b6f4279f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS import_into;"] [2024/05/06 08:05:15.819 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=248] [cur_db=test_show_job] [sql="CREATE DATABASE import_into;"] [user=root@%] [2024/05/06 08:05:15.850 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:349, Type:create schema, State:queueing, SchemaState:none, SchemaID:348, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:05:15.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:05:15.850 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:349, Type:create schema, State:queueing, SchemaState:none, SchemaID:348, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:05:15.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE import_into;"] [2024/05/06 08:05:15.913 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=349] [conn=2] [category=ddl] [job="ID:349, Type:create schema, State:queueing, SchemaState:none, SchemaID:348, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:05:15.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:15.947 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=248] [neededSchemaVersion=249] ["start time"=1.043286ms] [gotSchemaVersion=249] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 08:05:15.956 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=349] [version=249] [2024/05/06 08:05:15.995 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=249] ["take time"=52.979149ms] [job="ID:349, Type:create schema, State:done, SchemaState:public, SchemaID:348, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:05:15.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:16.118 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=349] [conn=2] [job="ID:349, Type:create schema, State:synced, SchemaState:public, SchemaID:348, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:05:15.829 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:16.144 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=349] [2024/05/06 08:05:16.144 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:05:16.148 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.329661294\n# Parse_time: 0.000490863\n# Compile_time: 0.000811862\n# Rewrite_time: 0.000034589\n# Optimize_time: 0.001499869\n# Wait_TS: 0.0003648\n# DB: test_show_job\n# Is_internal: false\n# Digest: b2e644a98645255505b98c384516d33fe0a09aa33be2df92d2a39fa8f0a994ce\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE import_into;"] [2024/05/06 08:05:16.150 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=249] [cur_db=test_show_job] [sql="create table import_into.zero_time_table(t datetime)"] [user=root@%] [2024/05/06 08:05:16.196 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:351, Type:create table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-06 08:05:16.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:05:16.196 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:351, Type:create table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-06 08:05:16.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table import_into.zero_time_table(t datetime)"] [2024/05/06 08:05:16.237 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=351] [conn=2] [category=ddl] [job="ID:351, Type:create table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:0, start time: 2024-05-06 08:05:16.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:16.246 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 348, Table ID: 350, Table Name: zero_time_table"] [2024/05/06 08:05:16.298 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=249] [neededSchemaVersion=250] ["start time"=2.339941ms] [gotSchemaVersion=250] [phyTblIDs="[350]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 08:05:16.309 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=351] [version=250] [2024/05/06 08:05:16.345 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=250] ["take time"=54.136104ms] [job="ID:351, Type:create table, State:done, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-06 08:05:16.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:16.408 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=351] [conn=2] [job="ID:351, Type:create table, State:synced, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:0, start time: 2024-05-06 08:05:16.129 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:16.443 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=351] [2024/05/06 08:05:16.443 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:05:16.465 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:05:17.534 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# Query_time: 0.958477742\n# Parse_time: 0\n# Compile_time: 0.003196259\n# Rewrite_time: 0.000688905\n# Optimize_time: 0.000704182\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 9effb8e73ddb4addd727fcdab2ed4d7f312c611e9709931aec18b081eb7b81e6\n# Num_cop_tasks: 0\n# Mem_max: 225756\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 3\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('9AHwTzAJM180CTAJODAwMAlDb2x1bW4jNAkzCXRpbWU6OTUzLjhtcywgbG9vcHM6MiwgQ29uY3VycmVuY3k6NQkxNS41IEtCCU4vQQoxCTFfNQkwCUkIZXEoDUxMMywgInN0b3JhZ2UuZW5naW5lIikuXwAEMW0ZXyAJMjA0LjkgS0IFUSgyCTExXzYJMAkxMAGcuHRhYmxlOkNMVVNURVJfQ09ORklHLCBub2RlX3R5cGVzOlsidGlrdiJdCTIxMjQJCcAAMx2+JDMJTi9BCU4vQQo=')\n# Plan_digest: a5f0c0e455a8cac65b6a9db45b21993c76e17be51ff1d76d4ae8c4df44742533\n# Binary_plan: tidb_decode_binary_plan('4gJgCt0CCgxQcm9qZWN0aW9uXzQS9gEKC1NlbA0QVDUSiAEKDk1lbVRhYmxlU2Nhbl82KQABAViIw0AwzBA4AUABSiYKJAoSaW5mb3JtYQVG8ENzY2hlbWESDkNMVVNURVJfQ09ORklHUhNub2RlX3R5cGVzOlsidGlrdiJdWhN0aW1lOjkzOG1zLCBsb29wczozcP///wkDBAF4CQgw////ASEAAAAA4HQeQQmBEEC/QDADAYDoUh5lcShDb2x1bW4jMywgInN0b3JhZ2UuZW5naW5lIilaFXRpbWU6OTUzLjFtcywgbG9vcHM6MnDA5wwuXgAUmpmZmVmBRl4AAAgNWwA0HUgAOBmtfDJiDUNvbmN1cnJlbmN5OjVwnHx4////////////ARgB')\n# Resource_group: default\nselect `value` from information_schema.cluster_config where type = 'tikv' and `key` = 'storage.engine';"] [2024/05/06 08:05:17.535 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:05:17.688 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=78] [task-id=78] [data-size=20B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:05:17.737 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=78] [2024/05/06 08:05:17.737 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:05:17.843 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:05:17.844 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:05:17.845 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=78] [curr-step=init] [next-step=import] [2024/05/06 08:05:18.630 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:462.709697ms txnStartTS:449572429661208579 region_id:28 store_addr:127.0.0.1:20160 stats:Cop:{num_rpc:1, total_time:462.5ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:1 total_versions:1 rocksdb_delete_skipped_count:0 rocksdb_key_skipped_count:0 rocksdb_cache_hit_count:3 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 08:05:18.631 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:724.016999ms txnStartTS:449572429595672577 region_id:28 store_addr:127.0.0.1:20160 stats:Cop:{num_rpc:1, total_time:723.8ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:176 rocksdb_delete_skipped_count:86 rocksdb_key_skipped_count:431 rocksdb_cache_hit_count:9 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/06 08:05:18.635 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572429621886981\n# Query_time: 0.640695369\n# Parse_time: 0\n# Compile_time: 0.009188649\n# Rewrite_time: 0.00204917\n# Optimize_time: 0.003629382\n# Wait_TS: 0.000109531\n# Is_internal: true\n# Digest: 4e00d0caca786e9f2098ba5e20de58a3d8fa759dde27344f589ad6b328df5d37\n# Stats: tidb_global_task:pseudo[10000;0],tidb_global_task_history:pseudo[10000;0]\n# Num_cop_tasks: 0\n# Mem_max: 2402\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"handle of t is selected since the path only has point ranges\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"handle of t is selected since the path only has point ranges\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('lxJ4MAk2XzExCTAJMglncm91cCBieTpDb2x1bW4jMzEsIBELADIZCwAzGQsANBkLADUZCwA2GQsANxkLADgZC0Q5LCBmdW5jczpmaXJzdHJvdygRZwwxKS0+FQxiJgAAMh0mADJiJgAAMx0mADNiJgAANB0mADRiJgAANR0mADViJgAANh0mADZiJgAANx0mADdiJgAAOB0mADhiJgAAOR0mwDkJMQl0aW1lOjYyNy44bXMsIGxvb3BzOjIsIHBhcnRpYWxfd29ya2VyOnt3YWxsX3QRLBQxODcyNTUBMcBjb25jdXJyZW5jeTo1LCB0YXNrX251bToxLCB0b3Rfd2FpdDozLjEzNDA1MzA1NnMsBRc0ZXhlYzo0MTYuNDM3wrUNFQWKADMBLCw4NDA0NzZzLCBtYXgFnBQwNjQ0NDkBcAhwOTUyEgAUfSwgZmluYqkAFDc0ODg3NwE5XqkAAbURqRQ1OS40MTUVkQWmEDcuMTAyFRMVpBg3ODA0OTM1HaQUNjc4MjIyAWsRpBESEH0JTi9BAQQYCjEJOV8xMmU7OXsANjJ7AQEoAQR0CjIJM18xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfIWgILmlkMvsCWiYAASsMX2tleRksBDIsYiwACHlwZRkoADNiKAAMc3RhdB0pADRqKQAEZXAZUQA1YigAGHByaW9yaXQdpQA2YiwAPcoZWwA3Zi8AEHJlYXRlJboZLwA4Yi8AJHRhcmdldF9zY28uCwF1KggxLjNFiHUpAEN9AShPRkYJMS4xOCBLQiXDGDMJMzZfMTQlxBR0YWJsZTo+xAEoLCBoYW5kbGU6NzhREQQxLkVFDWEBSAEESQ8ANQVLVukBHF9oaXN0b3J5lhcCFS6qHwIZNJYnAhUwni8CHTGSNwIVMKo/AhU0tkcCGTeyTwIVN15XAgQwCYVTFDYyNi40bbWB5Ue5WU1YADc2WAIENgmBHFZYAhF4LmACHWsAMzJrACxHZXQ6e251bV9ycGOh/Ah0b3SBY6nthZ4IfSwgAQ8kX2RldGFpbDogewkjGHByb2Nlc3NlXBg6IDE4NS4zsSqhkghhaXQNGww4Ny40HRoca3ZfcmVhZF/ZVRQgMjg1LjIJIwhpa3YuGgAQMzMwwrUBggxzY2FuXoIAFGtleXM6IMl1BGFsFZkBFyhfc2l6ZTogMzg5NMWUBGFsBRcQOiAyLCBl6hRuYXBzaG8RqwwyNi45BYi8cm9ja3NkYjoge2Jsb2NrOiB7Y2FjaGVfaGl0X2NvdW50OiA1fX19CU4vQQlOL0EK')\n# Plan_digest: dfc2b1a5ae78c2d02fcea9791ea94b450eee9546ab3c9736920a9797d12df521\n# Binary_plan: tidb_decode_binary_plan('ixSgCoYUCgpIYXNoQWdnXzExEp8NCghVbmlvbl8xMhLdBAoNUHJvamVjdGkBEkgzEnkKDFBvaW50X0dldF8xNCEiBQEMJkApAAUB8EnwPzABOAFAAUobChkKBW15c3FsEhB0aWRiX2dsb2JhbF90YXNrUgloYW5kbGU6NzhaE3RpbWU6MS4ybXMsIGxvb3BzOjJw/////wUDBAF4BQcBAQwBIauqAQEAPT5rAAhSgwMFaAAuPmcAPC5pZC0+Q29sdW1uIzMxLCBaJgABkgxfa2V5GSwAMmYsAAh5cGUZKAAzYigADHN0YXQdKQA0aikABGVwGVEANWIoABhwcmlvcml0HaUANmIsACRjb25jdXJyZW5jHS8AN2YvACByZWF0ZV90aW0dsgA4Yi8AJHRhcmdldF9zY28uCwEIOVoUAUEUOjEuMzltOcoIYg9DGY0YOk9GRnC5CT3TCBLtBzZgAgw1EsEDMmECADZGYQJFXwgjCiFRXwAYPvgBHF9oaXN0b3J5LmcCABUFnhA2MjYuMxmfWDFivQJHZXQ6e251bV9ycGM6MiwgdG90QaZBlQEuFDhtc30sIAEPJF9kZXRhaWw6IHsJIxhwcm9jZXNzJTgkOiAxODUuM8K1cxFBDHdhaXQNGww4Ny40HRosa3ZfcmVhZF93YWxsDSIQMjg1LjIJIwhpa3YuGgAQMzMwwrUBggxzY2FuXoIAGGtleXM6IDERexGZARcoX3NpemU6IDM4OTQRHwEXEDogMiwgJcYUbmFwc2hvEasMMjYuOQWIoHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3VudDogNX19fXD/YZoBAXapAyGzBFLLWqcDMa+WrwMVLqq3Axk0lr8DFTCexwMdMZLPAxUwqtcDFTS23wMZN7LnAxU3Xu8DeVEANC5RA0LwAwCpLvADCCFWVQEBAEOxwwQAQMkuHU4AOBlOXggGGC5rdUzwMFI+RQAsUsADZ3JvdXAgYnk6vfYRCwQyLBULADMZCwA0GQsANRkLADYZCwA3GQsAOBkLRDksIGZ1bmNzOmZpcnN0cm93KBFnBDEpuc8AMWImAAAyHSYAMmImAAAzHSYAM2ImAAA0HSYANGImAAA1HSYANWImAAA2HSYANmImAAA3HSYAN2ImAAA4HSYAOGImAAA5HSYAOVUIADcyCAJIYs0CcGFydGlhbF93b3JrZXI6e7k+JDYyNy4xODcyNTVBOn0dDDo1LCCFJQxudW06qR6llyw6My4xMzQwNTMwNTapsDBfZXhlYzo0MTYuNDM3pQAAdLETBSwQODQwNDcBLAhtYXgFcBAwNjQ0NMXoCHA5NTISABR9LCBmaW5iqQAUNzQ4ODc3bqkAAbUAbw2pFDU5LjQxNRWRBaYMNy4xMM0sLqQAIDc4MDQ5MzVzLBWkEDY3ODIyElYJEaQREgB9VrcFBBgB')\n# Resource_group: default\n;"] [2024/05/06 08:05:18.636 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572429582565379\n# User@Host: root[root] @ localhost [localhost]\n# Query_time: 0.788042917\n# Parse_time: 0\n# Compile_time: 0.007776216\n# Rewrite_time: 0.004591617\n# Optimize_time: 0.015005943\n# Wait_TS: 0.000108964\n# Prewrite_time: 0.771825185 Commit_time: 0.002380654 Get_commit_ts_time: 0.000587425 Slowest_prewrite_rpc_detail: {total:0.772s, region_id: 28, store: 127.0.0.1:20160, time_detail: {tikv_wall_time: 770.1ms}, scan_detail: {get_snapshot_time: 23.8Β΅s, rocksdb: {block: {cache_hit_count: 6}}}, write_detail: {store_batch_wait: 17.3Β΅s, propose_send_wait: 0s, persist_log: {total: 144.5Β΅s, write_leader_wait: 82ns, sync_log: 97.2Β΅s, write_memtable: 2.69Β΅s}, commit_log: 311.9Β΅s, apply_batch_wait: 13.1Β΅s, apply: {total:95.4Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 20.3Β΅s, write_memtable: 22.9Β΅s}}} Commit_primary_rpc_detail: {total:0.772s, region_id: 28, store: 127.0.0.1:20160, time_detail: {tikv_wall_time: 770.1ms}, scan_detail: {get_snapshot_time: 23.8Β΅s, rocksdb: {block: {cache_hit_count: 6}}}, write_detail: {store_batch_wait: 17.3Β΅s, propose_send_wait: 0s, persist_log: {total: 144.5Β΅s, write_leader_wait: 82ns, sync_log: 97.2Β΅s, write_memtable: 2.69Β΅s}, commit_log: 311.9Β΅s, apply_batch_wait: 13.1Β΅s, apply: {total:95.4Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 20.3Β΅s, write_memtable: 22.9Β΅s}}} Write_keys: 3 Write_size: 336 Prewrite_region: 1\n# Is_internal: true\n# Digest: 38cab1b9ba68aa5f9ea1c7cb787f46d39482277eb9f487754bd03dcb29677a88\n# Stats: tidb_import_jobs:pseudo[10000;0]\n# Num_cop_tasks: 0\n# Mem_max: 18059\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"handle of tidb_import_jobs is selected since the path only has point ranges\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('iw3wSTAJMjhfNAkwCTAJTi9BCTAJdGltZTozLjU0bXMsIGxvb3BzOjEsIGNvbW1pdF90eG46IHtwcmV3cml0ZTo3NzEuOG1zLCBnZXRfESMkczo1ODcuNMK1cxE3DDoyLjMFJyBzbG93ZXN0X3ANQfA8X3JwYzoge3RvdGFsOiAwLjc3MnMsIHJlZ2lvbl9pZDogMjgsIHN0b3JlOiAxMjcuMC4wLjE6MjAxNjAsIAGpGF9kZXRhaWwBRCBpa3Zfd2FsbF8BGDw6IDc3MC4xbXN9LCBzY2FuGSgsZ2V0X3NuYXBzaG90DSsMMjMuOAWuoHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3VudDogNn19fSwgBf4ZVAWiQF9iYXRjaF93YWl0OiAxNy4zBVMscHJvcG9zZV9zZW5kDRw4MHMsIHBlcnNpc3RfbG9nAbwpABAxNDQuNQU2CWAUbGVhZGVyDTYkODJucywgc3luYwk1DDk3LjIdLDxtZW10YWJsZTogMi42OcK1AfktkQVkDDMxMS4BFxgsIGFwcGx5Nq0ACDMuMQVLBRsVkAQ5NS3FFG11dGV4XykSAb1KngAZFwB3IcoEMjAN/wkrHZ0AMgWGAH0hRQ2fGHByaW1hcnk+CwIEMDD+CwJVCwg2MzElLI4MAgQxMwUrACxKDAIFtQnRVXZK+gFJ+a74AQA4LskBMvUBCDI5ODb2AQQ0Ni2rCYg5WQgxLjUh3wB9cXMp9hAyODMuNjnbMvYBBDIwJYtNETX2BDEwCY4Abc71AQA3BWw+nAAEMzAFhSVAbdwIbnVtgVYJKhRrZXlzOjNxVmhieXRlOjMzNn0JNy41NyBLQglOL0EKMQkxXzeBpsguMTAJZXEobXlzcWwudGlkYl9pbXBvcnRfam9icy5zdGF0dXMsICJwZW5kaW5nIikJMQmFEQwxLjc5mdIQMgkyLjAVXSgyCTM2XzYJMAkxCWlFPlgAKCwgaGFuZGxlOjc4ASQcaW1lOjEuMzQZUCgzLCBHZXQ6e251bUXJCDEsIGXVAF8FLAg4MDJFVgB9QrUEYfkcX3Byb2Nlc3MJLAggMzgtmAkdgVARGolTCRgUa3ZfcmVhgVSZ84nGPgoFCDEwN2XJQv8CCUkRfhRrZXlzOiAVuS4XAAxfc2l6gVoEMTgR1xUtSk8FBDEwTaQIcm9jfk8FMDJ9fX0JTi9BCU4vQQo=')\n# Plan_digest: 1622e47e94360de0b1ef3673f881d193223f865b47190c6e6ced299265260a81\n# Binary_plan: tidb_decode_binary_plan('5A3gCt8NCghVcGRhdGVfNBKvBAoLU2VsZWN0aW9uXzcStQMKC1BvaW50X0dldF82ISIiIiIiIiZAKQAAAQLwi/A/MAE4AUABShsKGQoFbXlzcWwSEHRpZGJfaW1wb3J0X2pvYnNSCWhhbmRsZTo3OFoUdGltZToxLjM0bXMsIGxvb3BzOjNiuQJHZXQ6e251bV9ycGM6MSwgdG90YWxfdGltZTo4MDIuMsK1c30sIHRpbWVfZGV0YWlsOiB7dG90YWxfcHJvY2Vzc190AVkkIDM4LjnCtXMsIAlBEHdhaXRfBUYIIDMzHRgsa3ZfcmVhZF93YWxsDSAENzgJIAhpa3YuFwAUMTA3LjTCBX4Yc2Nhbl9kZVJ+ABRrZXlzOiAVuQxwcm9jAZUBFyRfc2l6ZTogMjE4EZYBFgUtKGdldF9zbmFwc2hvEacMMTAuMQWJqHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3VudDogMn19fXD///8JAgQBeAkIDP///wEtqBAsQCmamQEBALktqBBSLGVxKCWnAC4+pgFMLnN0YXR1cywgInBlbmRpbmciKVoxrgQ3OTmuDDJwxxAdaiH+EFIDTi9BDS0MMy41NBkteDFi8whjb21taXRfdHhuOiB7cHJld3JpdGU6NzcxLjgBKSEEESMMczo1OClvBCwgCRQMOjIuMwUnHHNsb3dlc3RfEUEMX3JwY1EEMDogMC43NzJzLCByZWdBuHxpZDogMjgsIHN0b3JlOiAxMjcuMC4wLjE6MjAxNjAsIEESPco68wEkNzcwLjFtc30sIDbyAQGqOq4BCDIzLkk3iq4BFDZ9fX0sIAX+GXwFohRfYmF0Y2hFrRA6IDE3LkmqKHByb3Bvc2Vfc2VuQalIaXQ6IDBzLCBwZXJzaXN0X2xvZzkAEDE0NC41RTcJYBRsZWFkZXINUiQ4Mm5zLCBzeW5jCTUMOTcuMh0sGG1lbXRhYmxBowQuNmE9AH0xfQkvCDMxMW1UEGFwcGx5Nq0AADNNrgUbFZAEOTVlNBwsIG11dGV4X0nAAb1KngAZFxh3YWw6IDIwDf8JKx2dADIFhiVFSRwcX3ByaW1hcnk+CwIEMDD+CwJVCwg2MzElLI4MAgQxMwUrACxKDAIFtQnRAGSRQEr6AYFoACyy+AEAOC7JATL1AQgyOTg29gEENDYtqwmIOVkIMS41SvYBEDI4My42RSYl2zL2AQQyMCWLACwJGzX2BDEwCY4Abc71AQA3BWw+nAAEMzAFhSVAbdwQbnVtOjFxSKVKADMRDmBieXRlOjMzNn1wxDx4////////////ARgB')\n# Resource_group: default\n;"] [2024/05/06 08:05:18.636 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572429661208579\n# Query_time: 0.479627152\n# Parse_time: 0\n# Compile_time: 0.009259048\n# Rewrite_time: 0.001296904\n# Optimize_time: 0.004864122\n# Wait_TS: 0.000094875\n# Cop_time: 0.464809842 Process_time: 0.000401282 Wait_time: 0.000069642 Request_count: 2 Process_keys: 2 Total_keys: 344 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 168 Rocksdb_key_skipped_count: 841 Rocksdb_block_cache_hit_count: 21\n# Index_names: [tidb_global_task:state]\n# Is_internal: true\n# Digest: 1d875b0ee770651d98331d998cea95542744a1a372f1556653545c137ee53157\n# Stats: tidb_global_task:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000200641 Cop_proc_p90: 0.000312148 Cop_proc_max: 0.000312148 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.4821e-05 Cop_wait_p90: 3.7198e-05 Cop_wait_max: 3.7198e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 15092\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: copSingleReadTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: copMultiReadTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('0RKYMAkzXzcJMAkzMglteXNxbC50aWRiX2dsb2JhbF90YXNrLmlkLCBtVhsAASAQX2tleSxiIQAIeXBlYh0ADHN0YXRuHgAEZXBiOwAYcHJpb3JpdGZ5ACRjb25jdXJyZW5jaiQAIHJlYXRlX3RpbWaGADh0YXJnZXRfc2NvcGUJMQkBLEw6NDY3LjltcywgbG9vcHM6MiwgQxluWDpPRkYJNC4zNCBLQglOL0EKMQkxNV85cmIBhs4AiqoAVGlkLCBvZmZzZXQ6MCwgY291bnQ6MzIutAAANx20AaMANRGjHDIJMzBfMjAJRQYuMgAAMxkyHDMsIGluZGV4RRQUOiB7dG90QSEUaW1lOiAyASdEZmV0Y2hfaGFuZGxlOiAxLjk4ARZMYnVpbGQ6IDcuMDPCtXMsIHdhaXQBDzA5NcK1c30sIHRhYmxlTlQAEDQ2NC42AUIUbnVtOiAxAdI10jA6IDV9LCBuZXh0OiB7AVIAXwWbEDogMi4zBYwFFAlbGGxvb2t1cF8NiBAzNzUuOBWJNiMAEHJlc3A6BXgcM21zfQk2LjA1ISAzCTQ3XzE3KEIBziApCTFfMAk2MAkFYQQ6dC0ZADpFzwAoBQZYKSwgcmFuZ2U6WyJjYW5jZWxsaW5nIiwuDQAgXSwgWyJwYXVzCRoRCgkXCGVuZA0XDQoFFxByZXN1bQkYFQsNGQx2ZXJ0ERoRDAkbCHVubg0ZDQpQXSwga2VlcCBvcmRlcjpmYWxzZSwgAbYoczpwc2V1ZG8JMQkl1wwxLjk1IYFJ5gAzIYIAcDGqMZUIbWF4IewANEVbDHByb2OBDgBzJbAMdG90XwESGDogMzEyLjEldQEUIZwUOiAzMi40BRNoY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsST0FcwhfZHUFGhhuOiA3Ni42BTosbWF4X2Rpc3RzcWxffe9MOiAxfSwgcnBjX2luZm86e0NvcDoBsBhfcnBjOjEsAYRRuRgxLjM3bXN9QYcIaWt2BWkEOnsF/AAwdd4BTShzY2FuX2RldGFpbFX6AdsIZXNzMvAABGFsMhcAIF9zaXplOiA2MhF1BGtlIRwQMzQzLCCFVRhuYXBzaG90hYIQOiAxMi5hFWgsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9p1QwgMTY4IcQAeT4YACA4NDEsIGJsb2NhoDlTETYEOH0J6gRtZV7MAAX7Nq8BBGFsJbERGzG2JTAMd2FsbA0ZEDQyMC43YdKB8wEEBAozgfccMTkoUHJvYmVpM2ZjBv4BBZIBBQAzOrUFBGNvVs8CCDQ2MqkrIeMttEk4Jd4MOiA4OUbPAgg3LjJFlQBjvs8CBDQ1DTruzwJJzwG5ADX+0AKG0AIMMzg5NDbSAgAxVtACADSta1nQYp0CADOanAIuewE6mwIxgj6bAgwyMzguwXxZmxg0CTQ1XzE4QscFihcFZiYEIAlOL0EJTi9BCg==')\n# Plan_digest: 48dcd4c11cce2eb90ac2d7fc6603c2db38527ca1df1c7148039e4a9a53cb66d9\n# Binary_plan: tidb_decode_binary_plan('rBTwUgqnFAoMUHJvamVjdGlvbl83EqURCgZUb3BOXzkS6Q8KDkluZGV4TG9va1VwXzIwEt0GChFJbmRleFJhbmdlU2Nhbl8xNxoBASEAAAAAALiqQCkAAQmAAE5AMAE4AkACShwKGgoFbXlzcWwSAXQaDgoFc3RhdGUSCQdYUroBcmFuZ2U6WyJjYW5jZWxsaW5nIiwuDQAgXSwgWyJwYXVzCRoRCgkXCGVuZA0XDQoFFxByZXN1bQkYFQsNGQx2ZXJ0ERoRDAkbCHVubg0ZDQpQXSwga2VlcCBvcmRlcjpmYWxzZSwgAb3wPHM6cHNldWRvWhR0aW1lOjEuOTVtcywgbG9vcHM6M2LZAWNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuNDcBKiBwcm9jX2tleXMFGwx0b3RfARIoOiAzMTIuMcK1cywFFCR3YWl0OiAzMi40BROgY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkX3Rhc2tfZHUFGhhuOiA3Ni42BTqobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGwFF9ycGM6MQWECGFsXw3jMDM3bXN9fWrJAnRpa3YFagQ6ewUbADAV+gFOAHNBEChkZXRhaWw6IHt0bwFCAdwIZXNzMvEABGFsMhcAIF9zaXplOiA2MhF2KR1AMzQzLCBnZXRfc25hcHNob3QJjhAgMTIuNQXaiHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTY4IcUAeT4YADA4NDEsIGJsb2NrOiB7OVQRNhQ4fX19LCAB317MAAEcOrABBGFsJbIRGzG3JTAId2FsLUosIDQyMC43wrVzfXD/EQEEAXgRChj/ARLJBgoHZX5EMTkSjQEKEVRhYmxlUm93SURTIVwMMTghAAEBBKrJQmkDCAwKCnlpBFIedrwCBGocBZlFpkbJAVacACgaAQIhvHSTGARsyxF9AEBt5kBScm15c3FsLnRpZGJfZ2xvYkE6NGFzay5wcmlvcml0eSwgWiEAFGNyZWF0ZSU2YiQANGlkLCBvZmZzZXQ6MCwgKaYMMzJaFSWGEDQ2My45YVZpgAgyYtpigAMQNDYyLjcBKwBwWoEDBDg5RoADCDcuMkVsAGO+gAMENDUNOu6AA2mAAbkANWWBAJT+gQNygQMMMzg5NDaDAwAxVoEDCDQuOCUVeYFiTgMAM5pNAy58ATpMAzGDRbN9TBAyMzguM2ZMAxwh8vHb/8yNnDKtAggBQAFVOQg3LjNBDkk5EDNi7QFpwdlpFZG+RWQEIDIBKCxmZXRjaF9oYW5kbGWhzQQ5OAEWpXwQOiA3LjABiwQsIKm3CDcuOYGjgUdhwU5UABA0NjQuNgFCCG51bcUJMpwFKDV9LCBuZXh0OiB7AVIAXwWbEDogMi4zBYwFFAlbGGxvb2t1cF8NiAgzNzUtnEYjABByZXNwOgV4GDNtc31wtDCdeRwh68s74vYGoj4tAf7aA/LaAwA3aa8poQwycOQiLrEAFFEyokhdUUaxAASgAlprBIFHWhsAgazBdQAsYiEABHlwZqAEDhUIbh4ABGVwYlgAhiAF+bFiRQCORAUIdGFy5UoMY29wZX0BMjoFBA9DGW1MOk9GRnDcInj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/05/06 08:05:18.639 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:05:18.638 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 449572429595672577\n# User@Host: root[root] @ localhost [localhost]\n# Query_time: 0.756243898\n# Parse_time: 0\n# Compile_time: 0.021904379\n# Rewrite_time: 0.002990904\n# Optimize_time: 0.014394638\n# Wait_TS: 0.000140218\n# Cop_time: 0.726242319 Process_time: 0.000462531 Wait_time: 0.000072214 Request_count: 2 Total_keys: 476 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 235 Rocksdb_key_skipped_count: 1179 Rocksdb_block_cache_hit_count: 11\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000231265 Cop_proc_p90: 0.000244147 Cop_proc_max: 0.000244147 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.6107e-05 Cop_wait_p90: 3.9633e-05 Cop_wait_max: 3.9633e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 17009\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('kSWwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTAJASJgOjcyOC4zbXMsIGxvb3BzOjEJMCBCeXRlcxEIGAoxCTNfMTVukgAMaWQsIFqMAAGyDF9rZXlmIQAEeXBmpgAMc3RhdG4eAARlcGJYAIYmASBvbmN1cnJlbmNmnQCOSgEkdGFyZ2V0X3NjbwHJHENvbHVtbiMzITA1XwAxPV8ILCBDGXlYOk9GRgk0LjcxIEtCCU4vQQoyCTZfMTYlbCBncm91cCBieTpaWgEhdSRmdW5jczptYXgoHSUMYmFjawE9FG5kX3N1YiGBAC4d7AgpLT4VpAAsDUEcZmlyc3Ryb3cuRgAucgIQaWQpLT4dYjYcAJ5GAAGKQQtmTAARIqJSAAh5cGVqTgBFWikjfuIARWlmSwAFH56WAFF6Zk8AESKeUgBdh2ZVAB0lolgAWYpqWAAZJZ5YAAxzdGVwZlEAAR6eSgAuXQNmUgAuJgCd1zJ2A0xwYXJ0aWFsX3dvcmtlcjp7d2FsbKUjKDo3MjcuNDIwNDU3ATEd7ww6NSwgRZNsbnVtOjAsIHRvdF93YWl0OjMuNjM1ODAwOTAzcwkXFGV4ZWM6MA0NZfgBJDA2MDU5MTQ2cywgbWF4BWgQMjM0MTKFDwhwOTUyEgAUfSwgZmluYqEAEDkzNTI4BdJeoQABrRGhHDUwLjczOcK1DZEFnhA3LjY1NBUTFaQYODc3MjcwMh2kEDg3ODYyIQsRow0RAH2BogEEBAozwRIcOAkwCTAuMDJepwaBoFo0BCVV/hUGWhUGeVxafQAyKANeJAAu9AJaJABJx1odAC6SAjKjBnadBVm9RYztknYzBhg0CTE3XzIwMY5QaW5uZXIgam9pbiwgZXF1YWw6W2VxLtkFSoIAcssAAR0QKSBlcSjRNwA3AZDJ5gg2KV1eswBgYnVpbGRfaGFzaF90YWJsZTp7dG90YWw6MhZtCBBmZXRjaBENBSwMOjBzfR50CBEIIAo1CTNfMjEoQgFNACkR4z10js0ASiQAMuABDGNhc3R6IQFZsTBkb3VibGUgQklOQVJZ/UwANzEICDIuMXa8AQgyLjb17xQ2CTMwXzJ1Sh1EYYAt/wwJMjQ0GpMJDiMIGDcJNDdfMjUxFBgxXzAJMTAJKWQ0c3QsIGluZGV4OmlkeF9h9wxfaWQoDQhEKSwgcmFuZ2U6WyI6NDAwMCIsDQhQXSwga2VlcCBvcmRlcjpmYWxzZSwgwfMcczpwc2V1ZG8RmAgxLjYumQAQLCBjb3ASlAoIOiB7oSQEIDGJ6gwgMS4xhawMcHJvY2HpCHM6IK1AARIUOiAyMTgumYylVBQgMzIuNsKBsmhjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCxJKgVzCF9kdQUaEG46IDcwDTosbWF4X2Rpc3RzcWxfPeNMOiAxfSwgcnBjX2luZm86e0NvcDoBsBRfcnBjOjGlwQ5cC0RpbWU6MS4wOG1zfX0sIHRpa3YFaQQ6ewUaod0tkTx9LCBzY2FuX2RldGFpbDogSdoN6AAzAacSEQoYbmFwc2hvdKlrBCAxCd2Icm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAxNDkhjgB5PhgAIDc0OCwgYmxvYyFsOR0NNgQyfQmzBG1lPpUAIXAIZXNzDYUyeAHBbARhaRGgNX8F+fkeHCAzMjYuMsK1vf8wNwkxXzI3KFByb2JlKUWBxQgEaW56RgNBU0hlLCAicGVuZGluZyIsICJydW5uAQswKSwgbm90KGlzbnVsbIJHAAhlcCmBDWEPAQQcCjgJNDVfMjYFizIMA4LXAgE/AQSJaQA5EdQYMAkyOS45Ny5qBD70Cp2FLhsAmSpeIQASlgpaHQAtIloeAP7bBv7bBk7bBj49BS4MAQ4CCF4wBQ7kDGVYCDcyNp3swVsilw0aHg0EMzQeHg2lLwU7KZ+RmBA3MjUuOR1GDAkyNDk+MgUEMzMuMgUAM7EytTElewAoBQa9KQxwYXVzQaAALBUKKF0sIFsicmV2ZXJ0CRkZDAkbTdIALFXcol8FAccuig9mYAUINzI0Ae9h3Y13Nl8FDDQ0LjGlTCISCgggMzmtJQBjvl8FBDg3BUvuXQWpXQw3MjMu+l4FDDE3NixSXgUAOc1QfmAFBDg2Ul8FCDQzMWpfBQA5nl8FLngBOl8FMX9CXwUMODUuM0JfBQQzNZGL4eBJ7lYhBS5xAxKrCUYaBQQzNAVGLvQCphkF')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('0ijACs0oCgdTb3J0XzEzErQnCg1Qcm9qZWN0aW9uXzE1EqgkCgpIYXNoQWdnXzE2EtgaCjIhABQ4Eq4XCgsBISRKb2luXzIwEo0KMkMAZDIxEpUICg5JbmRleExvb2tVcF8yOBKpBQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQigAAAkQDgCQAJKJQojCgVteXNxbBICc3QaFgoLaWR4X2V4ZWNfaWQSB2UJCQhSN3IBTiQ6WyI6NDAwMCIsDQjweV0sIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb1oUdGltZToxLjYxbXMsIGxvb3BzOjFi2QFjb3BfdGFzazoge251bTogMSwgbWF4OiAxLjE4bXMsIHByb2Nfa2V5czogMCwgdG90X3Byb2M6IDIxOC40wrVzCRTgd2FpdDogMzIuNsK1cywgY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkX3Rhc2tfZHVyARoQbjogNzANOqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbAUX3JwYzoxBYQIYWxfDeMwMDhtc319apICdGlrdgndAHsFGwAwGfoMfSwgcyGTKGRldGFpbDoge3RvAUIJ6QAzAagsZ2V0X3NuYXBzaG90CVoEIDEJ3ohyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDE0OSGPAHk+GAAgNzQ4LCBibG9jIW05Hg02FDJ9fX0sIAGoPpUAGHByb2Nlc3MNhTJ5AQRhbCV7DRs1gAX5CHdhbC0TLCAzMjYuMsK1c31w/xEBBAF4EQok/wESnQIKDFNlbG0TPDI3Em4KEVRhYmxlUm93SURJvAA2SbkEVKU6uQIIDQoLXbkEUh52iAJWgQAIGgECCV4skKVAKaDbSxqjdZQ/YRcQUm5pbihlFkwudGlkYl9iYWNrZ3JvdW5kX3N1YkFFAC5B5khlLCAicGVuZGluZyIsICJydW5uAQswKSwgbm90KGlzbnVsbIJHAAxlcCkpVp8AHCGNRGyNMvVyHZwQAUABWhMhrQg6Mi4uUgMEcPQuWQFh7xipg8CnYxV0NjwACFKVAX7WAAxlcCwgdiQAfSAULCBjYXN0euMAIS9B4mgsIGRvdWJsZSBCSU5BUlkpLT5Db2x1bW4jMzeNJwwyLjE3Yf0IbG9vhScED0N9ixRPRkZw7BQuPwIEugs2EAUMORL9BzYQBRAzNhLWBUIQBQgzMxqxEAS4mlFXAD6pEAgcChpRVxQBdBoOCgUl6AASCQcEUm2xBwxwYXVzIesALBUKKF0sIFsicmV2ZXJ0CRkZDAkbTR0ALFUnhj0FABUl6hA3MjUuMy4XAQDXYj4FCDcyNAEpYbohckI9BQw0NC4xpSoIdG90ZcIMOiAzOa0DAGO+PQUEODcFS+47Bak7DDcyMy6pPACT4jwFDDE3NixSPAUEOS7JL34+BQQ4NlI9BQg0MzFqPQUAOZ49BS55ATo9BTGAQj0FDDg1LjNqPQUE1gEuPQUMMzUSbUI9BQQzNInfBKq5OuYCCAwKClnm+jwFKAS6QCm5HoXrUfg9ZUMEUihW/QQMZ2xvYuEtBGFzoT1q9gQYiTvD1kvhjR1WgfZ5DAA5QeONIwRw+Tb4BCACIekglPkmAY82PgAIUtsCndQuigAIaWQsLu8ELhsAAaphRmYhAAh5cGViHQCFOGIeABhwcmlvcml0ZlwAFGNyZWF0ZeVhYkUAMokFWuAAAHM+0QU24gAAchJvCARjbwHJPssFLioAISdevgUANs2SCDcyNj2aRr0FBNwivb1EIcWpGiU5zpRAKYnS3uALk5k/IeZYUnBpbm5lciBqb2luLCBlcXVhbDpbZXF6YQZy5AABHRApIGVxKNVtBCwgEQsINildFbwyeQYANRYuChRoYXNoX3QOkQgEOnsSqQkEOjKpihBmZXRjaBENBSwsOjBzfSF+/VR9SBaVOtQAAMv+fAL+fAL+fAL+fAKKfAJdvkpsCV3pVrABQikIBNglLmwCGM6mZ+JvmpWxBQDwSWwEtwYO0wkQcCBieTodfz72AiBmdW5jczptYXh6hQIdpCraCAQ1LA1BHGZpcnN0cm93LkYANmsACCktPoKHAH5GAJGzZkwAESKemACB5GpOAKUCKSN+nAClEWZLAAUfnpYAsT9mTwARIp5SAL1wZlUAHSWiWAAmwgpqWAAZJZ5YAIXXYjICAR6eSgAAdN0FZlIALiYAdYQAOC7wBRjDAnBhcnRpDt4IGG9ya2VyOnsmCg4gNzI3LjQyMDQ1pWYd7ww6NSwgRZMQbnVtOjASUQ8WmAosMy42MzU4MDA5MDNzCRcOlBASSw8OvAoSGQsBJCA2MDU5MTQ2cywOiAoFaBAyMzQxMhIcDQhwOTUyEgAUfSwgZmluYqEAEDkzNTI4BdNeoQABrR45CxQ1MC43MzkSAgsBFAWeDDcuNjUWbgoBExWkGDg3NzI3MDIdpBA4Nzg2MiE9EaMNEVopDxghNA3OSNbkPsEEAKv+WQb+WQY6WQZJdlrFBHmRWiEAPXVm8giKFgkuqgL56wA1IkEKADgyOQ9+OwYUkscXVdj8PnoBAF5axACG5QCKwQAEaWQdrDQzbXMsIGxvb3BzOjEYAQ==')\n# Resource_group: default\n;"] [2024/05/06 08:05:18.642 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=zero_time_table] [2024/05/06 08:05:18.642 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=zero_time_table] [before=536870912000] [after=20] [2024/05/06 08:05:18.642 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=zero_time_table] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=20] [cost=74.356Β΅s] [2024/05/06 08:05:18.642 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=zero_time_table] [takeTime=195.044Β΅s] [] [2024/05/06 08:05:18.642 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=78] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:05:18.642 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:05:18.764 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=78] [mode=Import] [2024/05/06 08:05:18.782 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=78] [2024/05/06 08:05:18.783 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=78] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:05:18.827 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:05:18.827 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=78] [step=import] [2024/05/06 08:05:18.828 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:05:18.837 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:05:18.837 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:05:18.838 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:05:18.838 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:05:18.839 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:05:18.839 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:05:18.839 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:05:18.839 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:05:18.839 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:05:18.854 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:05:18.855 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:05:18.855 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=zero_time_table] [quota=374.2GB] [2024/05/06 08:05:18.855 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=78] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:05:18.855 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=zero_time_table] [import-id=78] [disk-quota=348.5GiB] [2024/05/06 08:05:18.900 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=78] [step=import] [subtask-id=150] [2024/05/06 08:05:18.904 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/06 08:05:18.908 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 08:05:18.909 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=350] [2024/05/06 08:05:18.956 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=350] [key=zero_time.csv:0] [2024/05/06 08:05:19.026 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=350] [key=zero_time.csv:0] [readDur=1.551897ms] [encodeDur=67.200872ms] [checksum="{cksum=11665625846060223399,size=36,kvs=1}"] [deliverDur=417.212Β΅s] [type=file] [takeTime=69.845988ms] [] [2024/05/06 08:05:19.027 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=78] [step=import] [subtask-id=150] [takeTime=126.883681ms] [] [2024/05/06 08:05:19.027 +00:00] [INFO] [engine.go:865] ["write data to local DB"] [category=ddl-ingest] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/78/b03a8272-790c-5766-99b7-2cad67f1945e.sst/224fdb90-624e-423b-a8bc-7fa99f8f1aa4.sst] [firstKey=74800000000000015E5F728000000000000001] [lastKey=74800000000000015E5F728000000000000001] [2024/05/06 08:05:19.028 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=78] [step=import] [engine-id=0] [2024/05/06 08:05:19.028 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=78] [step=import] [engine-id=0] [2024/05/06 08:05:19.028 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/06 08:05:19.030 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [takeTime=2.13884ms] [] [2024/05/06 08:05:19.030 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [retryCnt=0] [2024/05/06 08:05:19.035 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 08:05:19.057 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=b03a8272-790c-5766-99b7-2cad67f1945e] ["region ranges"=1] [count=1] [size=36] [2024/05/06 08:05:19.058 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 08:05:19.072 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=b03a8272-790c-5766-99b7-2cad67f1945e] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/06 08:05:19.073 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [retryCnt=0] [takeTime=43.024761ms] [] [2024/05/06 08:05:19.073 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/06 08:05:19.074 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [takeTime=1.035203ms] [] [2024/05/06 08:05:19.074 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=78] [step=import] [engine-id=0] [2024/05/06 08:05:19.074 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 08:05:19.076 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [takeTime=1.34988ms] [] [2024/05/06 08:05:19.076 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [retryCnt=0] [2024/05/06 08:05:19.076 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 08:05:19.076 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [retryCnt=0] [takeTime=55.801Β΅s] [] [2024/05/06 08:05:19.076 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 08:05:19.077 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [takeTime=789.949Β΅s] [] [2024/05/06 08:05:19.118 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=78] [step=import] [2024/05/06 08:05:19.122 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:05:19.122 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:05:19.122 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:05:19.122 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:05:19.122 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:05:19.122 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:05:19.122 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:05:19.122 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:05:19.122 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:05:19.122 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:05:19.122 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:05:19.122 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:05:19.122 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:05:19.124 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:05:19.124 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:05:19.124 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:05:19.124 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:05:19.125 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:05:19.125 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=297.945795ms] [] [2024/05/06 08:05:19.160 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 08:05:19.161 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:05:19.162 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [2024/05/06 08:05:19.162 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 08:05:19.231 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8}}"] [2024/05/06 08:05:19.232 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 08:05:19.232 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 08:05:19.447 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:05:19.508 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [2024/05/06 08:05:19.508 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [2024/05/06 08:05:19.508 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [2024/05/06 08:05:19.517 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [takeTime=8.958683ms] [] [2024/05/06 08:05:19.517 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [groupId=-1] [size=36] [kvs=1] [checksum=11665625846060223399] [2024/05/06 08:05:19.517 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [checksum="{cksum=11665625846060223399,size=36,kvs=1}"] [2024/05/06 08:05:19.517 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [weight=30] [2024/05/06 08:05:19.518 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [concurrency=15] [2024/05/06 08:05:19.521 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=350] [physicalTableID=350] [indexID=-1] [checksum=11665625846060223399] [totalKvs=1] [totalBytes=36] [2024/05/06 08:05:19.522 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [local="{cksum=11665625846060223399,size=36,kvs=1}"] [2024/05/06 08:05:19.522 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [takeTime=13.902401ms] [] [2024/05/06 08:05:19.522 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [takeTime=14.17722ms] [] [2024/05/06 08:05:19.566 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 08:05:19.566 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=78] [step=post-process] [state=running] [] [2024/05/06 08:05:19.569 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=78] [2024/05/06 08:05:19.572 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=124.945983ms] [] [2024/05/06 08:05:19.625 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=78] [type=ImportInto] [2024/05/06 08:05:19.644 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=78] [2024/05/06 08:05:19.671 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:05:19.671 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=78] [2024/05/06 08:05:19.740 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:05:19.894 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.443729985\n# Parse_time: 0.000474881\n# Compile_time: 0.001245768\n# Rewrite_time: 0.000302075\n# Optimize_time: 0.001499869\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: f60bcae7c8ecb0a2c7e6a9ff60da26b57eee81605f51317a44caada4faa681a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My40NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My40NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`zero_time_table` FROM 'gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 08:05:19.906 +00:00] [INFO] [session.go:3889] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=250] [cur_db=test_show_job] [sql="truncate table import_into.zero_time_table"] [user=root@%] [2024/05/06 08:05:19.937 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:353, Type:truncate table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:3, start time: 2024-05-06 08:05:19.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 08:05:19.937 +00:00] [INFO] [ddl.go:1181] ["start DDL job"] [category=ddl] [job="ID:353, Type:truncate table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:3, start time: 2024-05-06 08:05:19.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table import_into.zero_time_table"] [2024/05/06 08:05:19.998 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=353] [conn=2] [category=ddl] [job="ID:353, Type:truncate table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:0, start time: 2024-05-06 08:05:19.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:20.010 +00:00] [INFO] [ddl.go:73] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 348, Table ID: 352, Table Name: zero_time_table, Old Table ID: 350, Old Table Name: zero_time_table"] [2024/05/06 08:05:20.050 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=250] [neededSchemaVersion=251] ["start time"=2.395847ms] [gotSchemaVersion=251] [phyTblIDs="[350,352]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 08:05:20.062 +00:00] [INFO] [domain.go:886] ["mdl gets lock, update self version to owner"] [jobID=353] [version=251] [2024/05/06 08:05:20.097 +00:00] [INFO] [ddl_worker.go:1433] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=251] ["take time"=54.060683ms] [job="ID:353, Type:truncate table, State:done, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-06 08:05:19.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:20.156 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=353] [tableIDs="[350]"] [comment="drop table: table ID"] [2024/05/06 08:05:20.165 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=353] [jobType="truncate table"] [2024/05/06 08:05:20.170 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=353] [conn=2] [job="ID:353, Type:truncate table, State:synced, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-06 08:05:19.879 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 08:05:20.237 +00:00] [INFO] [ddl.go:1286] ["DDL job is finished"] [category=ddl] [jobID=353] [2024/05/06 08:05:20.238 +00:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 08:05:20.242 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.336607558\n# Parse_time: 0.00021264\n# Compile_time: 0.000694394\n# Rewrite_time: 0.000033207\n# Optimize_time: 0.001291612\n# Wait_TS: 0.000350916\n# DB: test_show_job\n# Is_internal: false\n# Digest: e7b6875866509e7173fa66f822e248d19716b73ff8fdcf9f19f29301bde74b33\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table import_into.zero_time_table;"] [2024/05/06 08:05:20.328 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:05:20.539 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 08:05:20.614 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=79] [task-id=79] [data-size=20B] [thread-cnt=8] [global-sort=false] [2024/05/06 08:05:20.653 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=79] [2024/05/06 08:05:20.653 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 08:05:20.786 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 08:05:20.788 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 08:05:20.788 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=79] [curr-step=init] [next-step=import] [2024/05/06 08:05:20.810 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:05:20.813 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=zero_time_table] [2024/05/06 08:05:20.813 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=zero_time_table] [before=536870912000] [after=20] [2024/05/06 08:05:20.813 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=zero_time_table] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=20] [cost=61.923Β΅s] [2024/05/06 08:05:20.813 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=zero_time_table] [takeTime=177.48Β΅s] [] [2024/05/06 08:05:20.814 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=79] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 08:05:20.814 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 08:05:20.937 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=79] [mode=Import] [2024/05/06 08:05:20.955 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=79] [2024/05/06 08:05:20.965 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=79] [type=ImportInto] [remaining-slots=44] [2024/05/06 08:05:21.007 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/06 08:05:21.008 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=79] [step=import] [2024/05/06 08:05:21.010 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 08:05:21.018 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 08:05:21.018 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365793186732921464] [2024/05/06 08:05:21.019 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:05:21.019 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 08:05:21.020 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 08:05:21.020 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 08:05:21.020 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 08:05:21.020 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 08:05:21.020 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 08:05:21.034 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 08:05:21.037 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 08:05:21.037 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=zero_time_table] [quota=374.2GB] [2024/05/06 08:05:21.037 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=79] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 08:05:21.037 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=zero_time_table] [import-id=79] [disk-quota=348.5GiB] [2024/05/06 08:05:21.083 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=79] [step=import] [subtask-id=152] [2024/05/06 08:05:21.087 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/06 08:05:21.090 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 08:05:21.090 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=352] [2024/05/06 08:05:21.116 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=352] [key=zero_time.csv:0] [2024/05/06 08:05:21.118 +00:00] [ERROR] [chunk_process.go:334] ["process chunk failed"] [type=ImportInto] [table-id=352] [key=zero_time.csv:0] [takeTime=1.530181ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func1\n\tpkg/executor/importer/chunk_process.go:334\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process\n\tpkg/executor/importer/chunk_process.go:354\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunkWithWriter\n\tpkg/executor/importer/engine_process.go:116\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunk\n\tpkg/executor/importer/engine_process.go:69\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:75\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 08:05:21.118 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=79] [step=import] [subtask-id=152] [takeTime=35.304657ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:05:21.118 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:05:21.119 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:05:21.119 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:05:21.119 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:05:21.119 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:05:21.119 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/05/06 08:05:21.119 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:05:21.119 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:05:21.119 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:05:21.119 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:05:21.119 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:05:21.136 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=79] [step=import] [2024/05/06 08:05:21.139 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:05:21.139 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:05:21.139 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:05:21.139 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:05:21.139 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:05:21.140 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 08:05:21.141 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:05:21.141 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:05:21.141 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:05:21.141 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:05:21.141 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=133.304445ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/05/06 08:05:21.141 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 08:05:21.266 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\\\"}\"]"] [2024/05/06 08:05:21.306 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=79] [type=ImportInto] [2024/05/06 08:05:21.306 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=79] [step=import] [state=reverting] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/05/06 08:05:21.308 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=79] [step=import] [mode=Normal] [2024/05/06 08:05:21.322 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=79] [2024/05/06 08:05:21.364 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=79] [2024/05/06 08:05:21.381 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 08:05:21.381 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=79] [2024/05/06 08:05:21.386 +00:00] [INFO] [scheduler_manager.go:284] ["start scheduler without allocating slots"] [server-id=:4000] [task-id=79] [state=reverting] [2024/05/06 08:05:21.397 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=79] [2024/05/06 08:05:21.398 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=79] [task-type=ImportInto] [allocated-slots=false] [server-id=:4000] [state=reverted] [concurrency=8] [2024/05/06 08:05:21.464 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 08:05:21.503 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=79] [2024/05/06 08:05:21.563 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=79] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:403\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1209\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:158\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:251\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestZeroDateTime\n\ttests/realtikvtest/importintotest/import_into_test.go:1190\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 08:05:21.564 +00:00] [WARN] [adapter.go:1641] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.3211424649999999\n# Parse_time: 0.000506962\n# Compile_time: 0.001717939\n# Rewrite_time: 0.000294282\n# Optimize_time: 0.001291612\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: f60bcae7c8ecb0a2c7e6a9ff60da26b57eee81605f51317a44caada4faa681a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS4zMnMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjEuMzJzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `import_into`.`zero_time_table` FROM 'gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 08:05:21.574 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager db9eb31b-8841-4201-9c4b-86324e5deb30"] [2024/05/06 08:05:21.574 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager db9eb31b-8841-4201-9c4b-86324e5deb30"] [2024/05/06 08:05:21.576 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager db9eb31b-8841-4201-9c4b-86324e5deb30"] [] [2024/05/06 08:05:21.577 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:05:21.577 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=26.265Β΅s] [2024/05/06 08:05:21.577 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=19.036Β΅s] [2024/05/06 08:05:21.577 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=10.004Β΅s] [2024/05/06 08:05:21.577 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=10.812Β΅s] [2024/05/06 08:05:21.577 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=14.332Β΅s] [2024/05/06 08:05:21.577 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=18.214Β΅s] [2024/05/06 08:05:21.577 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=18.497Β΅s] [2024/05/06 08:05:21.578 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=9.209Β΅s] [2024/05/06 08:05:21.578 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=17.873Β΅s] [2024/05/06 08:05:21.578 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=17.953Β΅s] [2024/05/06 08:05:21.578 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:05:21.578 +00:00] [INFO] [ddl_worker.go:187] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=21.297Β΅s] [2024/05/06 08:05:21.578 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 08:05:21.578 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 08:05:21.578 +00:00] [INFO] [session_pool.go:98] ["closing session pool"] [category=ddl] [2024/05/06 08:05:21.610 +00:00] [INFO] [ddl.go:950] ["DDL closed"] [category=ddl] [ID=db9eb31b-8841-4201-9c4b-86324e5deb30] ["take time"=36.480368ms] [2024/05/06 08:05:21.610 +00:00] [INFO] [ddl.go:768] ["stop DDL"] [category=ddl] [ID=db9eb31b-8841-4201-9c4b-86324e5deb30] [2024/05/06 08:05:21.612 +00:00] [INFO] [domain.go:1025] ["stopping ttlJobManager"] [2024/05/06 08:05:21.612 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 08:05:21.612 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/0caf6db8-9f53-4b6d-96cb-a741995a1b2a] [watcherID=163c3bbb-a469-4441-be99-9f85cb509516] [2024/05/06 08:05:21.612 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/0caf6db8-9f53-4b6d-96cb-a741995a1b2a] [2024/05/06 08:05:21.613 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:05:21.613 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:05:21.613 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:05:21.613 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:05:21.613 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 08:05:21.613 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 08:05:21.613 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:05:21.613 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:05:21.613 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:05:21.613 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 08:05:21.618 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 08:05:21.618 +00:00] [INFO] [domain.go:1036] ["ttlJobManager exited."] [2024/05/06 08:05:21.619 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1547] [2024/05/06 08:05:21.620 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:05:21.620 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 08:05:21.620 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 08:05:21.620 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:05:21.620 +00:00] [INFO] [domain.go:906] ["loadSchemaInLoop exited."] [2024/05/06 08:05:21.620 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 08:05:21.620 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=db9eb31b-8841-4201-9c4b-86324e5deb30] [2024/05/06 08:05:21.620 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 08:05:21.620 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 08:05:21.620 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 08:05:21.620 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 08:05:21.620 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 08:05:21.620 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 08:05:21.620 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:05:21.620 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 08:05:21.620 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 08:05:21.620 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:05:21.620 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 08:05:21.620 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 08:05:21.620 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 08:05:21.620 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 08:05:21.620 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 08:05:21.620 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 08:05:21.620 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 08:05:21.620 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 08:05:21.620 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 08:05:21.620 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 08:05:21.620 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager db9eb31b-8841-4201-9c4b-86324e5deb30"] [2024/05/06 08:05:21.620 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 08:05:21.620 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 08:05:21.620 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 08:05:21.620 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 08:05:21.620 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager db9eb31b-8841-4201-9c4b-86324e5deb30"] [2024/05/06 08:05:21.620 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 4d669857-a7f8-4194-82e8-4f5167836811 watch owner key /tidb/br-stream/owner/6f188f4cea2dcd96"] [2024/05/06 08:05:21.620 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager db9eb31b-8841-4201-9c4b-86324e5deb30 watch owner key /tidb/stats/owner/22318f4cea29e59b"] [2024/05/06 08:05:21.620 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 08:05:21.620 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4d669857-a7f8-4194-82e8-4f5167836811"] [2024/05/06 08:05:21.620 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager db9eb31b-8841-4201-9c4b-86324e5deb30"] [2024/05/06 08:05:21.620 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 08:05:21.620 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 08:05:21.620 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 08:05:21.620 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 08:05:21.620 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 08:05:21.620 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 08:05:21.620 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 08:05:21.620 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 08:05:21.620 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 08:05:21.620 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 08:05:21.620 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 08:05:21.620 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 08:05:21.620 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 08:05:21.620 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 08:05:21.621 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 08:05:21.621 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=db9eb31b-8841-4201-9c4b-86324e5deb30] [2024/05/06 08:05:21.621 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 08:05:21.621 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 08:05:21.621 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 08:05:21.623 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=4d669857-a7f8-4194-82e8-4f5167836811] [daemon-id=LogBackup::Advancer] [2024/05/06 08:05:21.623 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 08:05:21.623 +00:00] [INFO] [flush_subscriber.go:97] [Clearing.] [category="log backup flush subscriber"] [2024/05/06 08:05:21.623 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 08:05:21.623 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 08:05:21.623 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4d669857-a7f8-4194-82e8-4f5167836811"] [error="context canceled"] [2024/05/06 08:05:21.623 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 08:05:21.623 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 08:05:21.623 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4d669857-a7f8-4194-82e8-4f5167836811"] [2024/05/06 08:05:21.622 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 08:05:21.623 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 08:05:21.624 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 08:05:21.624 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager db9eb31b-8841-4201-9c4b-86324e5deb30"] [error="context canceled"] [2024/05/06 08:05:21.624 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager db9eb31b-8841-4201-9c4b-86324e5deb30"] [2024/05/06 08:05:21.623 +00:00] [WARN] [session.go:2150] ["run statement failed"] [schemaVersion=251] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 08:05:21.624 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:99\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1804\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3728\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3784\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:289\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1466\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:255\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1625\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:267\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1753\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:271\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2130\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:245\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1170\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:520\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2277\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2138\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1515\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 08:05:21.625 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 08:05:21.625 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 08:05:21.625 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 08:05:22.851 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager db9eb31b-8841-4201-9c4b-86324e5deb30"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:05:22.851 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 08:05:22.852 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 08:05:22.873 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4d669857-a7f8-4194-82e8-4f5167836811"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:05:22.895 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager db9eb31b-8841-4201-9c4b-86324e5deb30"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 08:05:22.895 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 08:05:22.895 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 08:05:22.895 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 08:05:22.903 +00:00] [INFO] [domain.go:1073] ["domain closed"] ["take time"=1.329212403s] [2024/05/06 08:05:22.903 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 08:05:22.903 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 08:05:22.903 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 08:05:22.903 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 08:05:22.903 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 08:05:22.903 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 08:05:22.903 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 08:05:22.904 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 08:05:22.904 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:05:22.904 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 08:05:22.904 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 08:05:22.904 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 08:05:22.904 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 08:05:22.905 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (249.89s) --- SKIP: TestImportInto/TestAddIndexBySQL (0.00s) --- SKIP: TestImportInto/TestAnalyze (0.00s) --- PASS: TestImportInto/TestBasicImportInto (34.12s) --- PASS: TestImportInto/TestCancelJob (7.77s) --- PASS: TestImportInto/TestChecksumNotMatch (6.73s) --- PASS: TestImportInto/TestColumnsAndUserVars (2.75s) --- PASS: TestImportInto/TestDeliverBytesRows (4.62s) --- PASS: TestImportInto/TestDetachedLoadParquet (5.39s) --- PASS: TestImportInto/TestDiskQuota (5.14s) --- PASS: TestImportInto/TestGBK (7.49s) --- PASS: TestImportInto/TestGeneratedColumnsAndTSVFile (13.44s) --- PASS: TestImportInto/TestIgnoreNLines (6.94s) --- PASS: TestImportInto/TestImportIntoPrivilegePositiveCase (8.23s) --- PASS: TestImportInto/TestImportMode (19.66s) --- PASS: TestImportInto/TestInputCountMisMatchAndDefault (8.33s) --- PASS: TestImportInto/TestInputNull (4.92s) --- PASS: TestImportInto/TestJobFailWhenDispatchSubtask (2.29s) --- PASS: TestImportInto/TestKillBeforeFinish (3.01s) --- PASS: TestImportInto/TestLoadSQLDump (4.85s) --- PASS: TestImportInto/TestMaxWriteSpeed (14.48s) --- PASS: TestImportInto/TestMultiValueIndex (3.33s) --- PASS: TestImportInto/TestOtherCharset (13.34s) --- PASS: TestImportInto/TestPreCheckCDCPiTRTasks (4.78s) --- PASS: TestImportInto/TestPreCheckTableNotEmpty (1.66s) --- PASS: TestImportInto/TestPreCheckTotalFileSize0 (1.31s) --- PASS: TestImportInto/TestRegisterTask (10.10s) --- PASS: TestImportInto/TestSameBehaviourDetachedOrNot (10.89s) --- PASS: TestImportInto/TestShowDetachedJob (6.77s) --- PASS: TestImportInto/TestShowJob (8.36s) --- PASS: TestImportInto/TestZeroDateTime (6.37s) PASS coverage: 14.9% of statements GCov does not exist at the given path: '' May 06, 2024 8:05:29 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 8:05:29 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 8:05:29 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 8:05:29 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 8:05:29 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest:importintotest_test up-to-date: bazel-bin/tests/realtikvtest/importintotest/importintotest_test_/importintotest_test INFO: Elapsed time: 308.007s, Critical Path: 290.20s INFO: 1567 processes: 1541 remote cache hit, 20 internal, 6 linux-sandbox. INFO: Build completed successfully, 1567 total actions Test cases: finished with 31 passing and 0 failing out of 31 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,506 / 1,507] Testing //tests/realtikvtest/addindextest:addindextest_test; 280s remote-cache, linux-sandbox ./t/ddl/modify_column.test: ok! 672 test cases passed, take time 34.438771757 s [1,510 / 1,511] Testing //tests/realtikvtest/txntest:txntest_test; 281s remote-cache, linux-sandbox [1,510 / 1,511] Testing //tests/realtikvtest/txntest:txntest_test; 287s remote-cache, linux-sandbox Target //tests/realtikvtest/txntest:txntest_test up-to-date: bazel-bin/tests/realtikvtest/txntest/txntest_test_/txntest_test INFO: Elapsed time: 332.860s, Critical Path: 314.71s INFO: 1508 processes: 1483 remote cache hit, 20 internal, 5 linux-sandbox. INFO: Build completed successfully, 1508 total actions Test cases: finished with 32 passing and 0 failing out of 32 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,506 / 1,507] Testing //tests/realtikvtest/addindextest:addindextest_test; 340s remote-cache, linux-sandbox ./t/ddl/multi_schema_change.test: ok! 298 test cases passed, take time 51.682547261 s ./t/ddl/partition.test: ok! 213 test cases passed, take time 11.944676509 s ./t/ddl/primary_key_handle.test: ok! 191 test cases passed, take time 14.168801114 s [1,506 / 1,507] Testing //tests/realtikvtest/addindextest:addindextest_test; 400s remote-cache, linux-sandbox ./t/ddl/reorg_partition.test: ok! 205 test cases passed, take time 35.499310513 s ./t/ddl/resource_group.test: ok! 16 test cases passed, take time 0.201973161 s ./t/ddl/sequence.test: ok! 268 test cases passed, take time 7.968584336 s ./t/ddl/serial.test: ok! 77 test cases passed, take time 4.811034802 s ./t/ddl/table_modify.test: ok! 47 test cases passed, take time 1.1494959 s ./t/executor/adapter.test: ok! 6 test cases passed, take time 0.064542399 s ./t/executor/admin.test: ok! 171 test cases passed, take time 31.018983689 s [1,506 / 1,507] Testing //tests/realtikvtest/addindextest:addindextest_test; 460s remote-cache, linux-sandbox [1,506 / 1,507] Testing //tests/realtikvtest/addindextest:addindextest_test; 475s remote-cache, linux-sandbox [1,506 / 1,507] Testing //tests/realtikvtest/addindextest:addindextest_test; 476s remote-cache, linux-sandbox ./t/executor/aggregate.test: ok! 886 test cases passed, take time 15.068293835 s Target //tests/realtikvtest/addindextest:addindextest_test up-to-date: bazel-bin/tests/realtikvtest/addindextest/addindextest_test_/addindextest_test INFO: Elapsed time: 516.582s, Critical Path: 499.18s INFO: 1495 processes: 1479 remote cache hit, 10 internal, 6 linux-sandbox. INFO: Build completed successfully, 1495 total actions Test cases: finished with 29 passing and 0 failing out of 29 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/2c0eb9a6f860c74ec846ad1207d5de23/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/executor/analyze.test: ok! 180 test cases passed, take time 16.075879092 s ./t/executor/autoid.test: ok! 422 test cases passed, take time 7.016036703 s ./t/executor/batch_point_get.test: ok! 85 test cases passed, take time 1.017175067 s ./t/executor/charset.test: ok! 57 test cases passed, take time 0.895155614 s ./t/executor/chunk_reuse.test: ok! 93 test cases passed, take time 0.266873773 s ./t/executor/cluster_table.test: ok! 36 test cases passed, take time 0.204873509 s ./t/executor/compact_table.test: ok! 19 test cases passed, take time 0.30184655 s ./t/executor/cte.test: ok! 133 test cases passed, take time 1.490450739 s ./t/executor/ddl.test: ok! 359 test cases passed, take time 22.882483044 s ./t/executor/delete.test: ok! 71 test cases passed, take time 1.131544592 s ./t/executor/distsql.test: ok! 61 test cases passed, take time 1.509268278 s ./t/executor/executor.test: ok! 2151 test cases passed, take time 56.972910116 s ./t/executor/executor_txn.test: ok! 121 test cases passed, take time 0.642483673 s ./t/executor/explain.test: ok! 120 test cases passed, take time 2.114142261 s ./t/executor/explainfor.test: ok! 378 test cases passed, take time 3.902772427 s ./t/executor/foreign_key.test: ok! 318 test cases passed, take time 12.886803156 s ./t/executor/grant.test: ok! 202 test cases passed, take time 1.834078002 s ./t/executor/import_into.test: ok! 88 test cases passed, take time 0.237518614 s ./t/executor/index_advise.test: ok! 30 test cases passed, take time 0.23458255 s ./t/executor/index_lookup_join.test: ok! 190 test cases passed, take time 4.5699551849999995 s ./t/executor/index_lookup_merge_join.test: ok! 83 test cases passed, take time 2.342970149 s ./t/executor/index_merge_reader.test: ok! 244 test cases passed, take time 16.78972288 s ./t/executor/infoschema_reader.test: ok! 174 test cases passed, take time 6.971646055 s ./t/executor/insert.test: ok! 1224 test cases passed, take time 79.426157756 s ./t/executor/inspection_common.test: ok! 4 test cases passed, take time 0.002298563 s ./t/executor/issues.test: ok! 421 test cases passed, take time 14.258329248999999 s ./t/executor/jointest/hash_join.test: ok! 137 test cases passed, take time 8.254242201 s ./t/executor/jointest/join.test: ok! 866 test cases passed, take time 36.644555395 s ./t/executor/kv.test: ok! 16 test cases passed, take time 0.181365978 s ./t/executor/merge_join.test: ok! 259 test cases passed, take time 9.110662006 s ./t/executor/parallel_apply.test: ok! 96 test cases passed, take time 3.458059053 s ./t/executor/partition/global_index.test: ok! 94 test cases passed, take time 14.283028978 s ./t/executor/partition/issues.test: ok! 154 test cases passed, take time 6.055162496 s ./t/executor/partition/partition_boundaries.test: ok! 1035 test cases passed, take time 2.56087016 s ./t/executor/partition/partition_with_expression.test: ok! 298 test cases passed, take time 3.616359889 s ./t/executor/partition/table.test: ok! 224 test cases passed, take time 13.661785625 s ./t/executor/partition/write.test: ok! 355 test cases passed, take time 13.120735563 s ./t/executor/password_management.test: ok! 381 test cases passed, take time 3.302461762 s ./t/executor/point_get.test: ok! 273 test cases passed, take time 5.890160278 s ./t/executor/prepared.test: ok! 214 test cases passed, take time 3.130769935 s ./t/executor/revoke.test: ok! 65 test cases passed, take time 1.028626067 s ./t/executor/rowid.test: ok! 63 test cases passed, take time 0.906558008 s ./t/executor/sample.test: ok! 105 test cases passed, take time 12.351256972 s ./t/executor/set.test: ok! 228 test cases passed, take time 0.473082188 s ./t/executor/show.test: ok! 301 test cases passed, take time 16.087829733 s ./t/executor/simple.test: ok! 303 test cases passed, take time 3.012722633 s ./t/executor/split_table.test: ok! 60 test cases passed, take time 16.374350432 s ./t/executor/stale_txn.test: ok! 28 test cases passed, take time 1.615295176 s ./t/executor/statement_context.test: ok! 63 test cases passed, take time 0.422935664 s ./t/executor/union_scan.test: ok! 231 test cases passed, take time 4.114478432 s ./t/executor/update.test: ok! 513 test cases passed, take time 11.919523893000001 s ./t/executor/window.test: ok! 22 test cases passed, take time 0.263494245 s ./t/executor/write.test: ok! 1079 test cases passed, take time 34.133501517 s ./t/explain-non-select-stmt.test: ok! 8 test cases passed, take time 0.086354788 s ./t/explain.test: ok! 21 test cases passed, take time 0.518125842 s ./t/explain_complex.test: ok! 41 test cases passed, take time 1.6588778990000002 s ./t/explain_complex_stats.test: ok! 61 test cases passed, take time 4.4698693800000004 s ./t/explain_cte.test: ok! 53 test cases passed, take time 1.370615663 s ./t/explain_easy.test: ok! 190 test cases passed, take time 6.605266123 s ./t/explain_easy_stats.test: ok! 50 test cases passed, take time 1.420288819 s ./t/explain_foreign_key.test: ok! 41 test cases passed, take time 1.949091972 s ./t/explain_generate_column_substitute.test: ok! 233 test cases passed, take time 32.910611971 s ./t/explain_indexmerge_stats.test: ok! 30 test cases passed, take time 5.478845478 s ./t/explain_join_stats.test: ok! 8 test cases passed, take time 0.355821865 s ./t/explain_shard_index.test: ok! 19 test cases passed, take time 0.386766202 s ./t/explain_stats.test: ok! 10 test cases passed, take time 0.164515991 s ./t/explain_union_scan.test: ok! 9 test cases passed, take time 0.254645531 s ./t/expression/builtin.test: ok! 1332 test cases passed, take time 23.914393634 s ./t/expression/cast.test: ok! 50 test cases passed, take time 0.803561595 s ./t/expression/charset_and_collation.test: ok! 706 test cases passed, take time 31.126405435 s ./t/expression/constant_fold.test: ok! 12 test cases passed, take time 0.167610896 s ./t/expression/enum_set.test: ok! 13 test cases passed, take time 0.270865787 s ./t/expression/explain.test: ok! 77 test cases passed, take time 0.649720529 s ./t/expression/issues.test: ok! 1502 test cases passed, take time 57.77174932 s ./t/expression/json.test: ok! 223 test cases passed, take time 2.446502852 s ./t/expression/misc.test: ok! 404 test cases passed, take time 13.233730755 s ./t/expression/multi_valued_index.test: ok! 314 test cases passed, take time 11.266309228 s ./t/expression/plan_cache.test: ok! 184 test cases passed, take time 2.158932193 s ./t/expression/time.test: ok! 279 test cases passed, take time 2.477885303 s ./t/expression/vitess_hash.test: ok! 17 test cases passed, take time 1.985624052 s ./t/generated_columns.test: ok! 70 test cases passed, take time 6.95199716 s ./t/globalindex/mem_index_lookup.test: ok! 15 test cases passed, take time 0.391719017 s ./t/imdbload.test: ok! 63 test cases passed, take time 11.235139216 s ./t/index_join.test: ok! 22 test cases passed, take time 1.049468697 s ./t/index_merge.test: ok! 145 test cases passed, take time 4.347072172 s ./t/infoschema/cluster_tables.test: ok! 9 test cases passed, take time 0.104797603 s ./t/infoschema/infoschema.test: ok! 49 test cases passed, take time 1.774981526 s ./t/infoschema/tables.test: ok! 120 test cases passed, take time 2.49832371 s ./t/infoschema/v2.test: ok! 30 test cases passed, take time 1.566118162 s ./t/naaj.test: ok! 134 test cases passed, take time 0.726280242 s ./t/new_character_set.test: ok! 61 test cases passed, take time 1.343102892 s ./t/new_character_set_builtin.test: ok! 217 test cases passed, take time 3.701798287 s ./t/new_character_set_invalid.test: ok! 28 test cases passed, take time 1.000859826 s ./t/parser/integration.test: ok! 8 test cases passed, take time 0.304370003 s ./t/partition.test: ok! 3 test cases passed, take time 0.536904858 s ./t/planner/cardinality/selectivity.test: ok! 683 test cases passed, take time 3.391512714 s ./t/planner/cardinality/trace.test: ok! 5 test cases passed, take time 0.221201477 s ./t/planner/cascades/integration.test: ok! 246 test cases passed, take time 2.721976412 s ./t/planner/core/binary_plan.test: ok! 6 test cases passed, take time 0.001031113 s ./t/planner/core/casetest/expression_rewriter.test: ok! 23 test cases passed, take time 0.352046223 s ./t/planner/core/casetest/hint/hint.test: ok! 182 test cases passed, take time 6.262136377 s ./t/planner/core/casetest/index/index.test: ok! 225 test cases passed, take time 6.39011291 s ./t/planner/core/casetest/integration.test: ok! 459 test cases passed, take time 10.589140012 s ./t/planner/core/casetest/partition/integration_partition.test: ok! 138 test cases passed, take time 2.975623783 s ./t/planner/core/casetest/partition/partition_pruner.test: ok! 275 test cases passed, take time 3.349420761 s ./t/planner/core/casetest/physicalplantest/physical_plan.test: ok! 852 test cases passed, take time 10.920774702 s ./t/planner/core/casetest/point_get_plan.test: ok! 52 test cases passed, take time 0.563826133 s ./t/planner/core/casetest/predicate_simplification.test: ok! 29 test cases passed, take time 0.400554046 s ./t/planner/core/casetest/pushdown/push_down.test: ok! 35 test cases passed, take time 0.308620354 s ./t/planner/core/casetest/rule/rule_derive_topn_from_window.test: ok! 73 test cases passed, take time 1.644734919 s ./t/planner/core/casetest/rule/rule_join_reorder.test: ok! 481 test cases passed, take time 15.607984013 s ./t/planner/core/casetest/rule/rule_result_reorder.test: ok! 87 test cases passed, take time 2.183625522 s ./t/planner/core/cbo.test: ok! 34 test cases passed, take time 1.373900613 s ./t/planner/core/enforce_mpp.test: ok! 8 test cases passed, take time 0.001336398 s ./t/planner/core/expression_rewriter.test: ok! 206 test cases passed, take time 7.409108259 s ./t/planner/core/indexjoin.test: ok! 16 test cases passed, take time 0.199576184 s ./t/planner/core/indexmerge_intersection.test: ok! 6 test cases passed, take time 0.102387353 s ./t/planner/core/indexmerge_path.test: ok! 231 test cases passed, take time 8.928102555 s ./t/planner/core/integration.test: ok! 1623 test cases passed, take time 59.840704277 s ./t/planner/core/integration_partition.test: ok! 498 test cases passed, take time 30.869849972 s ./t/planner/core/issuetest/planner_issue.test: ok! 89 test cases passed, take time 3.031405344 s ./t/planner/core/memtable_predicate_extractor.test: ok! 45 test cases passed, take time 0.310950488 s ./t/planner/core/partition_pruner.test: ok! 643 test cases passed, take time 5.465076494 s ./t/planner/core/physical_plan.test: ok! 43 test cases passed, take time 1.101421919 s ./t/planner/core/plan.test: ok! 157 test cases passed, take time 3.031008686 s ./t/planner/core/plan_cache.test: ok! 1243 test cases passed, take time 16.978479147 s ./t/planner/core/plan_cost_ver2.test: ok! 70 test cases passed, take time 0.895815327 s ./t/planner/core/point_get_plan.test: ok! 265 test cases passed, take time 4.54968816 s ./t/planner/core/preprocess.test: ok! 6 test cases passed, take time 0.160121755 s ./t/planner/core/range_scan_for_like.test: ok! 183 test cases passed, take time 1.016491694 s ./t/planner/core/rule_constant_propagation.test: ok! 31 test cases passed, take time 1.9300706619999999 s ./t/planner/core/rule_join_reorder.test: ok! 52 test cases passed, take time 2.2279919870000002 s ./t/planner/core/rule_result_reorder.test: ok! 29 test cases passed, take time 0.482258752 s ./t/planner/core/tests/prepare/issue.test: ok! 321 test cases passed, take time 4.462029261 s ./t/planner/core/tests/prepare/prepare.test: ok! 458 test cases passed, take time 6.74051865 s ./t/planner/funcdep/only_full_group_by.test: ok! 142 test cases passed, take time 6.428040055 s ./t/privilege/privileges.test: ok! 411 test cases passed, take time 6.727823493 s ./t/select.test: ok! 189 test cases passed, take time 4.068994154 s ./t/session/bootstrap_upgrade.test: ok! 29 test cases passed, take time 0.336974631 s ./t/session/clustered_index.test: ok! 385 test cases passed, take time 30.062060524 s ./t/session/common.test: ok! 203 test cases passed, take time 9.817768826 s ./t/session/nontransactional.test: ok! 1532 test cases passed, take time 20.843477325 s ./t/session/privileges.test: ok! 66 test cases passed, take time 1.395243972 s ./t/session/session.test: ok! 101 test cases passed, take time 5.579402322 s ./t/session/temporary_table.test: ok! 277 test cases passed, take time 0.588680605 s ./t/session/txn.test: ok! 14 test cases passed, take time 0.070241602 s ./t/session/variable.test: ok! 113 test cases passed, take time 0.410592071 s ./t/session/vars.test: ok! 127 test cases passed, take time 0.116218422 s ./t/sessionctx/setvar.test: ok! 681 test cases passed, take time 0.189523939 s ./t/sessiontxn/externals.test: ok! 56 test cases passed, take time 0.435231 s ./t/statistics/handle.test: ok! 60 test cases passed, take time 6.015846178 s ./t/statistics/integration.test: ok! 19 test cases passed, take time 0.264986476 s ./t/statistics/lock_table_stats.test: ok! 47 test cases passed, take time 1.140334295 s ./t/subquery.test: ok! 32 test cases passed, take time 0.906980961 s ./t/table/cache.test: ok! 108 test cases passed, take time 9.300337773 s ./t/table/index.test: ok! 34 test cases passed, take time 3.795802726 s ./t/table/partition.test: ok! 229 test cases passed, take time 9.704088842 s ./t/table/tables.test: ok! 6 test cases passed, take time 0.064995946 s ./t/table/temptable.test: ok! 11 test cases passed, take time 0.141272376 s ./t/topn_push_down.test: ok! 20 test cases passed, take time 0.397552525 s ./t/topn_pushdown.test: ok! 2 test cases passed, take time 0.000519444 s ./t/tpch.test: ok! 41 test cases passed, take time 2.449347983 s ./t/types/const.test: ok! 143 test cases passed, take time 3.251819303 s ./t/util/admin.test: ok! 240 test cases passed, take time 29.148562315 s ./t/util/ranger.test: ok! 188 test cases passed, take time 4.269334394 s ./t/window_function.test: ok! 28 test cases passed, take time 0.210152423 s Great, All tests passed integrationtest passed! ./run-tests.sh: line 1: kill: (1634) - No such process ~/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-8.1/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results None of the test reports contained any result [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // parallel [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Declarative: Post Actions) [Pipeline] container [Pipeline] { [Pipeline] sh + bash scripts/plugins/report_job_result.sh SUCCESS result.json http://fileserver.pingcap.net --2024-05-06 08:27:55-- http://fileserver.pingcap.net/download/rd-atom-agent/agent_upload_verifyci_metadata.py Resolving fileserver.pingcap.net (fileserver.pingcap.net)... 10.2.12.82 Connecting to fileserver.pingcap.net (fileserver.pingcap.net)|10.2.12.82|:80... connected. HTTP request sent, awaiting response... 200 OK Length: 4181 (4.1K) [application/octet-stream] Saving to: β€˜agent_upload_verifyci_metadata.py’ 0K .... 100% 552M=0s 2024-05-06 08:27:55 (552 MB/s) - β€˜agent_upload_verifyci_metadata.py’ saved [4181/4181] No junit report file parse result file result.json success upload data succesfully. [Pipeline] } [Pipeline] // container [Pipeline] archiveArtifacts Archiving artifacts Recording fingerprints [Pipeline] sh + echo done + curl -F ci_check/pingcap/tidb/release-8.1/ghpr_check2/49c8f5136519ef9ddbef9b724187d95359b3b16b=@done http://fileserver.pingcap.net/upload % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 434 100 151 100 283 5321 9972 --:--:-- --:--:-- --:--:-- 10107 {"msg":"success","url":"http://fileserver.pingcap.net/download/ci_check/pingcap/tidb/release-8.1/ghpr_check2/49c8f5136519ef9ddbef9b724187d95359b3b16b"} [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] End of Pipeline Finished: SUCCESS